/* * Copyright (c) 2013 - 2015, The Linux Foundation. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * Neither the name of The Linux Foundation nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef _AV_EXTENSIONS_H_ #define _AV_EXTENSIONS_H_ #include #include #include #include #include #include #include #include namespace android { class MediaExtractor; class MPEG4Writer; struct ABuffer; struct ACodec; struct ALooper; struct IMediaHTTPConnection; struct MediaCodec; struct MediaHTTP; struct NuCachedSource2; class CameraParameters; class MediaBuffer; struct AudioSource; class CameraSource; class CameraSourceTimeLapse; class ICamera; class ICameraRecordingProxy; class String16; class IGraphicBufferProducer; struct Size; /* * Factory to create objects of base-classes in libstagefright */ struct AVFactory { virtual sp createACodec(); virtual MediaExtractor* createExtendedExtractor( const sp &source, const char *mime, const sp &meta, const uint32_t flags); virtual sp updateExtractor( sp ext, const sp &source, const char *mime, const sp &meta, const uint32_t flags); virtual sp createCachedSource( const sp &source, const char *cacheConfig = NULL, bool disconnectAtHighwatermark = false); virtual MediaHTTP* createMediaHTTP( const sp &conn); virtual AudioSource* createAudioSource( audio_source_t inputSource, const String16 &opPackageName, uint32_t sampleRate, uint32_t channels, uint32_t outSampleRate = 0); virtual CameraSource *CreateCameraSourceFromCamera( const sp &camera, const sp &proxy, int32_t cameraId, const String16& clientName, uid_t clientUid, Size videoSize, int32_t frameRate, const sp& surface, bool storeMetaDataInVideoBuffers = true); virtual CameraSourceTimeLapse *CreateCameraSourceTimeLapseFromCamera( const sp &camera, const sp &proxy, int32_t cameraId, const String16& clientName, uid_t clientUid, Size videoSize, int32_t videoFrameRate, const sp& surface, int64_t timeBetweenFrameCaptureUs, bool storeMetaDataInVideoBuffers = true); // ----- NO TRESSPASSING BEYOND THIS LINE ------ DECLARE_LOADABLE_SINGLETON(AVFactory); }; /* * Common delegate to the classes in libstagefright */ struct AVUtils { virtual status_t convertMetaDataToMessage( const sp &meta, sp *format); virtual DataSource::SnifferFunc getExtendedSniffer(); virtual status_t mapMimeToAudioFormat( audio_format_t& format, const char* mime); virtual status_t sendMetaDataToHal(const sp& meta, AudioParameter *param); virtual sp createCustomComponentByName(const sp &looper, const char* mime, bool encoder, const sp &format); virtual bool isEnhancedExtension(const char *extension); virtual bool is24bitPCMOffloadEnabled(); virtual bool is16bitPCMOffloadEnabled(); virtual int getAudioSampleBits(const sp &); virtual int getAudioSampleBits(const sp &); virtual void setPcmSampleBits(const sp &, int32_t /*bitWidth*/); virtual void setPcmSampleBits(const sp &, int32_t /*bitWidth*/); virtual audio_format_t updateAudioFormat(audio_format_t audioFormat, const sp &); virtual audio_format_t updateAudioFormat(audio_format_t audioFormat, const sp &); virtual bool canOffloadAPE(const sp &meta); virtual int32_t getAudioMaxInputBufferSize(audio_format_t audioFormat, const sp &); virtual bool mapAACProfileToAudioFormat(const sp &, audio_format_t &, uint64_t /*eAacProfile*/); virtual bool mapAACProfileToAudioFormat(const sp &, audio_format_t &, uint64_t /*eAacProfile*/); virtual void extractCustomCameraKeys( const CameraParameters& /*params*/, sp &/*meta*/); virtual void printFileName(int /*fd*/) {} virtual void addDecodingTimesFromBatch(MediaBuffer * /*buf*/, List &/*decodeTimeQueue*/) {} virtual bool useQCHWEncoder(const sp &, AString &) { return false; } virtual bool canDeferRelease(const sp &meta) { int32_t deferRelease = false; return meta->findInt32(kKeyCanDeferRelease, &deferRelease) && deferRelease; } virtual void setDeferRelease(sp &meta) { meta->setInt32(kKeyCanDeferRelease, true); } struct HEVCMuxer { virtual bool reassembleHEVCCSD(const AString &mime, sp csd0, sp &meta); virtual void writeHEVCFtypBox(MPEG4Writer *writer); virtual status_t makeHEVCCodecSpecificData(const uint8_t *data, size_t size, void** codecSpecificData, size_t *codecSpecificDataSize); virtual const char *getFourCCForMime(const char *mime); virtual void writeHvccBox(MPEG4Writer *writer, void* codecSpecificData, size_t codecSpecificDataSize, bool useNalLengthFour); virtual bool isVideoHEVC(const char* mime); virtual void getHEVCCodecSpecificDataFromInputFormatIfPossible( sp meta, void **codecSpecificData, size_t *codecSpecificDataSize, bool *gotAllCodecSpecificData); protected: HEVCMuxer() {}; virtual ~HEVCMuxer() {}; friend struct AVUtils; private: struct HEVCParamSet { HEVCParamSet(uint16_t length, const uint8_t *data) : mLength(length), mData(data) {} uint16_t mLength; const uint8_t *mData; }; status_t extractNALRBSPData(const uint8_t *data, size_t size, uint8_t **header, bool *alreadyFilled); status_t parserProfileTierLevel(const uint8_t *data, size_t size, uint8_t **header, bool *alreadyFilled); const uint8_t *parseHEVCParamSet(const uint8_t *data, size_t length, List ¶mSetList, size_t *paramSetLen); size_t parseHEVCCodecSpecificData(const uint8_t *data, size_t size, List &vidParamSet, List &seqParamSet, List &picParamSet ); }; virtual inline HEVCMuxer& HEVCMuxerUtils() { return mHEVCMuxer; } virtual bool isAudioMuxFormatSupported(const char *mime); virtual void cacheCaptureBuffers(sp camera, video_encoder encoder); virtual const char *getCustomCodecsLocation(); virtual void setIntraPeriod( int nPFrames, int nBFrames, const sp OMXhandle, IOMX::node_id nodeID); /* * This class is a placeholder for the set of methods used * to enable HFR (High Frame Rate) Recording * * HFR is a slow-motion recording feature where framerate * is increased at capture, but file is composed to play * back at normal rate, giving a net result of slow-motion. * If HFR factor = N * framerate (at capture and encoder) = N * actual value * bitrate = N * actual value * (as the encoder still gets actual timestamps) * timeStamps (at composition) = actual value * timeScale (at composition) = actual value / N * (when parser re-generates timestamps, they will be * up-scaled by factor N, which results in slow-motion) * * HSR is a high-framerate recording variant where timestamps * are not meddled with, yielding a video mux'ed at captured * fps */ struct HFR { // set kKeyHFR when 'video-hfr' paramater is enabled // or set kKeyHSR when 'video-hsr' paramater is enabled virtual void setHFRIfEnabled( const CameraParameters& params, sp &meta); // recalculate file-duration when HFR is enabled virtual status_t initializeHFR( const sp &meta, sp &format, int64_t &maxFileDurationUs, video_encoder videoEncoder); virtual void setHFRRatio( sp &meta, const int32_t hfrRatio); virtual int32_t getHFRRatio( const sp &meta); protected: HFR() {}; virtual ~HFR() {}; friend struct AVUtils; private: // Query supported capabilities from target-specific profiles virtual int32_t getHFRCapabilities( video_encoder codec, int& maxHFRWidth, int& maxHFRHeight, int& maxHFRFps, int& maxBitrate); }; virtual inline HFR& HFRUtils() { return mHFR; } private: HEVCMuxer mHEVCMuxer; HFR mHFR; // ----- NO TRESSPASSING BEYOND THIS LINE ------ DECLARE_LOADABLE_SINGLETON(AVUtils); }; } #endif // _AV_EXTENSIONS__H_