13 #ifndef OPENSHOT_FRAME_H
14 #define OPENSHOT_FRAME_H
17 #define int64 opencv_broken_int
18 #define uint64 opencv_broken_uint
19 #include <opencv2/imgproc/imgproc.hpp>
43 class AudioBufferSource;
93 std::shared_ptr<QImage> image;
94 std::shared_ptr<QImage> wave_image;
96 std::shared_ptr<QApplication> previewApp;
97 std::recursive_mutex addingImageMutex;
98 std::recursive_mutex addingAudioMutex;
106 int64_t max_audio_sample;
113 int constrain(
int color_value);
116 std::shared_ptr<juce::AudioBuffer<float>>
audio;
126 Frame(int64_t
number,
int width,
int height, std::string color);
132 Frame(int64_t
number,
int width,
int height, std::string color,
int samples,
int channels);
144 void AddColor(
int new_width,
int new_height, std::string new_color);
147 void AddColor(
const QColor& new_color);
150 void AddImage(
int new_width,
int new_height,
int bytes_per_pixel, QImage::Format type,
const unsigned char *pixels_);
153 void AddImage(std::shared_ptr<QImage> new_image);
156 void AddImage(std::shared_ptr<QImage> new_image,
bool only_odd_lines);
159 void AddAudio(
bool replaceSamples,
int destChannel,
int destStartSample,
const float* source,
int numSamples,
float gainToApplyToSource);
165 void ApplyGainRamp(
int destChannel,
int destStartSample,
int numSamples,
float initial_gain,
float final_gain);
187 float GetAudioSample(
int channel,
int sample,
int magnitude_range);
222 bool CheckPixel(
int row,
int col,
int red,
int green,
int blue,
int alpha,
int threshold);
234 std::shared_ptr<QImage>
GetWaveform(
int width,
int height,
int Red,
int Green,
int Blue,
int Alpha);
237 const unsigned char*
GetWaveformPixels(
int width,
int height,
int Red,
int Green,
int Blue,
int Alpha);
249 void SampleRate(
int orig_sample_rate) { sample_rate = orig_sample_rate; };
252 void Save(std::string
path,
float scale, std::string format=
"PNG",
int quality=100);
262 void Thumbnail(std::string
path,
int new_width,
int new_height, std::string mask_path, std::string overlay_path,
263 std::string background_color,
bool ignore_aspect, std::string format=
"png",
int quality=100,
float rotate=0.0);
270 cv::Mat
Qimage2mat( std::shared_ptr<QImage>& qimage);
273 std::shared_ptr<QImage>
Mat2Qimage(cv::Mat img);
Header file for ChannelLayout class.
Header file for Fraction class.
This class is used to resample audio data for many sequential frames.
This class represents a fraction.
This class represents a single frame of video (i.e. image & audio data)
Frame & operator=(const Frame &other)
Assignment operator.
std::shared_ptr< juce::AudioBuffer< float > > audio
std::shared_ptr< QImage > Mat2Qimage(cv::Mat img)
Convert OpenCV Mat to QImage.
void AddColor(int new_width, int new_height, std::string new_color)
Add (or replace) pixel data to the frame (based on a solid color)
float * GetInterleavedAudioSamples(int new_sample_rate, openshot::AudioResampler *resampler, int *sample_count)
Get an array of sample data (all channels interleaved together), using any sample rate.
const unsigned char * GetPixels()
Get pixel data (as packets)
std::shared_ptr< QImage > GetWaveform(int width, int height, int Red, int Green, int Blue, int Alpha)
Get an audio waveform image.
void Save(std::string path, float scale, std::string format="PNG", int quality=100)
Save the frame image to the specified path. The image format can be BMP, JPG, JPEG,...
void Display()
Display the frame image to the screen (primarily used for debugging reasons)
int GetAudioChannelsCount()
Get number of audio channels.
cv::Mat Qimage2mat(std::shared_ptr< QImage > &qimage)
Convert Qimage to Mat.
bool has_image_data
This frame has been loaded with pixel data.
int GetWidth()
Get height of image.
openshot::Fraction GetPixelRatio()
Set Pixel Aspect Ratio.
int SampleRate()
Get the original sample rate of this frame's audio data.
void ResizeAudio(int channels, int length, int sample_rate, openshot::ChannelLayout channel_layout)
Resize audio container to hold more (or less) samples and channels.
void DeepCopy(const Frame &other)
Copy data and pointers from another Frame instance.
float * GetPlanarAudioSamples(int new_sample_rate, openshot::AudioResampler *resampler, int *sample_count)
cv::Mat GetImageCV()
Get pointer to OpenCV Mat image object.
void ClearWaveform()
Clear the waveform image (and deallocate its memory)
void Play()
Play audio samples for this frame.
void SampleRate(int orig_sample_rate)
Set the original sample rate of this frame's audio data.
bool has_audio_data
This frame has been loaded with audio data.
int64_t GetBytes()
Get the size in bytes of this frame (rough estimate)
openshot::ChannelLayout ChannelsLayout()
void AddAudioSilence(int numSamples)
Add audio silence.
void Thumbnail(std::string path, int new_width, int new_height, std::string mask_path, std::string overlay_path, std::string background_color, bool ignore_aspect, std::string format="png", int quality=100, float rotate=0.0)
void DisplayWaveform()
Display the wave form.
bool CheckPixel(int row, int col, int red, int green, int blue, int alpha, int threshold)
Check a specific pixel color value (returns True/False)
float * GetAudioSamples(int channel)
Get an array of sample data.
float GetAudioSample(int channel, int sample, int magnitude_range)
Get magnitude of range of samples (if channel is -1, return average of all channels for that sample)
virtual ~Frame()
Destructor.
int GetSamplesPerFrame(openshot::Fraction fps, int sample_rate, int channels)
Calculate the # of samples per video frame (for the current frame number)
std::shared_ptr< QImage > GetImage()
Get pointer to Qt QImage image object.
void ChannelsLayout(openshot::ChannelLayout new_channel_layout)
Frame()
Constructor - blank frame.
void AddImage(int new_width, int new_height, int bytes_per_pixel, QImage::Format type, const unsigned char *pixels_)
Add (or replace) pixel data to the frame.
void ApplyGainRamp(int destChannel, int destStartSample, int numSamples, float initial_gain, float final_gain)
Apply gain ramp (i.e. fading volume)
int GetAudioSamplesCount()
Get number of audio samples.
void AddAudio(bool replaceSamples, int destChannel, int destStartSample, const float *source, int numSamples, float gainToApplyToSource)
Add audio samples to a specific channel.
const unsigned char * GetWaveformPixels(int width, int height, int Red, int Green, int Blue, int Alpha)
Get an audio waveform image pixels.
int GetHeight()
Get height of image.
void SetPixelRatio(int num, int den)
Set Pixel Aspect Ratio.
void SetFrameNumber(int64_t number)
Set frame number.
juce::AudioBuffer< float > * GetAudioSampleBuffer()
int64_t number
This is the frame number (starting at 1)
void SetImageCV(cv::Mat _image)
Set pointer to OpenCV image object.
This namespace is the default namespace for all code in the openshot library.
ChannelLayout
This enumeration determines the audio channel layout (such as stereo, mono, 5 point surround,...