28 #include "../include/Clip.h" 33 void Clip::init_settings()
64 wave_color =
Color((
unsigned char)0, (
unsigned char)123, (
unsigned char)255, (
unsigned char)255);
97 manage_reader =
false;
131 string ext = get_file_extension(path);
132 transform(ext.begin(), ext.end(), ext.begin(), ::tolower);
135 if (ext==
"avi" || ext==
"mov" || ext==
"mkv" || ext==
"mpg" || ext==
"mpeg" || ext==
"mp3" || ext==
"mp4" || ext==
"mts" ||
136 ext==
"ogg" || ext==
"wav" || ext==
"wmv" || ext==
"webm" || ext==
"vob")
167 manage_reader =
true;
175 if (manage_reader && reader) {
201 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
218 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
225 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::Close",
"", -1,
"", -1,
"", -1,
"", -1,
"", -1,
"", -1);
232 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
248 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
263 requested_frame = adjust_frame_number_minimum(requested_frame);
269 else if (enabled_audio == -1 && reader && !reader->
info.
has_audio)
274 else if (enabled_video == -1 && reader && !reader->
info.
has_audio)
278 int64_t new_frame_number = requested_frame;
279 int64_t time_mapped_number = adjust_frame_number_minimum(
time.
GetLong(requested_frame));
281 new_frame_number = time_mapped_number;
284 std::shared_ptr<Frame> original_frame;
285 #pragma omp critical (Clip_GetFrame) 286 original_frame = GetOrCreateFrame(new_frame_number);
289 std::shared_ptr<Frame> frame(
new Frame(new_frame_number, 1, 1,
"#000000", original_frame->GetAudioSamplesCount(), original_frame->GetAudioChannelsCount()));
290 #pragma omp critical (Clip_GetFrame) 292 frame->SampleRate(original_frame->SampleRate());
293 frame->ChannelsLayout(original_frame->ChannelsLayout());
298 frame->AddImage(std::shared_ptr<QImage>(
new QImage(*original_frame->GetImage())));
302 for (
int channel = 0; channel < original_frame->GetAudioChannelsCount(); channel++)
303 frame->AddAudio(
true, channel, 0, original_frame->GetAudioSamples(channel), original_frame->GetAudioSamplesCount(), 1.0);
306 std::shared_ptr<Frame> new_frame = get_time_mapped_frame(frame, requested_frame);
309 apply_effects(new_frame);
316 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
320 string Clip::get_file_extension(
string path)
323 return path.substr(path.find_last_of(
".") + 1);
327 void Clip::reverse_buffer(juce::AudioSampleBuffer* buffer)
329 int number_of_samples = buffer->getNumSamples();
330 int channels = buffer->getNumChannels();
333 AudioSampleBuffer *reversed =
new juce::AudioSampleBuffer(channels, number_of_samples);
336 for (
int channel = 0; channel < channels; channel++)
339 for (
int s = number_of_samples - 1; s >= 0; s--, n++)
340 reversed->getWritePointer(channel)[n] = buffer->getWritePointer(channel)[s];
346 for (
int channel = 0; channel < channels; channel++)
348 buffer->addFrom(channel, 0, reversed->getReadPointer(channel), number_of_samples, 1.0f);
355 std::shared_ptr<Frame> Clip::get_time_mapped_frame(std::shared_ptr<Frame> frame, int64_t frame_number)
360 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
366 std::shared_ptr<Frame> new_frame;
369 juce::AudioSampleBuffer *samples = NULL;
374 int new_frame_number = adjust_frame_number_minimum(round(
time.
GetValue(frame_number)));
378 new_frame = std::make_shared<Frame>(new_frame_number, 1, 1,
"#000000", samples_in_frame, frame->GetAudioChannelsCount());
381 new_frame->AddImage(GetOrCreateFrame(new_frame_number)->GetImage());
390 int number_of_samples = GetOrCreateFrame(new_frame_number)->GetAudioSamplesCount();
398 AudioSampleBuffer *resampled_buffer = NULL;
399 int resampled_buffer_size = 0;
402 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
406 for (
int channel = 0; channel < channels; channel++)
408 samples->addFrom(channel, 0, GetOrCreateFrame(new_frame_number)->GetAudioSamples(channel),
409 number_of_samples, 1.0f);
413 reverse_buffer(samples);
422 resampled_buffer_size = resampled_buffer->getNumSamples();
428 for (
int channel = 0; channel < channels; channel++)
430 new_frame->AddAudio(
true, channel, 0, resampled_buffer->getReadPointer(channel, start),
431 number_of_samples, 1.0f);
434 resampled_buffer = NULL;
437 else if (abs(delta) > 1 && abs(delta) < 100) {
441 int total_delta_samples = 0;
442 for (
int delta_frame = new_frame_number - (delta - 1);
443 delta_frame <= new_frame_number; delta_frame++)
449 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
453 for (
int delta_frame = new_frame_number - (delta - 1);
454 delta_frame <= new_frame_number; delta_frame++) {
456 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
457 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
458 number_of_delta_samples);
459 delta_samples->clear();
461 for (
int channel = 0; channel < channels; channel++)
462 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
463 number_of_delta_samples, 1.0f);
467 reverse_buffer(delta_samples);
470 for (
int channel = 0; channel < channels; channel++)
472 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
473 number_of_delta_samples, 1.0f);
476 delete delta_samples;
477 delta_samples = NULL;
480 start += number_of_delta_samples;
485 int total_delta_samples = 0;
486 for (
int delta_frame = new_frame_number - (delta + 1);
487 delta_frame >= new_frame_number; delta_frame--)
493 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
497 for (
int delta_frame = new_frame_number - (delta + 1);
498 delta_frame >= new_frame_number; delta_frame--) {
500 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
501 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
502 number_of_delta_samples);
503 delta_samples->clear();
505 for (
int channel = 0; channel < channels; channel++)
506 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
507 number_of_delta_samples, 1.0f);
511 reverse_buffer(delta_samples);
514 for (
int channel = 0; channel < channels; channel++)
516 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
517 number_of_delta_samples, 1.0f);
520 delete delta_samples;
521 delta_samples = NULL;
524 start += number_of_delta_samples;
529 resampler->
SetBuffer(samples,
float(start) /
float(number_of_samples));
533 int resampled_buffer_size = buffer->getNumSamples();
536 for (
int channel = 0; channel < channels; channel++)
538 new_frame->AddAudio(
true, channel, 0, buffer->getReadPointer(channel), number_of_samples, 1.0f);
545 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
549 for (
int channel = 0; channel < channels; channel++)
551 samples->addFrom(channel, 0, frame->GetAudioSamples(channel), number_of_samples, 1.0f);
555 reverse_buffer(samples);
558 for (
int channel = 0; channel < channels; channel++)
559 new_frame->AddAudio(
true, channel, 0, samples->getReadPointer(channel), number_of_samples, 1.0f);
577 int64_t Clip::adjust_frame_number_minimum(int64_t frame_number)
580 if (frame_number < 1)
588 std::shared_ptr<Frame> Clip::GetOrCreateFrame(int64_t number)
590 std::shared_ptr<Frame> new_frame;
597 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (from reader)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
629 new_frame = reader->
GetFrame(number);
644 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (create blank)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
665 root[
"id"] =
add_property_json(
"ID", 0.0,
"string",
Id(), NULL, -1, -1,
true, requested_frame);
666 root[
"position"] =
add_property_json(
"Position",
Position(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
668 root[
"start"] =
add_property_json(
"Start",
Start(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
669 root[
"end"] =
add_property_json(
"End",
End(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
670 root[
"duration"] =
add_property_json(
"Duration",
Duration(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
true, requested_frame);
675 root[
"waveform"] =
add_property_json(
"Waveform", waveform,
"int",
"", NULL, 0, 1,
false, requested_frame);
731 return root.toStyledString();
740 root[
"scale"] =
scale;
743 root[
"waveform"] = waveform;
773 root[
"effects"] = Json::Value(Json::arrayValue);
776 list<EffectBase*>::iterator effect_itr;
777 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
781 root[
"effects"].append(existing_effect->
JsonValue());
797 bool success = reader.parse( value, root );
800 throw InvalidJSON(
"JSON could not be parsed (or is invalid)",
"");
810 throw InvalidJSON(
"JSON is invalid (missing keys or invalid data types)",
"");
821 if (!root[
"gravity"].isNull())
823 if (!root[
"scale"].isNull())
825 if (!root[
"anchor"].isNull())
827 if (!root[
"display"].isNull())
829 if (!root[
"waveform"].isNull())
830 waveform = root[
"waveform"].asBool();
831 if (!root[
"scale_x"].isNull())
833 if (!root[
"scale_y"].isNull())
835 if (!root[
"location_x"].isNull())
837 if (!root[
"location_y"].isNull())
839 if (!root[
"alpha"].isNull())
841 if (!root[
"rotation"].isNull())
843 if (!root[
"time"].isNull())
845 if (!root[
"volume"].isNull())
847 if (!root[
"wave_color"].isNull())
849 if (!root[
"crop_width"].isNull())
851 if (!root[
"crop_height"].isNull())
853 if (!root[
"crop_x"].isNull())
855 if (!root[
"crop_y"].isNull())
857 if (!root[
"shear_x"].isNull())
859 if (!root[
"shear_y"].isNull())
861 if (!root[
"channel_filter"].isNull())
863 if (!root[
"channel_mapping"].isNull())
865 if (!root[
"has_audio"].isNull())
867 if (!root[
"has_video"].isNull())
869 if (!root[
"perspective_c1_x"].isNull())
871 if (!root[
"perspective_c1_y"].isNull())
873 if (!root[
"perspective_c2_x"].isNull())
875 if (!root[
"perspective_c2_y"].isNull())
877 if (!root[
"perspective_c3_x"].isNull())
879 if (!root[
"perspective_c3_y"].isNull())
881 if (!root[
"perspective_c4_x"].isNull())
883 if (!root[
"perspective_c4_y"].isNull())
885 if (!root[
"effects"].isNull()) {
891 for (
int x = 0; x < root[
"effects"].size(); x++) {
893 Json::Value existing_effect = root[
"effects"][x];
898 if (!existing_effect[
"type"].isNull()) {
910 if (!root[
"reader"].isNull())
912 if (!root[
"reader"][
"type"].isNull())
915 bool already_open =
false;
919 already_open = reader->
IsOpen();
928 string type = root[
"reader"][
"type"].asString();
930 if (type ==
"FFmpegReader") {
933 reader =
new FFmpegReader(root[
"reader"][
"path"].asString(),
false);
936 }
else if (type ==
"QtImageReader") {
939 reader =
new QtImageReader(root[
"reader"][
"path"].asString(),
false);
942 #ifdef USE_IMAGEMAGICK 943 }
else if (type ==
"ImageReader") {
946 reader =
new ImageReader(root[
"reader"][
"path"].asString(),
false);
949 }
else if (type ==
"TextReader") {
956 }
else if (type ==
"ChunkReader") {
959 reader =
new ChunkReader(root[
"reader"][
"path"].asString(), (
ChunkVersion) root[
"reader"][
"chunk_version"].asInt());
962 }
else if (type ==
"DummyReader") {
971 manage_reader =
true;
982 void Clip::sort_effects()
992 effects.push_back(effect);
1001 effects.remove(effect);
1005 std::shared_ptr<Frame> Clip::apply_effects(std::shared_ptr<Frame> frame)
1008 list<EffectBase*>::iterator effect_itr;
1009 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
1015 frame = effect->
GetFrame(frame, frame->number);
vector< Coordinate > Values
Vector of all Values (i.e. the processed coordinates from the curve)
int max_height
The maximium image height needed by this clip (used for optimizations)
This class reads a special chunk-formatted file, which can be easily shared in a distributed environm...
Keyframe perspective_c3_x
Curves representing X for coordinate 3.
Display the timeline's frame number.
Point GetMaxPoint()
Get max point (by Y coordinate)
void SetBuffer(AudioSampleBuffer *new_buffer, double sample_rate, double new_sample_rate)
Sets the audio buffer and key settings.
void Close()
Close the internal reader.
Json::Value JsonValue()
Generate Json::JsonValue for this object.
int num
Numerator for the fraction.
Keyframe scale_y
Curve representing the vertical scaling in percent (0 to 1)
Keyframe perspective_c4_x
Curves representing X for coordinate 4.
This abstract class is the base class, used by all effects in libopenshot.
EffectBase * CreateEffect(string effect_type)
Align clip to the right of its parent (middle aligned)
Keyframe perspective_c1_x
Curves representing X for coordinate 1.
Keyframe green
Curve representing the green value (0 - 255)
Keyframe perspective_c2_x
Curves representing X for coordinate 2.
Keyframe crop_x
Curve representing X offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
string previous_properties
This string contains the previous JSON properties.
float End()
Override End() method.
Keyframe perspective_c3_y
Curves representing Y for coordinate 3.
Align clip to the bottom right of its parent.
Json::Value JsonValue()
Generate Json::JsonValue for this object.
ChannelLayout channel_layout
The channel layout (mono, stereo, 5 point surround, etc...)
GravityType gravity
The gravity of a clip determines where it snaps to it's parent.
int width
The width of the video (in pixesl)
Keyframe volume
Curve representing the volume (0 to 1)
int max_width
The maximum image width needed by this clip (used for optimizations)
This class represents a single frame of video (i.e. image & audio data)
virtual std::shared_ptr< Frame > GetFrame(std::shared_ptr< Frame > frame, int64_t frame_number)=0
This method is required for all derived classes of EffectBase, and returns a modified openshot::Frame...
This class is used as a simple, dummy reader, which always returns a blank frame. ...
float ToFloat()
Return this fraction as a float (i.e. 1/2 = 0.5)
Keyframe red
Curve representing the red value (0 - 255)
float duration
Length of time (in seconds)
Scale the clip until both height and width fill the canvas (cropping the overlap) ...
Keyframe time
Curve representing the frames over time to play (used for speed and direction of video) ...
Json::Value add_property_json(string name, float value, string type, string memo, Keyframe *keyframe, float min_value, float max_value, bool readonly, int64_t requested_frame)
Generate JSON for a property.
ScaleType
This enumeration determines how clips are scaled to fit their parent container.
void AddEffect(EffectBase *effect)
Add an effect to the clip.
virtual void Close()=0
Close the reader (and any resources it was consuming)
This abstract class is the base class, used by all readers in libopenshot.
int Layer()
Get layer of clip on timeline (lower number is covered by higher numbers)
Keyframe has_audio
Override has_video and has_audio properties of clip (and their readers)
Exception when a reader is closed, and a frame is requested.
bool has_video
Determines if this file has a video stream.
Keyframe has_video
An optional override to determine if this clip has video (-1=undefined, 0=no, 1=yes) ...
Do not display the frame number.
std::shared_ptr< Frame > GetFrame(int64_t requested_frame)
Get an openshot::Frame object for a specific frame number of this timeline.
Color wave_color
Curve representing the color of the audio wave form.
Align clip to the top right of its parent.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
Align clip to the bottom left of its parent.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Keyframe crop_width
Curve representing width in percent (0.0=0%, 1.0=100%)
This class uses the ImageMagick++ libraries, to open image files, and return openshot::Frame objects ...
Keyframe location_x
Curve representing the relative X position in percent based on the gravity (-1 to 1) ...
Keyframe location_y
Curve representing the relative Y position in percent based on the gravity (-1 to 1) ...
virtual std::shared_ptr< Frame > GetFrame(int64_t number)=0
void SetMaxSize(int width, int height)
Set Max Image Size (used for performance optimization)
bool has_audio
Determines if this file has an audio stream.
This class uses the FFmpeg libraries, to open video files and audio files, and return openshot::Frame...
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
double Y
The Y value of the coordinate (usually representing the value of the property being animated) ...
Keyframe perspective_c1_y
Curves representing Y for coordinate 1.
Keyframe blue
Curve representing the red value (0 - 255)
Keyframe crop_y
Curve representing Y offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
Keyframe shear_x
Curve representing X shear angle in degrees (-45.0=left, 45.0=right)
ScaleType scale
The scale determines how a clip should be resized to fit it's parent.
int height
The height of the video (in pixels)
Align clip to the bottom center of its parent.
Align clip to the top left of its parent.
Json::Value add_property_choice_json(string name, int value, int selected_value)
Generate JSON choice for a property (dropdown properties)
string Id()
Get basic properties.
FrameDisplayType
This enumeration determines the display format of the clip's frame number (if any). Useful for debugging.
Keyframe channel_filter
Audio channel filter and mappings.
float Position()
Get position on timeline (in seconds)
bool IsIncreasing(int index)
Get the direction of the curve at a specific index (increasing or decreasing)
void AppendDebugMethod(string method_name, string arg1_name, float arg1_value, string arg2_name, float arg2_value, string arg3_name, float arg3_value, string arg4_name, float arg4_value, string arg5_name, float arg5_value, string arg6_name, float arg6_value)
Append debug information.
FrameDisplayType display
The format to display the frame number (if any)
void SetJson(string value)
Load JSON string into this object.
Keyframe channel_mapping
A number representing an audio channel to output (only works when filtering a channel) ...
float start
The position in seconds to start playing (used to trim the beginning of a clip)
Align clip to the left of its parent (middle aligned)
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
ChunkVersion
This enumeration allows the user to choose which version of the chunk they would like (low...
int GetInt(int64_t index)
Get the rounded INT value at a specific index.
Keyframe rotation
Curve representing the rotation (0 to 360)
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
Fraction GetRepeatFraction(int64_t index)
Get the fraction that represents how many times this value is repeated in the curve.
Scale the clip until both height and width fill the canvas (distort to fit)
Display the clip's internal frame number.
vector< Point > Points
Vector of all Points.
double GetDelta(int64_t index)
Get the change in Y value (from the previous Y value)
ReaderInfo info
Information about the current media file.
Keyframe shear_y
Curve representing Y shear angle in degrees (-45.0=down, 45.0=up)
string PropertiesJSON(int64_t requested_frame)
Clip()
Default Constructor.
Anchor the clip to the viewport (which can be moved / animated around the canvas) ...
Fraction fps
Frames per second, as a fraction (i.e. 24/1 = 24 fps)
AnchorType
This enumeration determines what parent a clip should be aligned to.
float end
The position in seconds to end playing (used to trim the ending of a clip)
Exception for frames that are out of bounds.
void Open()
Open the internal reader.
static ZmqLogger * Instance()
Create or get an instance of this logger singleton (invoke the class with this method) ...
This class represents a color (used on the timeline and clips)
Align clip to the center of its parent (middle aligned)
GravityType crop_gravity
Cropping needs to have a gravity to determine what side we are cropping.
double GetValue(int64_t index)
Get the value at a specific index.
Display both the clip's and timeline's frame number.
void RemoveEffect(EffectBase *effect)
Remove an effect from the clip.
This namespace is the default namespace for all code in the openshot library.
Coordinate co
This is the primary coordinate.
AnchorType anchor
The anchor determines what parent a clip should snap to.
Exception for invalid JSON.
int64_t GetLong(int64_t index)
Get the rounded LONG value at a specific index.
Keyframe alpha
Curve representing the alpha (1 to 0)
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Keyframe scale_x
Curve representing the horizontal scaling in percent (0 to 1)
Keyframe perspective_c2_y
Curves representing Y for coordinate 2.
CriticalSection getFrameCriticalSection
Section lock for multiple threads.
AudioSampleBuffer * GetResampledBuffer()
Get the resampled audio buffer.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
This class uses the ImageMagick++ libraries, to create frames with "Text", and return openshot::Frame...
This class uses the Qt library, to open image files, and return openshot::Frame objects containing th...
This class returns a listing of all effects supported by libopenshot.
Align clip to the top center of its parent.
int den
Denominator for the fraction.
int channels
The number of audio channels used in the audio stream.
A Keyframe is a collection of Point instances, which is used to vary a number or property over time...
Scale the clip until either height or width fills the canvas (with no cropping)
Keyframe perspective_c4_y
Curves representing Y for coordinate 4.
int GetSamplesPerFrame(Fraction fps, int sample_rate, int channels)
Calculate the # of samples per video frame (for the current frame number)
Json::Value JsonValue()
Generate Json::JsonValue for this object.
float Duration()
Get the length of this clip (in seconds)
GravityType
This enumeration determines how clips are aligned to their parent container.
Anchor the clip to the canvas.
string Json()
Get and Set JSON methods.
float Start()
Get start position (in seconds) of clip (trim start of video)
virtual void Open()=0
Open the reader (and start consuming resources, such as images or video files)
int sample_rate
The number of audio samples per second (44100 is a common sample rate)
Exception when too many seek attempts happen.
ReaderBase * Reader()
Get the current reader.
virtual bool IsOpen()=0
Determine if reader is open or closed.
This class is used to resample audio data for many sequential frames.
Keyframe crop_height
Curve representing height in percent (0.0=0%, 1.0=100%)