/** * @file * @brief Header file for CVStabilization class * @author Jonathan Thomas * * @ref License */ /* LICENSE * * Copyright (c) 2008-2019 OpenShot Studios, LLC * . This file is part of * OpenShot Library (libopenshot), an open-source project dedicated to * delivering high quality video editing and animation solutions to the * world. For more information visit . * * OpenShot Library (libopenshot) is free software: you can redistribute it * and/or modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * OpenShot Library (libopenshot) is distributed in the hope that it will be * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with OpenShot Library. If not, see . */ #ifndef OPENSHOT_STABILIZATION_H #define OPENSHOT_STABILIZATION_H #include #define int64 opencv_broken_int #define uint64 opencv_broken_uint #include #include #undef uint64 #undef int64 #include #include "stabilizedata.pb.h" #include "ProcessingController.h" #include "Clip.h" #include "Json.h" using namespace std; using google::protobuf::util::TimeUtil; struct TransformParam { TransformParam() {} TransformParam(double _dx, double _dy, double _da) { dx = _dx; dy = _dy; da = _da; } double dx; double dy; double da; // angle }; struct CamTrajectory { CamTrajectory() {} CamTrajectory(double _x, double _y, double _a) { x = _x; y = _y; a = _a; } double x; double y; double a; // angle }; class CVStabilization { private: cv::Mat last_T; cv::Mat cur, cur_grey; cv::Mat prev, prev_grey; std::vector prev_to_cur_transform; // Previous to current std::string protobuf_data_path; bool smoothingWindowSet = false; uint progress; /// Will handle a Thread saflly comutication between ClipProcessingJobs and the processing effect classes ProcessingController *processingController; // Track current frame features and find the relative transformation void TrackFrameFeatures(cv::Mat frame, size_t frameNum); std::vector ComputeFramesTrajectory(); std::map SmoothTrajectory(std::vector &trajectory); // Generate new transformations parameters for each frame to follow the smoothed trajectory std::map GenNewCamPosition(std::map &smoothed_trajectory); public: int smoothingWindow; // In frames. The larger the more stable the video, but less reactive to sudden panning std::map trajectoryData; // Save camera trajectory data std::map transformationData; // Save transormation data // Set default smoothing window value to compute stabilization CVStabilization(std::string processInfoJson, ProcessingController &processingController); // Set desirable smoothing window value to compute stabilization void setSmoothingWindow(int _smoothingWindow); // Process clip and store necessary stabilization data void stabilizeClip(openshot::Clip& video, size_t start=0, size_t end=0, bool process_interval=false); /// Protobuf Save and Load methods // Save stabilization data to protobuf file bool SaveStabilizedData(); // Add frame stabilization data into protobuf message void AddFrameDataToProto(libopenshotstabilize::Frame* pbFrameData, CamTrajectory& trajData, TransformParam& transData, size_t frame_number); // Load protobuf data file bool LoadStabilizedData(); // Return requested struct info for a given frame TransformParam GetTransformParamData(size_t frameId); CamTrajectory GetCamTrajectoryTrackedData(size_t frameId); /// Get and Set JSON methods void SetJson(const std::string value); ///< Load JSON string into this object void SetJsonValue(const Json::Value root); ///< Load Json::Value into this object }; #endif