You've already forked libopenshot
mirror of
https://github.com/OpenShot/libopenshot.git
synced 2026-03-02 08:53:52 -08:00
1a598b16df
Also included kalman filter functions and code for tracking the output boxes from DNN model
118 lines
3.9 KiB
C++
118 lines
3.9 KiB
C++
/**
|
|
* @file
|
|
* @brief Header file for Object Detection effect class
|
|
* @author Jonathan Thomas <jonathan@openshot.org>
|
|
*
|
|
* @ref License
|
|
*/
|
|
|
|
/* LICENSE
|
|
*
|
|
* Copyright (c) 2008-2019 OpenShot Studios, LLC
|
|
* <http://www.openshotstudios.com/>. This file is part of
|
|
* OpenShot Library (libopenshot), an open-source project dedicated to
|
|
* delivering high quality video editing and animation solutions to the
|
|
* world. For more information visit <http://www.openshot.org/>.
|
|
*
|
|
* OpenShot Library (libopenshot) is free software: you can redistribute it
|
|
* and/or modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation, either version 3 of the
|
|
* License, or (at your option) any later version.
|
|
*
|
|
* OpenShot Library (libopenshot) is distributed in the hope that it will be
|
|
* useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* along with OpenShot Library. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H
|
|
#define OPENSHOT_OBJECT_DETECTION_EFFECT_H
|
|
|
|
#include "../EffectBase.h"
|
|
|
|
#include <cmath>
|
|
#include <stdio.h>
|
|
#include <memory>
|
|
#include "../Color.h"
|
|
#include "../Json.h"
|
|
#include "../KeyFrame.h"
|
|
#include "../objdetectdata.pb.h"
|
|
|
|
struct DetectionData{
|
|
DetectionData(){}
|
|
DetectionData(std::vector<int> _classIds, std::vector<float> _confidences, std::vector<cv::Rect> _boxes, size_t _frameId){
|
|
classIds = _classIds;
|
|
confidences = _confidences;
|
|
boxes = _boxes;
|
|
frameId = _frameId;
|
|
}
|
|
size_t frameId;
|
|
std::vector<int> classIds;
|
|
std::vector<float> confidences;
|
|
std::vector<cv::Rect> boxes;
|
|
};
|
|
|
|
namespace openshot
|
|
{
|
|
|
|
/**
|
|
* @brief This class stabilizes video clip to remove undesired shaking and jitter.
|
|
*
|
|
* Adding stabilization is useful to increase video quality overall, since it removes
|
|
* from subtle to harsh unexpected camera movements.
|
|
*/
|
|
class ObjectDetection : public EffectBase
|
|
{
|
|
private:
|
|
std::string protobuf_data_path;
|
|
std::map<size_t, DetectionData> detectionsData;
|
|
std::vector<std::string> classNames;
|
|
|
|
/// Init effect settings
|
|
void init_effect_details();
|
|
|
|
void drawPred(int classId, float conf, cv::Rect2d box, cv::Mat& frame);
|
|
|
|
public:
|
|
|
|
|
|
/// Blank constructor, useful when using Json to load the effect properties
|
|
ObjectDetection(std::string clipTrackerDataPath);
|
|
|
|
/// Default constructor
|
|
ObjectDetection();
|
|
|
|
/// @brief This method is required for all derived classes of EffectBase, and returns a
|
|
/// modified openshot::Frame object
|
|
///
|
|
/// The frame object is passed into this method, and a frame_number is passed in which
|
|
/// tells the effect which settings to use from its keyframes (starting at 1).
|
|
///
|
|
/// @returns The modified openshot::Frame object
|
|
/// @param frame The frame object that needs the effect applied to it
|
|
/// @param frame_number The frame number (starting at 1) of the effect on the timeline.
|
|
std::shared_ptr<Frame> GetFrame(std::shared_ptr<Frame> frame, int64_t frame_number) override;
|
|
|
|
// Load protobuf data file
|
|
bool LoadObjDetectdData(std::string inputFilePath);
|
|
|
|
DetectionData GetTrackedData(size_t frameId);
|
|
|
|
/// Get and Set JSON methods
|
|
std::string Json() const override; ///< Generate JSON string of this object
|
|
void SetJson(const std::string value) override; ///< Load JSON string into this object
|
|
Json::Value JsonValue() const override; ///< Generate Json::Value for this object
|
|
void SetJsonValue(const Json::Value root) override; ///< Load Json::Value into this object
|
|
|
|
/// Get all properties for a specific frame (perfect for a UI to display the current state
|
|
/// of all properties at any time)
|
|
std::string PropertiesJSON(int64_t requested_frame) const override;
|
|
};
|
|
|
|
}
|
|
|
|
#endif
|