/** * @file * @brief Header file for Object Detection effect class * @author Jonathan Thomas * * @ref License */ /* LICENSE * * Copyright (c) 2008-2019 OpenShot Studios, LLC * . This file is part of * OpenShot Library (libopenshot), an open-source project dedicated to * delivering high quality video editing and animation solutions to the * world. For more information visit . * * OpenShot Library (libopenshot) is free software: you can redistribute it * and/or modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * OpenShot Library (libopenshot) is distributed in the hope that it will be * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with OpenShot Library. If not, see . */ #ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H #define OPENSHOT_OBJECT_DETECTION_EFFECT_H #include "../EffectBase.h" #include #include #include #include #include "../Color.h" #include "../Json.h" #include "../KeyFrame.h" #include "../objdetectdata.pb.h" struct DetectionData{ DetectionData(){} DetectionData(std::vector _classIds, std::vector _confidences, std::vector> _boxes, size_t _frameId){ classIds = _classIds; confidences = _confidences; boxes = _boxes; frameId = _frameId; } size_t frameId; std::vector classIds; std::vector confidences; std::vector> boxes; }; namespace openshot { /** * @brief This class stabilizes video clip to remove undesired shaking and jitter. * * Adding stabilization is useful to increase video quality overall, since it removes * from subtle to harsh unexpected camera movements. */ class ObjectDetection : public EffectBase { private: std::string protobuf_data_path; std::map detectionsData; std::vector classNames; std::vector classesColor; /// Init effect settings void init_effect_details(); void drawPred(int classId, float conf, cv::Rect2d box, cv::Mat& frame); public: /// Blank constructor, useful when using Json to load the effect properties ObjectDetection(std::string clipTrackerDataPath); /// Default constructor ObjectDetection(); /// @brief This method is required for all derived classes of EffectBase, and returns a /// modified openshot::Frame object /// /// The frame object is passed into this method, and a frame_number is passed in which /// tells the effect which settings to use from its keyframes (starting at 1). /// /// @returns The modified openshot::Frame object /// @param frame The frame object that needs the effect applied to it /// @param frame_number The frame number (starting at 1) of the effect on the timeline. std::shared_ptr GetFrame(std::shared_ptr frame, int64_t frame_number) override; // Load protobuf data file bool LoadObjDetectdData(std::string inputFilePath); DetectionData GetTrackedData(size_t frameId); /// Get and Set JSON methods std::string Json() const override; ///< Generate JSON string of this object void SetJson(const std::string value) override; ///< Load JSON string into this object Json::Value JsonValue() const override; ///< Generate Json::Value for this object void SetJsonValue(const Json::Value root) override; ///< Load Json::Value into this object /// Get all properties for a specific frame (perfect for a UI to display the current state /// of all properties at any time) std::string PropertiesJSON(int64_t requested_frame) const override; }; } #endif