/** * @file * @brief Header file for CVObjectDetection class * @author Jonathan Thomas * * @ref License */ /* LICENSE * * Copyright (c) 2008-2019 OpenShot Studios, LLC * . This file is part of * OpenShot Library (libopenshot), an open-source project dedicated to * delivering high quality video editing and animation solutions to the * world. For more information visit . * * OpenShot Library (libopenshot) is free software: you can redistribute it * and/or modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * OpenShot Library (libopenshot) is distributed in the hope that it will be * useful, but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with OpenShot Library. If not, see . */ #pragma once #include #define int64 opencv_broken_int #define uint64 opencv_broken_uint #include #include #include #undef uint64 #undef int64 #include "Json.h" #include "ProcessingController.h" #include "Clip.h" #include "objdetectdata.pb.h" #include "../src/sort_filter/sort.hpp" using google::protobuf::util::TimeUtil; struct CVDetectionData{ CVDetectionData(){} CVDetectionData(std::vector _classIds, std::vector _confidences, std::vector> _boxes, size_t _frameId){ classIds = _classIds; confidences = _confidences; boxes = _boxes; frameId = _frameId; } size_t frameId; std::vector classIds; std::vector confidences; std::vector> boxes; }; class CVObjectDetection{ private: cv::dnn::Net net; std::vector classNames; float confThreshold, nmsThreshold; std::string classesFile; std::string modelConfiguration; std::string modelWeights; std::string processingDevice; std::string protobuf_data_path; SortTracker sort; uint progress; size_t start; size_t end; /// Will handle a Thread safely comutication between ClipProcessingJobs and the processing effect classes ProcessingController *processingController; void setProcessingDevice(); void DetectObjects(const cv::Mat &frame, size_t frame_number); bool iou(cv::Rect pred_box, cv::Rect sort_box); // Remove the bounding boxes with low confidence using non-maxima suppression void postprocess(const cv::Size &frameDims, const std::vector& out, size_t frame_number); // Get the names of the output layers std::vector getOutputsNames(const cv::dnn::Net& net); public: std::map detectionsData; CVObjectDetection(std::string processInfoJson, ProcessingController &processingController); void detectObjectsClip(openshot::Clip &video, size_t start=0, size_t end=0, bool process_interval=false); CVDetectionData GetDetectionData(size_t frameId); /// Protobuf Save and Load methods // Save protobuf file bool SaveObjDetectedData(); // Add frame object detection data into protobuf message. void AddFrameDataToProto(libopenshotobjdetect::Frame* pbFrameData, CVDetectionData& dData); /// Get and Set JSON methods void SetJson(const std::string value); ///< Load JSON string into this object void SetJsonValue(const Json::Value root); ///< Load Json::Value into this object // Load protobuf file (ONLY FOR MAKE TEST) bool _LoadObjDetectdData(); };