OpenShot Library | libopenshot 0.3.2
ObjectDetection.h
Go to the documentation of this file.
1
10// Copyright (c) 2008-2019 OpenShot Studios, LLC
11//
12// SPDX-License-Identifier: LGPL-3.0-or-later
13
14#ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H
15#define OPENSHOT_OBJECT_DETECTION_EFFECT_H
16
17#include "EffectBase.h"
18
19#include <memory>
20
21#include "OpenCVUtilities.h"
22
23#include "Json.h"
24#include "KeyFrame.h"
25
26// Struct that stores the detected bounding boxes for all the clip frames
30 std::vector<int> _classIds,
31 std::vector<float> _confidences,
32 std::vector<cv::Rect_<float>> _boxes,
33 size_t _frameId,
34 std::vector<int> _objectIds)
35 {
36 classIds = _classIds;
37 confidences = _confidences;
38 boxes = _boxes;
39 frameId = _frameId;
40 objectIds = _objectIds;
41 }
42 size_t frameId;
43 std::vector<int> classIds;
44 std::vector<float> confidences;
45 std::vector<cv::Rect_<float>> boxes;
46 std::vector<int> objectIds;
47};
48
49namespace openshot
50{
51 // Forward decls
52 class Frame;
53
58 {
59 private:
60 std::string protobuf_data_path;
61 std::map<size_t, DetectionData> detectionsData;
62 std::vector<std::string> classNames;
63
64 std::vector<cv::Scalar> classesColor;
65
67 Keyframe display_box_text;
69 float confidence_threshold = 0.5;
71 std::vector<std::string> display_classes;
72 std::string class_filter;
73
75 void init_effect_details();
77 void drawPred(int classId, float conf, cv::Rect2d box, cv::Mat& frame, int objectNumber, std::vector<int> color, float alpha,
78 int thickness, bool is_background, bool draw_text);
80 void DrawRectangleRGBA(cv::Mat &frame_image, cv::RotatedRect box, std::vector<int> color, float alpha, int thickness, bool is_background);
81
82
83 public:
86
87 ObjectDetection(std::string clipTrackerDataPath);
88
91
101 std::shared_ptr<Frame> GetFrame(std::shared_ptr<Frame> frame, int64_t frame_number) override;
102
103 std::shared_ptr<openshot::Frame> GetFrame(int64_t frame_number) override { return GetFrame(std::make_shared<Frame>(), frame_number); }
104
106 bool LoadObjDetectdData(std::string inputFilePath);
107
109 std::string GetVisibleObjects(int64_t frame_number) const override;
110
111 // Get and Set JSON methods
112 std::string Json() const override;
113 void SetJson(const std::string value) override;
114 Json::Value JsonValue() const override;
115 void SetJsonValue(const Json::Value root) override;
116
119 std::string PropertiesJSON(int64_t requested_frame) const override;
120 };
121
122}
123
124#endif
Header file for EffectBase class.
Header file for JSON class.
Header file for the Keyframe class.
Header file for OpenCVUtilities (set some common macros)
This abstract class is the base class, used by all effects in libopenshot.
Definition: EffectBase.h:53
A Keyframe is a collection of Point instances, which is used to vary a number or property over time.
Definition: KeyFrame.h:53
This effect displays all the detected objects on a clip.
std::shared_ptr< openshot::Frame > GetFrame(int64_t frame_number) override
This method is required for all derived classes of ClipBase, and returns a new openshot::Frame object...
Json::Value JsonValue() const override
Generate Json::Value for this object.
int selectedObjectIndex
Index of the Tracked Object that was selected to modify it's properties.
std::shared_ptr< Frame > GetFrame(std::shared_ptr< Frame > frame, int64_t frame_number) override
This method is required for all derived classes of EffectBase, and returns a modified openshot::Frame...
ObjectDetection()
Default constructor.
bool LoadObjDetectdData(std::string inputFilePath)
Load protobuf data file.
std::string GetVisibleObjects(int64_t frame_number) const override
Get the indexes and IDs of all visible objects in the given frame.
std::string Json() const override
Generate JSON string of this object.
std::string PropertiesJSON(int64_t requested_frame) const override
void SetJsonValue(const Json::Value root) override
Load Json::Value into this object.
void SetJson(const std::string value) override
Load JSON string into this object.
This namespace is the default namespace for all code in the openshot library.
Definition: Compressor.h:29
std::vector< cv::Rect_< float > > boxes
DetectionData(std::vector< int > _classIds, std::vector< float > _confidences, std::vector< cv::Rect_< float > > _boxes, size_t _frameId, std::vector< int > _objectIds)
std::vector< float > confidences
std::vector< int > classIds
std::vector< int > objectIds