添加yolo8算子内部线程数和算子间线程数

Cigarette/Alg/YOLOManager.h

@@ -27,7 +27,8 @@ typedef struct _DL_INIT_PARAM
     int	keyPointsNum = 2;//Note:kpt number for pose
     bool cudaEnable = false;
     int logSeverityLevel = 3;
-    int intraOpNumThreads = 1;
+    int intraOpNumThreads = 8;
+    int interOpNumThreads = 8;
 } DL_INIT_PARAM;
 
 

Cigarette/Alg/alg_jd_yolo8.cpp

@@ -105,6 +105,7 @@ bool YOLO_V8::InitParam(DL_INIT_PARAM& iParams)
     modelType = iParams.modelType;
     cudaEnable = iParams.cudaEnable;
     intraOpNumThreads = iParams.intraOpNumThreads;
+    interOpNumThreads = iParams.interOpNumThreads;
     logSeverityLevel = iParams.logSeverityLevel;
     classes = { "jd" };
     return true;
@@ -130,6 +131,7 @@ bool YOLO_V8::CreateSession(std::string model_path, std::string model_name) {
 
         sessionOption.SetGraphOptimizationLevel(GraphOptimizationLevel::ORT_ENABLE_ALL);
         sessionOption.SetIntraOpNumThreads(intraOpNumThreads);
+        sessionOption.SetInterOpNumThreads(interOpNumThreads);
         sessionOption.SetLogSeverityLevel(logSeverityLevel);
 
 #ifdef _WIN32

Cigarette/Alg/alg_jd_yolo8.h

@@ -56,6 +56,7 @@ private:
     //std::vector<const char*> outputNodeNames;
     int logSeverityLevel;
     int intraOpNumThreads;
+    int interOpNumThreads;
     MODEL_TYPE modelType;
     std::vector<int> imgSize;
     float rectConfidenceThreshold;