Skip to content

Commit 110828a

Browse files
author
lsf
committed
lsf pc update
1 parent fd22b86 commit 110828a

File tree

2 files changed

+40
-32
lines changed

2 files changed

+40
-32
lines changed

README.md

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,12 +12,20 @@
1212

1313
## Highlights
1414

15-
- 支持目标检测算法 Yolo 系列 5/X/7/8 ,多目标跟踪算法 Bytetrack、Deepsort
15+
- 支持目标检测算法 Yolo 系列 5/X/7/8 ,多目标跟踪算法 Bytetrack;
1616
- 预处理和后处理实现CUDA核函数,在 jetson 边缘端也能高性能推理;
1717
- 封装Tensor、Infer,实现内存复用、CPU/GPU 内存之间自动拷贝、引擎上下文管理等,方便使用;
1818
- 推理过程实现生产者消费者模型,实现预处理和推理的并行化,进一步提升性能;
1919
- 采用 RAII 思想+接口模式封装应用,使用安全、便捷。
20-
- 后续即将单目标跟踪算法 STARK、OSTrack。
20+
21+
22+
23+
## TODO
24+
25+
- [ ] STARK-lightning
26+
- [ ] OSTrack
27+
- [ ] yolov6
28+
- [ ] yolov8 ptq & qat
2129

2230

2331

workspace/compile_engine.sh

Lines changed: 30 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -1,32 +1,32 @@
11
echo ""
22
echo ""
3-
echo "************ compile yolov5 models ***************"
4-
echo ""
5-
#trtexec --onnx=./onnx_models/yolov5s.onnx \
6-
# --saveEngine=./yolov5s.trt \
7-
# --buildOnly \
8-
# --minShapes=images:1x3x640x640 \
9-
# --optShapes=images:1x3x640x640 \
10-
# --maxShapes=images:8x3x640x640 \
11-
# --fp16
12-
#
13-
#echo ""
14-
#trtexec --onnx=./onnx_models/yolov5s_ptq.onnx \
15-
# --saveEngine=./yolov5s_ptq.trt \
16-
# --buildOnly \
17-
# --minShapes=images:1x3x640x640 \
18-
# --optShapes=images:1x3x640x640 \
19-
# --maxShapes=images:8x3x640x640 \
20-
# --int8
21-
#
22-
#echo ""
23-
#trtexec --onnx=./onnx_models/yolov5s_qat.onnx \
24-
# --saveEngine=./yolov5s_qat.trt \
25-
# --buildOnly \
26-
# --minShapes=images:1x3x640x640 \
27-
# --optShapes=images:1x3x640x640 \
28-
# --maxShapes=images:8x3x640x640 \
29-
# --int8
3+
echo "************************ compile yolov5 models ***************************"
4+
echo ""
5+
trtexec --onnx=./onnx_models/yolov5s.onnx \
6+
--saveEngine=./yolov5s.trt \
7+
--buildOnly \
8+
--minShapes=images:1x3x640x640 \
9+
--optShapes=images:1x3x640x640 \
10+
--maxShapes=images:8x3x640x640 \
11+
--fp16
12+
13+
echo ""
14+
trtexec --onnx=./onnx_models/yolov5s_ptq.onnx \
15+
--saveEngine=./yolov5s_ptq.trt \
16+
--buildOnly \
17+
--minShapes=images:1x3x640x640 \
18+
--optShapes=images:1x3x640x640 \
19+
--maxShapes=images:8x3x640x640 \
20+
--int8
21+
22+
echo ""
23+
trtexec --onnx=./onnx_models/yolov5s_qat.onnx \
24+
--saveEngine=./yolov5s_qat.trt \
25+
--buildOnly \
26+
--minShapes=images:1x3x640x640 \
27+
--optShapes=images:1x3x640x640 \
28+
--maxShapes=images:8x3x640x640 \
29+
--int8
3030

3131
trtexec --onnx=./onnx_models/yolov5m.onnx \
3232
--saveEngine=./yolov5m.trt \
@@ -48,7 +48,7 @@ trtexec --onnx=./onnx_models/yolov5m_ptq.onnx \
4848

4949
echo ""
5050
echo ""
51-
echo "************ compile yolox models ***************"
51+
echo "************************ compile yolox models ***************************"
5252
echo ""
5353
trtexec --onnx=./onnx_models/yolox_s.onnx \
5454
--saveEngine=./yolox_s.trt \
@@ -70,7 +70,7 @@ trtexec --onnx=./onnx_models/yolox_m.onnx \
7070

7171
echo ""
7272
echo ""
73-
echo "************ compile yolov7 models ***************"
73+
echo "************************ compile yolov7 models ***************************"
7474
echo ""
7575
trtexec --onnx=./onnx_models/yolov7.onnx \
7676
--saveEngine=./yolov7.trt \
@@ -92,7 +92,7 @@ trtexec --onnx=./onnx_models/yolov7_qat.onnx \
9292

9393
echo ""
9494
echo ""
95-
echo "************ compile yolov8 models ***************"
95+
echo "************************ compile yolov8 models ***************************"
9696
echo ""
9797
trtexec --onnx=./onnx_models/yolov8n.onnx \
9898
--saveEngine=./yolov8n.trt \

0 commit comments

Comments
 (0)