Create trtexec
Browse files
trtexec
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
trtexec \
|
| 2 |
+
--fp16 \
|
| 3 |
+
--minShapes=input_ids:1x128,attention_mask:1x128 \
|
| 4 |
+
--optShapes=input_ids:8x128,attention_mask:8x128 \
|
| 5 |
+
--maxShapes=input_ids:32x128,attention_mask:32x128 \
|
| 6 |
+
--saveEngine=model.plan \
|
| 7 |
+
--shapes=input_ids:8x128,attention_mask:8x128 \
|
| 8 |
+
--inputIOFormats="int32:chw,int32:chw" \
|
| 9 |
+
--onnx=model.onnx
|