@@ -240,23 +240,25 @@ test_torchbench_smoketest() {
240
240
dtype_arg=" --float32"
241
241
fi
242
242
touch " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _performance.csv"
243
- for model in " ${models[@]} " ; do
244
- PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/torchbench.py \
245
- --performance --only " $model " --backend " $backend " --inference --devices " $device " " $dtype_arg " \
246
- --output " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _performance.csv" || true
247
- if [ " $backend " == " inductor" ]; then
248
- PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/torchbench.py \
249
- --accuracy --only " $model " --backend " $backend " --inference --devices " $device " " $dtype_arg " \
250
- --output " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _accuracy.csv" || true
251
- fi
252
- done
253
243
if [ " $backend " == " inductor" ]; then
254
244
PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/huggingface.py \
255
245
--performance --backend " $backend " --inference --devices " $device " " $dtype_arg " \
256
246
--output " $TEST_REPORTS_DIR /inductor_${backend} _huggingface_${dtype} _inference_${device} _performance.csv" || true
257
247
PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/huggingface.py \
258
248
--accuracy --backend " $backend " --inference --devices " $device " " $dtype_arg " \
259
249
--output " $TEST_REPORTS_DIR /inductor_${backend} _huggingface_${dtype} _inference_${device} _accuracy.csv" || true
250
+ PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/torchbench.py \
251
+ --performance --backend " $backend " --inference --devices " $device " " $dtype_arg " \
252
+ --output " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _performance.csv" || true
253
+ PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/torchbench.py \
254
+ --accuracy --backend " $backend " --inference --devices " $device " " $dtype_arg " \
255
+ --output " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _accuracy.csv" || true
256
+ else
257
+ for model in " ${models[@]} " ; do
258
+ PYTHONPATH=" $( pwd) " /torchbench python benchmarks/dynamo/torchbench.py \
259
+ --performance --only " $model " --backend " $backend " --inference --devices " $device " " $dtype_arg " \
260
+ --output " $TEST_REPORTS_DIR /inductor_${backend} _torchbench_${dtype} _inference_${device} _performance.csv" || true
261
+ done
260
262
fi
261
263
262
264
if [ " $dtype " == notset ]; then
0 commit comments