compile float model as well

Signed-off-by: yiliu30 <yi4.liu@intel.com>
intel · Oct 15, 2024 · 338ba27 · 338ba27
1 parent 8a7b4df
commit 338ba27
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/examples/3.x_api/pytorch/cv/static_quant/main.py b/examples/3.x_api/pytorch/cv/static_quant/main.py
@@ -234,7 +234,9 @@ def eval_func(model):
             new_model = opt_model
         else:
             new_model = model
+            # For fair comparison, we also compile the float model
             new_model.eval()
+            new_model = torch.compile(new_model)
         if args.performance:
             benchmark(val_loader, new_model, args)
             return

diff --git a/examples/3.x_api/pytorch/cv/static_quant/run_quant.sh b/examples/3.x_api/pytorch/cv/static_quant/run_quant.sh
@@ -10,6 +10,7 @@ function main {
 
 # init params
 function init_params {
+  batch_size=16
   tuned_checkpoint="saved_results"
   for var in "$@"
   do
@@ -22,6 +23,9 @@ function init_params {
       ;;
       --input_model=*)
           input_model=$(echo $var |cut -f2 -d=)
+      ;;
+      --batch_size=*)
+          batch_size=$(echo $var |cut -f2 -d=)
       ;;
        --output_model=*)
            tuned_checkpoint=$(echo $var |cut -f2 -d=)