Add test case for native pytorch model (openvinotoolkit#722)

Co-authored-by: Chen Peter <peter.chen@intel.com>
WeldonWangwang · Aug 12, 2024 · 5f78871 · 5f78871
1 parent d3d7d9e
commit 5f78871
Showing 1 changed file with 8 additions and 3 deletions.
diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
@@ -55,10 +55,15 @@ jobs:
       with:
         name: llm.bench_diff
         path: llm.bench_diff.diff
-    - name: Test bloomz-560m on Linux
+    - name: Test native pytorch model on Linux
       run: |
-        python ./llm_bench/python/convert.py --model_id bigscience/bloomz-560m --output_dir ./ov_models/bloomz-560m --precision FP16
-        python ./llm_bench/python/benchmark.py -m ./ov_models/bloomz-560m/pytorch/dldt/FP16/ -d cpu -n 1
+        export GIT_LFS_SKIP_SMUDGE=0
+        git clone --depth 1 https://huggingface.co/katuni4ka/tiny-random-qwen
+        python ./llm_bench/python/benchmark.py -m tiny-random-qwen -d cpu -n 1 -f pt
+    - name: Test tiny-random-baichuan2 on Linux
+      run: |
+        python ./llm_bench/python/convert.py --model_id katuni4ka/tiny-random-baichuan2 --output_dir ./ov_models/tiny-random-baichuan2 --precision FP16
+        python ./llm_bench/python/benchmark.py -m ./ov_models/tiny-random-baichuan2/pytorch/dldt/FP16/ -d cpu -n 1
     - name: Test tiny-stable-diffusion on Linux
       run: |
         python ./llm_bench/python/convert.py --model_id segmind/tiny-sd --output_dir ./ov_models/tiny-sd --precision FP16