f

Author: winskuo-quic

.ci/scripts/test_qnn_static_llm.sh

@@ -81,7 +81,7 @@ elif [[ "${TASK_NAME}" == "stories_260k_bc" ]]; then
     fi
 
 elif [[ "${TASK_NAME}" == "smollm2_135m" ]]; then
-    $PYTHON_EXECUTABLE examples/qualcomm/oss_scripts/llama/llama.py --model SM8650 --build_folder build-x86/ --artifact ./static_smollm2 --enable_x86_64 --decoder_model smollm2_135m --model_mode kv --temperature 0 --max_seq_len 1024 --eval_perplexity --task wikitext --limit 1 --prompt "I would like to learn python, could you teach me a program?"
+    $PYTHON_EXECUTABLE backends/qualcomm/tests/test_qnn_delegate.py -k TestExampleLLMScript.test_static_smollm2 --model SM8650 --build_folder build-x86/ --executorch_root . --artifact_dir ./static_smollm2 --enable_x86_64
     exit_code1=$?
     if [ $exit_code1 -ne 0 ]; then
         exit 1

backends/qualcomm/tests/test_qnn_delegate.py

@@ -5342,7 +5342,6 @@ def test_static_smollm2(self):
             if "Error" in msg:
                 self.fail(msg["Error"])
             else:
-                import pdb; pdb.set_trace()
                 self.assertLessEqual(msg["wiki_ppl"], 25)
                 if not self.enable_x86_64:
                     self.assertGreaterEqual(msg["inference_speed"], 200)