Fix lint errors and update llama sample run script

Author: neuropilot-captain

backends/mediatek/runtime/NeuronBackend.cpp

@@ -169,8 +169,8 @@ Error NeuronExecuTorchDelegate::execute(
 
   PrepareInputsOuputs(args);
 
-  auto allocator = dynamic_cast<neuron::BufferAllocator*>(
-      context.get_temp_allocator());
+  auto allocator =
+      dynamic_cast<neuron::BufferAllocator*>(context.get_temp_allocator());
 
   size_t inputCount = mInputSizes.size() + neuron_shared_weights_.size();
   size_t outputCount = mOutputSizes.size();

examples/mediatek/executor_runner/llama_runner/LlamaModelChunk.cpp

@@ -83,7 +83,9 @@ std::string LlamaModelChunk::SelectMethod(
       return methodName;
     }
   }
-  ET_LOG(Error, "Unable to find suitable method, fallback to use the first method.");
+  ET_LOG(
+      Error,
+      "Unable to find suitable method, fallback to use the first method.");
   return {};
 }
 

examples/mediatek/executor_runner/mtk_llama_executor_runner.cpp

@@ -66,17 +66,11 @@ DEFINE_string(
     token_embedding_path,
     "embedding.bin",
     "Input token embedding lookup table path.");
-DEFINE_string(
-    prompt_model_paths,
-    "model_128t.pte",
-    "Comma-separated prompt model paths.");
-DEFINE_string(
-    gen_model_paths,
-    "model_1t.pte",
-    "Comma-separated generative model paths.");
+DEFINE_string(prompt_model_paths, "", "Comma-separated prompt model paths.");
+DEFINE_string(gen_model_paths, "", "Comma-separated generative model paths.");
 DEFINE_string(
     model_package_paths,
-    "model_package.pte",
+    "",
     "Comma-separated weight-shared model package paths.");
 
 // Tokenizer

examples/mediatek/executor_runner/run_llama3_sample.sh

@@ -36,18 +36,12 @@ TOKENIZER_PATH="/data/local/tmp/llama3/tokenizer.model"
 TOKEN_EMBEDDING_PATH="/data/local/tmp/llama3/embedding_llama3_8b_instruct_fp32.bin"
 
 # Comma-Separated Paths
-PROMPT_MODEL_PATHS="\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_128t512c_0.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_128t512c_1.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_128t512c_2.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_128t512c_3.pte,"
-
-# Comma-Separated Paths
-GEN_MODEL_PATHS="\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_1t512c_0.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_1t512c_1.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_1t512c_2.pte,\
-/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_1t512c_3.pte,"
+WEIGHT_SHARED_MODEL_PACKAGE_PATHS="\
+/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_0.pte,\
+/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_1.pte,\
+/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_2.pte,\
+/data/local/tmp/llama3/llama3_8b_SC_sym4W_sym16A_4_chunks_Overall_3.pte,\
+"
 
 PROMPT_FILE=/data/local/tmp/llama3/sample_prompt.txt
 
@@ -75,6 +69,5 @@ export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$PWD
     --tokenizer_type=$TOKENIZER_TYPE \
     --tokenizer_path=$TOKENIZER_PATH \
     --token_embedding_path=$TOKEN_EMBEDDING_PATH \
-    --prompt_model_paths=$PROMPT_MODEL_PATHS \
-    --gen_model_paths=$GEN_MODEL_PATHS \
+    --model_package_paths=$WEIGHT_SHARED_MODEL_PACKAGE_PATHS \
     --prompt_file=$PROMPT_FILE