add generation dataset to docker compose

Author: johncalesp

language/qwen2.5-VL-7B-docker/README.md

@@ -0,0 +1,3 @@
+## How to run the docker compose file ##
+
+```UID=$(id -u) GID=$(id -g) docker compose -f docker-compose-qwen.yml up```

language/qwen2.5-VL-7B-docker/docker-compose-qwen.yml

@@ -77,6 +77,7 @@ services:
         echo 'vLLM server is healthy, starting script...'
         pip install -r /app/requirements-script.txt
         pip install /loadgen/
+        cd datasets && python generate_json_dataset.py && cd ../ &&
         python alt_main.py --scenario Server \
               --model-path $${CHECKPOINT_PATH} \
               --batch-size 16 \
@@ -87,7 +88,7 @@ services:
               --dataset-path $${DATASET_PATH} \
               --output-log-dir output \
               --tensor-parallel-size $${GPU_COUNT} \
-              --num-workers 8 \
+              --num-workers 16 \
               --vllm 
 
 networks: