Skip to content

Commit c39238f

Browse files
quic-meetkumaquic-meetkuma
committed
Fixed Jenkins stages.
Signed-off-by: meetkuma <[email protected]>
1 parent 66fb91f commit c39238f

File tree

1 file changed

+141
-141
lines changed

1 file changed

+141
-141
lines changed

‎scripts/Jenkinsfile

Lines changed: 141 additions & 141 deletions
Original file line numberDiff line numberDiff line change
@@ -30,147 +30,147 @@ pipeline {
3030
'''
3131
}
3232
}
33-
// stage('Non CLI Tests') {
34-
// parallel {
35-
// stage('Run Non-CLI Non-QAIC Tests') {
36-
// steps {
37-
// timeout(time: 25, unit: 'MINUTES') {
38-
// sh '''
39-
// sudo docker exec ${BUILD_TAG} bash -c "
40-
// cd /efficient-transformers &&
41-
// . preflight_qeff/bin/activate &&
42-
// mkdir -p $PWD/Non_cli_qaic &&
43-
// export TOKENIZERS_PARALLELISM=false &&
44-
// export QEFF_HOME=$PWD/Non_cli_qaic &&
45-
// pytest tests -m '(not cli) and (not on_qaic) and (not finetune)' --ignore tests/vllm -n auto --junitxml=tests/tests_log1.xml &&
46-
// junitparser merge tests/tests_log1.xml tests/tests_log.xml &&
47-
// deactivate"
48-
// '''
49-
// }
50-
// }
51-
// }
52-
// stage('Run Non-CLI QAIC Tests') {
53-
// steps {
54-
// timeout(time: 200, unit: 'MINUTES') {
55-
// sh '''
56-
// sudo docker exec ${BUILD_TAG} bash -c "
57-
// cd /efficient-transformers &&
58-
// . preflight_qeff/bin/activate &&
59-
// mkdir -p $PWD/Non_qaic &&
60-
// export TOKENIZERS_PARALLELISM=false &&
61-
// export QEFF_HOME=$PWD/Non_qaic &&
62-
// pytest tests -m '(not cli) and (on_qaic) and (not multimodal) and (not qnn) and (not finetune)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log2.xml &&
63-
// junitparser merge tests/tests_log2.xml tests/tests_log.xml &&
64-
// deactivate"
65-
// '''
66-
// }
67-
// }
68-
// }
69-
// }
70-
// }
71-
// stage('QAIC MultiModal Tests') {
72-
// steps {
73-
// timeout(time: 60, unit: 'MINUTES') {
74-
// sh '''
75-
// sudo docker exec ${BUILD_TAG} bash -c "
76-
// cd /efficient-transformers &&
77-
// . preflight_qeff/bin/activate &&
78-
// mkdir -p $PWD/Non_cli_qaic_multimodal &&
79-
// export TOKENIZERS_PARALLELISM=false &&
80-
// export QEFF_HOME=$PWD/Non_cli_qaic_multimodal &&
81-
// pytest tests -m '(not cli) and (on_qaic) and (multimodal) and (not qnn) and (not finetune)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log6.xml &&
82-
// junitparser merge tests/tests_log6.xml tests/tests_log.xml &&
83-
// deactivate"
84-
// '''
85-
// }
86-
// }
87-
// }
88-
// stage('Inference Tests') {
89-
// steps {
90-
// timeout(time: 60, unit: 'MINUTES') {
91-
// sh '''
92-
// sudo docker exec ${BUILD_TAG} bash -c "
93-
// source /qnn_sdk/bin/envsetup.sh &&
94-
// source /qnn_sdk/bin/envcheck -c &&
95-
// cd /efficient-transformers &&
96-
// . preflight_qeff/bin/activate &&
97-
// mkdir -p $PWD/cli &&
98-
// export TOKENIZERS_PARALLELISM=false &&
99-
// export QEFF_HOME=$PWD/cli &&
100-
// pytest tests -m '(cli and not qnn) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log3.xml &&
101-
// junitparser merge tests/tests_log3.xml tests/tests_log.xml &&
102-
// deactivate"
103-
// '''
104-
// }
105-
// }
106-
// }
107-
// stage('vLLM Tests') {
108-
// steps {
109-
// catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') {
110-
// build job: 'qefficient_vllm_upstream',
111-
// parameters: [string(name: 'NAME', value: "${BUILD_TAG}")],
112-
// propagate: true,
113-
// wait: true
114-
// }
115-
// }
116-
// }
117-
// stage('QNN CLI Tests') {
118-
// steps {
119-
// timeout(time: 30, unit: 'MINUTES') {
120-
// sh '''
121-
// sudo docker exec ${BUILD_TAG} bash -c "
122-
// source /qnn_sdk/bin/envsetup.sh &&
123-
// source /qnn_sdk/bin/envcheck -c &&
124-
// cd /efficient-transformers &&
125-
// . preflight_qeff/bin/activate &&
126-
// mkdir -p $PWD/Qnn_cli &&
127-
// export TOKENIZERS_PARALLELISM=false &&
128-
// export QEFF_HOME=$PWD/Qnn_cli &&
129-
// pytest tests -m '(cli and qnn) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log4.xml &&
130-
// junitparser merge tests/tests_log4.xml tests/tests_log.xml &&
131-
// deactivate"
132-
// '''
133-
// }
134-
// }
135-
// }
136-
// stage('QNN Non-CLI Tests') {
137-
// steps {
138-
// timeout(time: 200, unit: 'MINUTES') {
139-
// sh '''
140-
// sudo docker exec ${BUILD_TAG} bash -c "
141-
// source /qnn_sdk/bin/envsetup.sh &&
142-
// source /qnn_sdk/bin/envcheck -c &&
143-
// cd /efficient-transformers &&
144-
// . preflight_qeff/bin/activate &&
145-
// mkdir -p $PWD/Qnn_non_cli &&
146-
// export TOKENIZERS_PARALLELISM=false &&
147-
// export QEFF_HOME=$PWD/Qnn_non_cli &&
148-
// pytest tests -m '(not cli) and (qnn) and (on_qaic) and (not multimodal) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log5.xml &&
149-
// junitparser merge tests/tests_log5.xml tests/tests_log.xml &&
150-
// deactivate"
151-
// '''
152-
// }
153-
// }
154-
// }
155-
// stage('QNN MultiModal Tests') {
156-
// steps {
157-
// timeout(time: 60, unit: 'MINUTES') {
158-
// sh '''
159-
// sudo docker exec ${BUILD_TAG} bash -c "
160-
// source /qnn_sdk/bin/envsetup.sh &&
161-
// source /qnn_sdk/bin/envcheck -c &&
162-
// cd /efficient-transformers &&
163-
// . preflight_qeff/bin/activate &&
164-
// mkdir -p $PWD/Non_cli_qnn_multimodal &&
165-
// export TOKENIZERS_PARALLELISM=false &&
166-
// export QEFF_HOME=$PWD/Non_cli_qnn_multimodal &&
167-
// pytest tests -m '(not cli) and (on_qaic) and (multimodal) and (qnn)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log7.xml &&
168-
// junitparser merge tests/tests_log7.xml tests/tests_log.xml &&
169-
// deactivate"
170-
// '''
171-
// }
172-
// }
173-
// }
33+
stage('Non CLI Tests') {
34+
parallel {
35+
stage('Run Non-CLI Non-QAIC Tests') {
36+
steps {
37+
timeout(time: 25, unit: 'MINUTES') {
38+
sh '''
39+
sudo docker exec ${BUILD_TAG} bash -c "
40+
cd /efficient-transformers &&
41+
. preflight_qeff/bin/activate &&
42+
mkdir -p $PWD/Non_cli_qaic &&
43+
export TOKENIZERS_PARALLELISM=false &&
44+
export QEFF_HOME=$PWD/Non_cli_qaic &&
45+
pytest tests -m '(not cli) and (not on_qaic) and (not finetune)' --ignore tests/vllm -n auto --junitxml=tests/tests_log1.xml &&
46+
junitparser merge tests/tests_log1.xml tests/tests_log.xml &&
47+
deactivate"
48+
'''
49+
}
50+
}
51+
}
52+
stage('Run Non-CLI QAIC Tests') {
53+
steps {
54+
timeout(time: 200, unit: 'MINUTES') {
55+
sh '''
56+
sudo docker exec ${BUILD_TAG} bash -c "
57+
cd /efficient-transformers &&
58+
. preflight_qeff/bin/activate &&
59+
mkdir -p $PWD/Non_qaic &&
60+
export TOKENIZERS_PARALLELISM=false &&
61+
export QEFF_HOME=$PWD/Non_qaic &&
62+
pytest tests -m '(not cli) and (on_qaic) and (not multimodal) and (not qnn) and (not finetune)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log2.xml &&
63+
junitparser merge tests/tests_log2.xml tests/tests_log.xml &&
64+
deactivate"
65+
'''
66+
}
67+
}
68+
}
69+
}
70+
}
71+
stage('QAIC MultiModal Tests') {
72+
steps {
73+
timeout(time: 60, unit: 'MINUTES') {
74+
sh '''
75+
sudo docker exec ${BUILD_TAG} bash -c "
76+
cd /efficient-transformers &&
77+
. preflight_qeff/bin/activate &&
78+
mkdir -p $PWD/Non_cli_qaic_multimodal &&
79+
export TOKENIZERS_PARALLELISM=false &&
80+
export QEFF_HOME=$PWD/Non_cli_qaic_multimodal &&
81+
pytest tests -m '(not cli) and (on_qaic) and (multimodal) and (not qnn) and (not finetune)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log6.xml &&
82+
junitparser merge tests/tests_log6.xml tests/tests_log.xml &&
83+
deactivate"
84+
'''
85+
}
86+
}
87+
}
88+
stage('Inference Tests') {
89+
steps {
90+
timeout(time: 60, unit: 'MINUTES') {
91+
sh '''
92+
sudo docker exec ${BUILD_TAG} bash -c "
93+
source /qnn_sdk/bin/envsetup.sh &&
94+
source /qnn_sdk/bin/envcheck -c &&
95+
cd /efficient-transformers &&
96+
. preflight_qeff/bin/activate &&
97+
mkdir -p $PWD/cli &&
98+
export TOKENIZERS_PARALLELISM=false &&
99+
export QEFF_HOME=$PWD/cli &&
100+
pytest tests -m '(cli and not qnn) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log3.xml &&
101+
junitparser merge tests/tests_log3.xml tests/tests_log.xml &&
102+
deactivate"
103+
'''
104+
}
105+
}
106+
}
107+
stage('vLLM Tests') {
108+
steps {
109+
catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') {
110+
build job: 'qefficient_vllm_upstream',
111+
parameters: [string(name: 'NAME', value: "${BUILD_TAG}")],
112+
propagate: true,
113+
wait: true
114+
}
115+
}
116+
}
117+
stage('QNN CLI Tests') {
118+
steps {
119+
timeout(time: 30, unit: 'MINUTES') {
120+
sh '''
121+
sudo docker exec ${BUILD_TAG} bash -c "
122+
source /qnn_sdk/bin/envsetup.sh &&
123+
source /qnn_sdk/bin/envcheck -c &&
124+
cd /efficient-transformers &&
125+
. preflight_qeff/bin/activate &&
126+
mkdir -p $PWD/Qnn_cli &&
127+
export TOKENIZERS_PARALLELISM=false &&
128+
export QEFF_HOME=$PWD/Qnn_cli &&
129+
pytest tests -m '(cli and qnn) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log4.xml &&
130+
junitparser merge tests/tests_log4.xml tests/tests_log.xml &&
131+
deactivate"
132+
'''
133+
}
134+
}
135+
}
136+
stage('QNN Non-CLI Tests') {
137+
steps {
138+
timeout(time: 200, unit: 'MINUTES') {
139+
sh '''
140+
sudo docker exec ${BUILD_TAG} bash -c "
141+
source /qnn_sdk/bin/envsetup.sh &&
142+
source /qnn_sdk/bin/envcheck -c &&
143+
cd /efficient-transformers &&
144+
. preflight_qeff/bin/activate &&
145+
mkdir -p $PWD/Qnn_non_cli &&
146+
export TOKENIZERS_PARALLELISM=false &&
147+
export QEFF_HOME=$PWD/Qnn_non_cli &&
148+
pytest tests -m '(not cli) and (qnn) and (on_qaic) and (not multimodal) and (not finetune)' --ignore tests/vllm --junitxml=tests/tests_log5.xml &&
149+
junitparser merge tests/tests_log5.xml tests/tests_log.xml &&
150+
deactivate"
151+
'''
152+
}
153+
}
154+
}
155+
stage('QNN MultiModal Tests') {
156+
steps {
157+
timeout(time: 60, unit: 'MINUTES') {
158+
sh '''
159+
sudo docker exec ${BUILD_TAG} bash -c "
160+
source /qnn_sdk/bin/envsetup.sh &&
161+
source /qnn_sdk/bin/envcheck -c &&
162+
cd /efficient-transformers &&
163+
. preflight_qeff/bin/activate &&
164+
mkdir -p $PWD/Non_cli_qnn_multimodal &&
165+
export TOKENIZERS_PARALLELISM=false &&
166+
export QEFF_HOME=$PWD/Non_cli_qnn_multimodal &&
167+
pytest tests -m '(not cli) and (on_qaic) and (multimodal) and (qnn)' --ignore tests/vllm -n 4 --junitxml=tests/tests_log7.xml &&
168+
junitparser merge tests/tests_log7.xml tests/tests_log.xml &&
169+
deactivate"
170+
'''
171+
}
172+
}
173+
}
174174
stage('Finetune CLI Tests') {
175175
steps {
176176
timeout(time: 5, unit: 'MINUTES') {

0 commit comments

Comments
 (0)