Skip to content

Commit 24871ad

Browse files
chensuyuechensuyue
authored
Update CI test scope and example readme (#2306)
* remove 2x model test in CI Signed-off-by: chensuyue <suyue.chen@intel.com> * remove 2x ut baseline Signed-off-by: chensuyue <suyue.chen@intel.com> * update example list Signed-off-by: chensuyue <suyue.chen@intel.com> --------- Signed-off-by: chensuyue <suyue.chen@intel.com>
1 parent cc4fc0c commit 24871ad

File tree

3 files changed

+16
-337
lines changed

3 files changed

+16
-337
lines changed

‎.azure-pipelines/model-test.yml‎

Lines changed: 0 additions & 174 deletions
This file was deleted.

‎.azure-pipelines/ut-basic.yml‎

Lines changed: 0 additions & 162 deletions
Original file line numberDiff line numberDiff line change
@@ -130,165 +130,3 @@ stages:
130130
utScriptFileName: "run_basic_others"
131131
uploadPath: $(UPLOAD_PATH)
132132
utArtifact: "ut_others"
133-
134-
- stage: Adaptor_base
135-
displayName: Unit Test FWKs adaptor baseline
136-
dependsOn: []
137-
jobs:
138-
- job:
139-
displayName: Test FWKs adaptor baseline
140-
continueOnError: true
141-
steps:
142-
- template: template/ut-template.yml
143-
parameters:
144-
dockerConfigName: "gitCloneDockerConfig"
145-
utScriptFileName: "run_basic_adaptor"
146-
uploadPath: $(UPLOAD_PATH)
147-
utArtifact: "ut-base_adaptor"
148-
repo: $(REPO)
149-
150-
- stage: API_base
151-
displayName: Unit Test User facing API baseline
152-
dependsOn: []
153-
jobs:
154-
- job:
155-
displayName: Test User facing API baseline
156-
continueOnError: true
157-
steps:
158-
- template: template/ut-template.yml
159-
parameters:
160-
dockerConfigName: "gitCloneDockerConfig"
161-
utScriptFileName: "run_basic_api"
162-
uploadPath: $(UPLOAD_PATH)
163-
utArtifact: "ut-base_api"
164-
repo: $(REPO)
165-
166-
- stage: Pruning_base
167-
displayName: Unit Test Pruning baseline
168-
dependsOn: []
169-
jobs:
170-
- job:
171-
displayName: Test PyTorch Pruning baseline
172-
continueOnError: true
173-
steps:
174-
- template: template/ut-template.yml
175-
parameters:
176-
dockerConfigName: "gitCloneDockerConfig"
177-
utScriptFileName: "run_basic_pt_pruning"
178-
uploadPath: $(UPLOAD_PATH)
179-
utArtifact: "ut-base_pt-pruning"
180-
repo: $(REPO)
181-
- job:
182-
displayName: Test TensorFlow Pruning baseline
183-
continueOnError: true
184-
steps:
185-
- template: template/ut-template.yml
186-
parameters:
187-
dockerConfigName: "gitCloneDockerConfig"
188-
utScriptFileName: "run_basic_tf_pruning"
189-
uploadPath: $(UPLOAD_PATH)
190-
utArtifact: "ut-base_tf-pruning"
191-
repo: $(REPO)
192-
193-
- stage: TFNewAPI_base
194-
displayName: Unit Test TF newAPI baseline
195-
dependsOn: []
196-
jobs:
197-
- job:
198-
displayName: Test TF newAPI baseline
199-
continueOnError: true
200-
steps:
201-
- template: template/ut-template.yml
202-
parameters:
203-
dockerConfigName: "gitCloneDockerConfig"
204-
utScriptFileName: "run_basic_adaptor_tfnewapi"
205-
uploadPath: $(UPLOAD_PATH)
206-
utArtifact: "ut-base_tfnewapi"
207-
repo: $(REPO)
208-
209-
- stage: ITEX_base
210-
displayName: Unit Test ITEX baseline
211-
dependsOn: []
212-
jobs:
213-
- job:
214-
displayName: Test ITEX baseline
215-
continueOnError: true
216-
steps:
217-
- template: template/ut-template.yml
218-
parameters:
219-
dockerConfigName: "gitCloneDockerConfig"
220-
utScriptFileName: "run_basic_itex"
221-
uploadPath: $(UPLOAD_PATH)
222-
utArtifact: "ut-base_itex"
223-
repo: $(REPO)
224-
225-
- stage: Others_base
226-
displayName: Unit Test other cases baseline
227-
dependsOn: []
228-
jobs:
229-
- job:
230-
displayName: Test other cases baseline
231-
continueOnError: true
232-
steps:
233-
- template: template/ut-template.yml
234-
parameters:
235-
dockerConfigName: "gitCloneDockerConfig"
236-
utScriptFileName: "run_basic_others"
237-
uploadPath: $(UPLOAD_PATH)
238-
utArtifact: "ut-base_others"
239-
repo: $(REPO)
240-
241-
- stage: Coverage
242-
displayName: "Coverage Compare"
243-
pool:
244-
vmImage: "ubuntu-latest"
245-
dependsOn: [Adaptor, API, Pruning, TFNewAPI, ITEX, Others, Adaptor_base, API_base, Pruning_base, TFNewAPI_base, ITEX_base, Others_base]
246-
jobs:
247-
- job: CollectDatafiles
248-
steps:
249-
- script: |
250-
if [[ ! $(docker images | grep -i ${IMAGE_NAME}:${IMAGE_TAG}) ]]; then
251-
docker build -f ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/Dockerfile.devel -t ${IMAGE_NAME}:${IMAGE_TAG} .
252-
fi
253-
docker images | grep -i ${IMAGE_NAME}
254-
if [[ $? -ne 0 ]]; then
255-
echo "NO Such Repo"
256-
exit 1
257-
fi
258-
displayName: "Build develop docker image"
259-
260-
- task: DownloadPipelineArtifact@2
261-
inputs:
262-
artifact:
263-
patterns: '*_coverage/.coverage.*'
264-
path: $(DOWNLOAD_PATH)
265-
266-
- script: |
267-
echo "--- create container ---"
268-
docker run -d -it --name="collectLogs" -v ${BUILD_SOURCESDIRECTORY}:/neural-compressor ${IMAGE_NAME}:${IMAGE_TAG} /bin/bash
269-
echo "--- docker ps ---"
270-
docker ps
271-
echo "--- collect logs ---"
272-
docker exec collectLogs /bin/bash +x -c "cd /neural-compressor/.azure-pipelines/scripts \
273-
&& bash install_nc.sh \
274-
&& bash ut/collect_log.sh"
275-
displayName: "Collect UT Coverage"
276-
277-
- task: PublishCodeCoverageResults@2
278-
inputs:
279-
summaryFileLocation: $(Build.SourcesDirectory)/log_dir/coverage_PR/coverage.xml
280-
281-
- task: PublishPipelineArtifact@1
282-
condition: succeededOrFailed()
283-
inputs:
284-
targetPath: $(UPLOAD_PATH)
285-
artifact: $(ARTIFACT_NAME)
286-
publishLocation: "pipeline"
287-
288-
- task: Bash@3
289-
condition: always()
290-
inputs:
291-
targetType: "inline"
292-
script: |
293-
docker exec collectLogs bash -c "rm -fr /neural-compressor/* && rm -fr /neural-compressor/.* || true"
294-
displayName: "Docker clean up"

‎examples/README.md‎

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,22 @@ Intel® Neural Compressor validated examples with multiple compression technique
1515
</tr>
1616
</thead>
1717
<tbody>
18-
18+
<tr>
19+
<td>Llama-4-Scout-17B-16E-Instruct</td>
20+
<td>Multimodal Modeling</td>
21+
<td>Quantization (MXFP4)</td>
22+
<td><a href="./pytorch/multimodal-modeling/quantization/auto_round/llama4">link</a></td>
23+
</tr>
24+
<tr>
25+
<td rowspan="2">Llama-3.3-70B-Instruct</td>
26+
<td rowspan="2">Natural Language Processing</td>
27+
<td>Mixed Precision (MXFP4+MXFP8)</td>
28+
<td><a href="./pytorch/nlp/huggingface_models/language-modeling/quantization/mix-precision#mix-precision-quantization-mxfp4--mxfp8">link</a></td>
29+
</tr>
30+
<tr>
31+
<td>Quantization (MXFP4/MXFP8/NVFP4)</td>
32+
<td><a href="./pytorch/nlp/huggingface_models/language-modeling/quantization/mix-precision#mxfp4--mxfp8">link</a></td>
33+
</tr>
1934
<tr>
2035
<td rowspan="2">gpt_j</td>
2136
<td rowspan="2">Natural Language Processing</td>

0 commit comments

Comments
 (0)