Refresh examples for SDK2.6

Author: RouxJohannes

.gitignore

@@ -27,6 +27,7 @@ archive.a
 vars.capnp
 
 *.onnx
+*.popef
 
 .DS_Store
 
@@ -50,3 +51,6 @@ vars.capnp
 nohup.*
 **/wandb
 
+utils/triton_server/backends
+!vision/cnns/pytorch/tests/tritonserver/models/*/*/*.json
+

README.md

@@ -65,7 +65,7 @@ If you require POD128/256 setup and configuration for our applications, please c
 | BERT | NLP | Training & Inference |[TensorFlow 1](nlp/bert/tensorflow1) , [PyTorch](nlp/bert/pytorch) , [PopART](nlp/bert/popart), [TensorFlow 2](nlp/bert/tensorflow2/), [PopXL](nlp/bert/popxl), [PaddlePaddle](https://github.com/PaddlePaddle/PaddleNLP/tree/develop/model_zoo/bert/static_ipu), [Hugging Face Optimum](https://huggingface.co/Graphcore/bert-large-ipu)|
 | Group BERT | NLP | Training |[TensorFlow 1](nlp/bert/tensorflow1/README.md#GroupBERT_model) |
 | Packed BERT | NLP | Training |[PyTorch](nlp/bert/pytorch), [PopART](nlp/bert/popart) |
-| GPT2 | NLP | Training |[PyTorch](nlp/gpt/pytorch) , [Hugging Face Optimum](https://huggingface.co/Graphcore/gpt2-medium-ipu) |
+| GPT2 | NLP | Training |[PyTorch](nlp/gpt2/pytorch) , [Hugging Face Optimum](https://huggingface.co/Graphcore/gpt2-medium-ipu) |
 | RoBERTa | NLP | Training | [Hugging Face Optimum](https://huggingface.co/Graphcore/roberta-large-ipu)|
 | DeBERTa | NLP | Training | [Hugging Face Optimum](https://huggingface.co/Graphcore/deberta-base-ipu)|
 | HuBERT | NLP | Training | [Hugging Face Optimum](https://huggingface.co/Graphcore/hubert-base-ipu)|
@@ -83,9 +83,8 @@ If you require POD128/256 setup and configuration for our applications, please c
 | DeepVoice3 | TTS (TextToSpeech) | Training & Inference |[PopART](speech/deepvoice3/popart) |
 | FastSpeech2 | TTS(TextToSpeech) | Training & Inference | [TensorFlow 2](speech/fastspeech2/tensorflow2) |
 | Fastpitch | TTS (TextToSpeech) | Training | [PyTorch](speech/fastpitch/pytorch) |
-| Conformer | STT(SpeechToText) | Training & Inference | [PopART](speech/conformer/popart), [TensorFlow 1](speech/conformer/tensorflow1) |
+| Conformer | STT(SpeechToText) | Training & Inference | [PopART](speech/conformer/popart), [TensorFlow 1](speech/conformer/tensorflow1), [PyTorch](speech/conformer/pytorch)|
 | Transfomer Transducer | STT(SpeechToText) | Training & Inference | [PopART](speech/transformer_transducer/popart) |
-| WeNet-Conformer | STT(SpeechToText) | Training | [PyTorch](speech/wenet_conformer/pytorch) |
 | Wav2Vec2 | STT(SpeechToText) | Training | [Hugging Face Optimum](https://huggingface.co/Graphcore/wav2vec2-base-ipu)|
 
 <br>
@@ -213,6 +212,15 @@ Unless otherwise specified by a LICENSE file in a subdirectory, the LICENSE refe
 
 ## Changelog
 <details>
+<summary>Aug 2022</summary>
+<br> 
+
+* Change the folder name of models
+    * NLP : from gpt to gpt2
+    * Speech : from wenet-conformer to conformer
+
+</details>
+<details>
 <summary>July 2022</summary>
 <br> 
 

gnn/cluster_gcn/tensorflow2/benchmarks.yml

@@ -1,6 +1,8 @@
 ---
 # --- Train Cluster-GCN model ---
 train_options: &train_options
+  env:
+    TF_POPLAR_FLAGS: '--executable_cache_path=/tmp/tf_cache/'
   data:
     throughput:
       regexp: 'Mean throughput over real nodes \(no padding\) for training:\s*([\d\.]+)'

gnn/cluster_gcn/tensorflow2/requirements.txt

@@ -15,4 +15,4 @@ scikit-learn==0.24.2
 tensorflow-addons==0.14.0
 trainlog==0.2
 wandb==0.12.8
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

gnn/message_passing/tensorflow2/requirements.txt

@@ -8,4 +8,4 @@ pytest-pythonpath==0.7.4
 pytest-xdist==2.5.0
 regex==2022.4.24
 wandb==0.12.8
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

gnn/tgn/tensorflow1/requirements.txt

@@ -9,4 +9,4 @@ torch-scatter==2.0.6
 torch-sparse==0.6.9
 tqdm==4.60.0
 types-dataclasses==0.6.1
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

miscellaneous/sales_forecasting/tensorflow1/requirements.txt

@@ -1,3 +1,3 @@
 pytest==6.2.5
 pandas==1.1.4
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

multimodal/CLIP/pytorch/requirements.txt

@@ -5,4 +5,4 @@ transformers==4.10.0
 ftfy==6.0.3
 torchvision==0.11.1
 pytest==6.2.5
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

multimodal/mini_dalle/pytorch/requirements.txt

@@ -13,4 +13,4 @@ pytest==6.2.5
 pytest-pythonpath==0.7.4
 torchvision==0.11.1+cpu
 horovod==0.24.3
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils

nlp/bert/popart/requirements.txt

@@ -16,6 +16,6 @@ pyyaml==5.4.1
 wandb==0.12.8
 filelock==3.0.12
 numba==0.53.1
-git+https://github.com/graphcore/examples-utils@e60289e0744c061dcfb060131cd3fbd7ad2840e0#egg=examples-utils
-
+git+https://github.com/graphcore/examples-utils@6d3b8367d5c6d2cda5a0e7849138d0ee8a8c6756#egg=examples-utils
+mpi4py==3.1.3