Completes UNB-2545 - Don't download requirements.txt if it already exists locally

gustavocidornelas · whoseoyster · commit d755ee6e54d7 · 2022-08-15T11:05:38.000-07:00
diff --git a/examples/tabular-classification/documentation-tutorial/tabular-tutorial-part-1.ipynb b/examples/tabular-classification/documentation-tutorial/tabular-tutorial-part-1.ipynb
@@ -21,22 +21,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 22,
    "id": "56758c0a",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
-      "                                 Dload  Upload   Total   Spent    Left  Speed\n",
-      "100    47  100    47    0     0    118      0 --:--:-- --:--:-- --:--:--   121\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/documentation-tutorial/tabular-tutorial-part-2.ipynb b/examples/tabular-classification/documentation-tutorial/tabular-tutorial-part-2.ipynb
@@ -21,12 +21,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 27,
    "id": "3262f874",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/sklearn/churn-classifier/churn-classifier-sklearn.ipynb b/examples/tabular-classification/sklearn/churn-classifier/churn-classifier-sklearn.ipynb
@@ -15,14 +15,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "04b9d9a3",
    "metadata": {
     "scrolled": true
    },
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/sklearn/fetal-health/fetal-health-sklearn.ipynb b/examples/tabular-classification/sklearn/fetal-health/fetal-health-sklearn.ipynb
@@ -14,11 +14,25 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
+      "                                 Dload  Upload   Total   Spent    Left  Speed\n",
+      "100    47  100    47    0     0    342      0 --:--:-- --:--:-- --:--:--   353\n"
+     ]
+    }
+   ],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/sklearn/fraud-detection/fraud-classifier-sklearn.ipynb b/examples/tabular-classification/sklearn/fraud-detection/fraud-classifier-sklearn.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "1ccfff1a",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/sklearn/iris-classifier/iris-tabular-sklearn.ipynb b/examples/tabular-classification/sklearn/iris-classifier/iris-tabular-sklearn.ipynb
@@ -14,11 +14,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/tabular-classification/xgboost/xgboost.ipynb b/examples/tabular-classification/xgboost/xgboost.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "id": "f8ef72aa",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/xgboost/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/xgboost/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/custom/stacked-models/fastttext-stacked.ipynb b/examples/text-classification/custom/stacked-models/fastttext-stacked.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "f980cec2",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/custom/stacked-models/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/custom/stacked-models/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
@@ -43,7 +47,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 6,
    "id": "bc5fc92e",
    "metadata": {},
    "outputs": [],
@@ -71,47 +75,55 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 8,
    "id": "c1e4747d",
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
+     "name": "stderr",
      "output_type": "stream",
      "text": [
       "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
       "                                 Dload  Upload   Total   Spent    Left  Speed\n",
-      "100 13.3M  100 13.3M    0     0  2748k      0  0:00:04  0:00:04 --:--:-- 3391k\n"
+      "100 13.3M  100 13.3M    0     0  1611k      0  0:00:08  0:00:08 --:--:-- 2183k\n"
      ]
     }
    ],
    "source": [
-    "!curl -0 https://unbox-static-assets.s3.us-west-2.amazonaws.com/examples-datasets/text-classification/rec.txt -o rec.txt"
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"rec.txt\" ]; then\n",
+    "    curl \"https://unbox-static-assets.s3.us-west-2.amazonaws.com/examples-datasets/text-classification/rec.txt\" --output \"rec.txt\"\n",
+    "fi"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 19,
    "id": "a54e7139",
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
+     "name": "stderr",
      "output_type": "stream",
      "text": [
       "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
       "                                 Dload  Upload   Total   Spent    Left  Speed\n",
-      "100 1952k  100 1952k    0     0   700k      0  0:00:02  0:00:02 --:--:--  702k\n"
+      "100 1952k  100 1952k    0     0   627k      0  0:00:03  0:00:03 --:--:--  628k\n"
      ]
     }
    ],
    "source": [
-    "!curl -0 https://unbox-static-assets.s3.us-west-2.amazonaws.com/examples-datasets/text-classification/rec_type.txt -o rec_type.txt"
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"rec_type.txt\" ]; then\n",
+    "    curl -0 \"https://unbox-static-assets.s3.us-west-2.amazonaws.com/examples-datasets/text-classification/rec_type.txt\" -o \"rec_type.txt\" --output \"rec_type.txt\"\n",
+    "fi"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 16,
    "id": "03b71c88",
    "metadata": {},
    "outputs": [
@@ -122,7 +134,7 @@
       "Read 2M words\n",
       "Number of words:  211125\n",
       "Number of labels: 2\n",
-      "Progress: 100.0% words/sec/thread: 6781308 lr:  0.000000 avg.loss:  0.394923 ETA:   0h 0m 0s\n"
+      "Progress: 100.0% words/sec/thread: 7157244 lr:  0.000000 avg.loss:  0.396901 ETA:   0h 0m 0s\n"
      ]
     }
    ],
@@ -132,7 +144,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 20,
    "id": "fa17bdaa",
    "metadata": {
     "scrolled": true
@@ -145,7 +157,7 @@
       "Read 0M words\n",
       "Number of words:  49236\n",
       "Number of labels: 4\n",
-      "Progress: 100.0% words/sec/thread: 6647719 lr:  0.000000 avg.loss:  1.107581 ETA:   0h 0m 0s\n"
+      "Progress: 100.0% words/sec/thread: 8008669 lr:  0.000000 avg.loss:  1.093604 ETA:   0h 0m 0s\n"
      ]
     }
    ],
diff --git a/examples/text-classification/documentation-tutorial/nlp_tutorial.ipynb b/examples/text-classification/documentation-tutorial/nlp_tutorial.ipynb
@@ -20,11 +20,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/fasttext/fasttext.ipynb b/examples/text-classification/fasttext/fasttext.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "c9647c25",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/fasttext/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/fasttext/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/pytorch/pytorch.ipynb b/examples/text-classification/pytorch/pytorch.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "c9487301",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/pytorch/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/pytorch/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/sklearn/banking/demo-banking.ipynb b/examples/text-classification/sklearn/banking/demo-banking.ipynb
@@ -15,22 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "id": "200cb601",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
-      "                                 Dload  Upload   Total   Spent    Left  Speed\n",
-      "100    33  100    33    0     0    100      0 --:--:-- --:--:-- --:--:--   103\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/sklearn/sentiment-analysis/sentiment-sklearn.ipynb b/examples/text-classification/sklearn/sentiment-analysis/sentiment-sklearn.ipynb
@@ -15,12 +15,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "id": "5b1a76a3",
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/sklearn/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/tensorflow/tensorflow.ipynb b/examples/text-classification/tensorflow/tensorflow.ipynb
@@ -16,11 +16,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
-    "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/tensorflow/requirements.txt\" --output \"requirements.txt\""
+    "%%bash\n",
+    "\n",
+    "if [ ! -e \"requirements.txt\" ]; then\n",
+    "    curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/tensorflow/requirements.txt\" --output \"requirements.txt\"\n",
+    "fi"
    ]
   },
   {
diff --git a/examples/text-classification/transformers/transformers.ipynb b/examples/text-classification/transformers/transformers.ipynb

Original file line number	Diff line number	Diff line change
`@@ -21,12 +21,16 @@`
`21`	`21`	`},`
`22`	`22`	`{`
`23`	`23`	`"cell_type": "code",`
`24`		`- "execution_count": null,`
	`24`	`+ "execution_count": 27,`
`25`	`25`	`"id": "3262f874",`
`26`	`26`	`"metadata": {},`
`27`	`27`	`"outputs": [],`
`28`	`28`	`"source": [`
`29`		`- "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\""`
	`29`	`+ "%%bash\n",`
	`30`	`+ "\n",`
	`31`	`+ "if [ ! -e \"requirements.txt\" ]; then\n",`
	`32`	`+ " curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\"\n",`
	`33`	`+ "fi"`
`30`	`34`	`]`
`31`	`35`	`},`
`32`	`36`	`{`
Original file line number	Diff line number	Diff line change
`@@ -15,12 +15,16 @@`
`15`	`15`	`},`
`16`	`16`	`{`
`17`	`17`	`"cell_type": "code",`
`18`		`- "execution_count": null,`
	`18`	`+ "execution_count": 2,`
`19`	`19`	`"id": "1ccfff1a",`
`20`	`20`	`"metadata": {},`
`21`	`21`	`"outputs": [],`
`22`	`22`	`"source": [`
`23`		`- "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""`
	`23`	`+ "%%bash\n",`
	`24`	`+ "\n",`
	`25`	`+ "if [ ! -e \"requirements.txt\" ]; then\n",`
	`26`	`+ " curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",`
	`27`	`+ "fi"`
`24`	`28`	`]`
`25`	`29`	`},`
`26`	`30`	`{`
Original file line number	Diff line number	Diff line change
`@@ -14,11 +14,15 @@`
`14`	`14`	`},`
`15`	`15`	`{`
`16`	`16`	`"cell_type": "code",`
`17`		`- "execution_count": null,`
	`17`	`+ "execution_count": 2,`
`18`	`18`	`"metadata": {},`
`19`	`19`	`"outputs": [],`
`20`	`20`	`"source": [`
`21`		`- "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\""`
	`21`	`+ "%%bash\n",`
	`22`	`+ "\n",`
	`23`	`+ "if [ ! -e \"requirements.txt\" ]; then\n",`
	`24`	`+ " curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/tabular-classification/sklearn/requirements.txt\" --output \"requirements.txt\"\n",`
	`25`	`+ "fi"`
`22`	`26`	`]`
`23`	`27`	`},`
`24`	`28`	`{`
Original file line number	Diff line number	Diff line change
`@@ -20,11 +20,15 @@`
`20`	`20`	`},`
`21`	`21`	`{`
`22`	`22`	`"cell_type": "code",`
`23`		`- "execution_count": null,`
	`23`	`+ "execution_count": 1,`
`24`	`24`	`"metadata": {},`
`25`	`25`	`"outputs": [],`
`26`	`26`	`"source": [`
`27`		`- "!curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\""`
	`27`	`+ "%%bash\n",`
	`28`	`+ "\n",`
	`29`	`+ "if [ ! -e \"requirements.txt\" ]; then\n",`
	`30`	`+ " curl \"https://raw.githubusercontent.com/unboxai/examples-gallery/main/text-classification/documentation-tutorial/requirements.txt\" --output \"requirements.txt\"\n",`
	`31`	`+ "fi"`
`28`	`32`	`]`
`29`	`33`	`},`
`30`	`34`	`{`