add proxy support for axios requests (#1623)

* fix: add proxy support for axios requests in ParserIncludes and Utils

* refactor axios proxy configuration into its own method

* remove brackets

Author: nmcc1212

src/parser-includes.ts

@@ -6,7 +6,7 @@ import {GitData} from "./git-data.js";
 import assert, {AssertionError} from "assert";
 import chalk from "chalk";
 import {Parser} from "./parser.js";
-import axios from "axios";
+import axios, {AxiosRequestConfig} from "axios";
 import path from "path";
 import semver from "semver";
 import {RE2JS} from "re2js";
@@ -287,7 +287,11 @@ export class ParserIncludes {
         try {
             const target = `${cwd}/${stateDir}/includes/${fsUrl}`;
             if (await fs.pathExists(target) && !fetchIncludes) return;
-            const res = await axios.get(url, {headers: {"User-Agent": "gitlab-ci-local"}});
+            const axiosConfig: AxiosRequestConfig = {
+                headers: {"User-Agent": "gitlab-ci-local"},
+                ...Utils.getAxiosProxyConfig(),
+            };
+            const res = await axios.get(url, axiosConfig);
             await fs.outputFile(target, res.data);
         } catch (e) {
             throw new AssertionError({message: `Remote include could not be fetched ${url}\n${e}`});

src/utils.ts

@@ -11,7 +11,7 @@ import {CICDVariable} from "./variables-from-files.js";
 import {GitData, GitSchema} from "./git-data.js";
 import globby from "globby";
 import micromatch from "micromatch";
-import axios from "axios";
+import axios, {AxiosRequestConfig} from "axios";
 import path from "path";
 import {Argv} from "./argv.js";
 
@@ -418,7 +418,11 @@ export class Utils {
             case "http":
             case "https": {
                 try {
-                    const {status} = await axios.get(`${protocol}://${domain}:${port}/${projectPath}/-/raw/${ref}/${file}`);
+                    const axiosConfig: AxiosRequestConfig = Utils.getAxiosProxyConfig();
+                    const {status} = await axios.get(
+                        `${protocol}://${domain}:${port}/${projectPath}/-/raw/${ref}/${file}`,
+                        axiosConfig,
+                    );
                     return (status === 200);
                 } catch {
                     return false;
@@ -442,4 +446,19 @@ export class Utils {
         }
         return lsFilesRes.stdout.split("\n");
     }
+
+    static getAxiosProxyConfig (): AxiosRequestConfig {
+        const proxyEnv = process.env.HTTPS_PROXY || process.env.HTTP_PROXY;
+        if (proxyEnv) {
+            const proxyUrl = new URL(proxyEnv);
+            return {
+                proxy: {
+                    host: proxyUrl.hostname,
+                    port: proxyUrl.port ? parseInt(proxyUrl.port, 10) : 8080,
+                    protocol: proxyUrl.protocol.replace(":", ""),
+                },
+            };
+        }
+        return {};
+    }
 }