move postprocessing of gpt response to backend server

Author: LeonOstrez

pythagora_tests/unit/src/helpers/api/cleanupGPTResponse.test.js

@@ -24,7 +24,6 @@ const {
     getJestTest,
     getJestTestName,
     isEligibleForExport,
-    cleanupGPTResponse,
     checkForAPIKey
 } = require("../helpers/api");
 const _ = require('lodash');
@@ -69,8 +68,7 @@ async function configureAuthFile(generatedTests) {
     }
 
     let loginData = pythagoraMetadata.exportRequirements.login;
-    let gptResponse = await getJestAuthFunction(loginData.mongoQueriesArray, loginData.requestBody, loginData.endpointPath);
-    let code = cleanupGPTResponse(gptResponse);
+    let code = await getJestAuthFunction(loginData.mongoQueriesArray, loginData.requestBody, loginData.endpointPath);
 
     fs.writeFileSync(`./${EXPORTED_TESTS_DIR}/auth.js`, code);
 }

src/commands/export.js

@@ -67,7 +67,7 @@ async function makeRequest(data, options, customLogFunction) {
                 if (res.statusCode >= 400) reject(new Error(`Response status code: ${res.statusCode}. Error message: ${gptResponse}`));
                 if (gptResponse.error) reject(new Error(`Error: ${gptResponse.error.message}. Code: ${gptResponse.error.code}`));
                 if (gptResponse.message) reject(new Error(`Error: ${gptResponse.message}. Code: ${gptResponse.code}`));
-                gptResponse = cleanupGPTResponse(gptResponse);
+                gptResponse = gptResponse.split('pythagora_end:').pop();
                 resolve(gptResponse);
             });
         });
@@ -130,14 +130,6 @@ async function isEligibleForExport(test) {
     }
 }
 
-function cleanupGPTResponse(gptResponse) {
-    if (gptResponse.substring(0, 3) === "```") {
-        gptResponse = gptResponse.substring(gptResponse.indexOf('\n') + 1, gptResponse.lastIndexOf('```'));
-    }
-
-    return gptResponse;
-}
-
 function checkForAPIKey() {
     if (!args.pythagora_api_key && !args.openai_api_key) {
         console.log(`${bold+red}No API key found!${reset}`);
@@ -155,7 +147,6 @@ module.exports = {
     getJestTest,
     getJestTestName,
     isEligibleForExport,
-    cleanupGPTResponse,
     getUnitTests,
     checkForAPIKey
 }

src/helpers/api.js

@@ -29,7 +29,9 @@ let functionList = {},
     testsGenerated = [],
     errors = [],
     ignoreFolders = ['node_modules', 'pythagora_tests'],
-    processExtensions = ['.js']
+    processExtensions = ['.js'],
+    ignoreErrors = ['BABEL_PARSER_SYNTAX_ERROR'],
+    force
 ;
 
 async function processFile(filePath) {
@@ -156,7 +158,7 @@ async function createTests(filePath, prefix, funcToTest) {
             spinner.start(folderStructureTree, indexToPush);
 
             let testFilePath = path.join(getTestFilePath(filePath, rootPath), `/${funcData.functionName}.test.js`);
-            if (fs.existsSync(testFilePath)) {
+            if (fs.existsSync(testFilePath) && !force) {
                 await spinner.stop();
                 folderStructureTree[indexToPush].line = `${green}${folderStructureTree[indexToPush].line}${reset}`;
                 continue;
@@ -190,8 +192,7 @@ async function createTests(filePath, prefix, funcToTest) {
         }
 
     } catch (e) {
-        errors.push(e);
-        // writeLine(`Error parsing file ${filePath}: ${e}`);
+        if (!ignoreErrors.includes(e.code)) errors.push(e);
     }
 }
 
@@ -255,7 +256,11 @@ async function getFunctionsForExport(dirPath) {
     return functionList;
 }
 
-async function generateTestsForDirectory(pathToProcess, funcName) {
+async function generateTestsForDirectory(args) {
+    let pathToProcess = args.path,
+        funcName = args.func;
+    force = args.force;
+
     checkForAPIKey();
     queriedPath = path.resolve(pathToProcess);
     rootPath = process.cwd();

src/helpers/unitTests.js

@@ -6,4 +6,4 @@ if (!args.path && !args.func) {
     process.exit(1);
 }
 if (!args.path) args.path = process.cwd();
-generateTestsForDirectory(args.path, args.func);
+generateTestsForDirectory(args);