Easier CLI config & O1 models.

Author: vaibhavpandeyvpz

.vscode/launch.json

@@ -6,7 +6,7 @@
       "cwd": "${workspaceFolder}",
       "name": "CLI",
       "request": "launch",
-      "runtimeArgs": ["run", "debug"],
+      "runtimeArgs": ["run", "debug", "--", "-rv"],
       "runtimeExecutable": "npm",
       "type": "node"
     },

README.md

@@ -13,27 +13,38 @@ Codeye is a revolutionary [Visual Studio Code](https://code.visualstudio.com/) e
 
 ## Getting Started
 
-1. **Install Codeye**: Search for **Codeye** in the [Visual Studio Code](https://code.visualstudio.com/) **Extensions** tab or visit the [Visual Studio Marketplace](https://marketplace.visualstudio.com/items?itemName=codeye.codeye) for quick installation.
-2. **Select AI Model**: Navigate to `Settings` > `Extensions` > `Codeye` and choose you desired AI model.
-3. **Enter Credentials**: Enter your [Anthropic](https://www.anthropic.com), [Google AI Studio](https://ai.google.dev) or [OpenAI](https://openai.com/) credentials based on the selected model.
-
 ## How to Use
 
 There are many ways you could launch **Codeye** once installed.
 
 ### From Command Palette
 
-Hit `CMD + SHIFT + P` and start a **Codeye** session from the **Command Palette**.
+1. **Install Codeye**: Search for **Codeye** in the [Visual Studio Code](https://code.visualstudio.com/) **Extensions** tab or visit the [Visual Studio Marketplace](https://marketplace.visualstudio.com/items?itemName=codeye.codeye) for quick installation.
+2. **Select AI Model**: Navigate to `Settings` > `Extensions` > `Codeye` and choose you desired AI model.
+3. **Enter Credentials**: Enter your [Anthropic](https://www.anthropic.com), [Google AI Studio](https://ai.google.dev) or [OpenAI](https://openai.com/) credentials based on the selected model.
+4. Hit `CMD + SHIFT + P` and start a **Codeye** session from the **Command Palette**.
 
 ![Command](https://raw.githubusercontent.com/codeye-ai/codeye-vscode/main/images/command-palette.png)
 
 ### From Terminal
 
-Start a Codeye session from the provided terminal profile.
+Install and configure as global CLI command from [npm](https://www.npmjs.com/package/codeye):
 
-![Terminal Profile](https://raw.githubusercontent.com/codeye-ai/codeye-vscode/main/images/terminal-profile.png)
+```shell
+# install package as global
+npm i -g codeye
+
+# configure model and credentials (only once)
+codeye configure
+```
 
-## Install
+Then in any folder, start a session using below command:
+
+```shell
+codeye chat
+```
+
+## Development
 
 Clone the repository, navigate to project folder and run below commands:
 
@@ -50,16 +61,16 @@ cp .env.dist .env
 # update values in .env
 ```
 
-Use below command to run working copy of the tool:
+To run as [Visual Studio Code](https://code.visualstudio.com) extension, open the project is [Visual Studio Code](https://code.visualstudio.com) and hit `F5` to start a new [Visual Studio Code](https://code.visualstudio.com) window with this extension preloaded.
+
+![Terminal Profile](https://raw.githubusercontent.com/codeye-ai/codeye-vscode/main/images/terminal-profile.png)
+
+Or use below command to run working copy of the tool:
 
 ```shell
 npm run debug
 ```
 
-## Usage
-
-To run as [Visual Studio Code](https://code.visualstudio.com) extension, open the project is [Visual Studio Code](https://code.visualstudio.com) and hit `F5` to start a new [Visual Studio Code](https://code.visualstudio.com) window with this extension preloaded.
-
 ## Publishing
 
 Before publishing, package your extension as `vsix` file.

cli.js

@@ -5,26 +5,121 @@ const path = require("path");
 require("dotenv").config({ path: path.join(__dirname, ".env") });
 const yargs = require("yargs/yargs");
 const { hideBin } = require("yargs/helpers");
-const argv = yargs(hideBin(process.argv))
-  .option("file", {
-    alias: "f",
-    type: "string",
-    description: "Path to current/active file (e.g., in the editor).",
-  })
-  .option("reset", {
-    alias: "r",
-    type: "boolean",
-    description: "Resets the conversation history.",
-  })
-  .option("verbose", {
-    alias: "v",
-    type: "boolean",
-    description: "Enables verbose output.",
-  })
-  .parse();
+const prompts = require("prompts");
+const { main } = require("./src/codeye");
+const { load, save } = require("./src/utils/persistence");
 
-const { run } = require("./src/codeye");
+const MODEL_IDS = [
+  "claude-3-5-sonnet-20240620",
+  "gemini-1.5-flash-001",
+  "gemini-1.5-pro-001",
+  "gpt-3.5-turbo",
+  "gpt-4o",
+  "gpt-4o-mini",
+  "o1-preview",
+  "o1-mini",
+];
 
-(async function main(params) {
-  await run(argv.file, !!argv.reset, !!argv.verbose);
-})();
+const MODEL_NAMES = [
+  "Claude 3.5 Sonnet",
+  "Gemini 1.5 Flash",
+  "Gemini 1.5 Pro",
+  "GPT-3.5 Turbo",
+  "GPT-4o",
+  "GPT-4o Mini",
+  "O1 Preview",
+  ,
+  "O1 Mini",
+];
+
+yargs(hideBin(process.argv))
+  .command("configure", "configure settings", async (argv) => {
+    const settings = await load(null, "settings", "json");
+    const response = await prompts([
+      {
+        type: "select",
+        name: "model",
+        message: "Pick an LLM",
+        choices: MODEL_IDS.map((x, i) => ({
+          title: MODEL_NAMES[i],
+          value: x,
+        })),
+        initial: MODEL_IDS.indexOf(settings?.model || MODEL_IDS[0]),
+      },
+      {
+        type: (prev, values) =>
+          values.model.indexOf("claude") === 0 ? "text" : null,
+        name: "apiKey",
+        message: "Anthropic API key",
+        initial: settings?.apiKey,
+        validate: (value) =>
+          value.indexOf("sk-ant-") === 0
+            ? true
+            : "This must be a valid Anthropic API key.",
+      },
+      {
+        type: (prev, values) =>
+          values.model.indexOf("gemini") === 0 ? "text" : null,
+        name: "apiKey",
+        message: "Gemini API key",
+        initial: settings?.apiKey,
+      },
+      {
+        type: (prev, values) =>
+          values.model.indexOf("gpt") === 0 || values.model.indexOf("o1") === 0
+            ? "text"
+            : null,
+        name: "apiKey",
+        message: "OpenAI API key",
+        initial: settings?.apiKey,
+        validate: (value) =>
+          value.indexOf("sk-") === 0
+            ? true
+            : "This must be a valid OpenAI API key.",
+      },
+      {
+        type: (prev, values) =>
+          values.model.indexOf("gpt") === 0 ? "text" : null,
+        name: "organization",
+        message: "OpenAI organization",
+        initial: settings?.organization,
+        validate: (value) =>
+          value.indexOf("org-") === 0
+            ? true
+            : "This must be a valid OpenAI organization ID.",
+      },
+    ]);
+
+    if (response.model && response.apiKey) {
+      await save(null, response, "settings", "json");
+    }
+  })
+  .command(
+    "chat",
+    "start a chat",
+    (yargs) => {
+      return yargs
+        .option("file", {
+          alias: "f",
+          type: "string",
+          description: "Path to current/active file (e.g., in the editor).",
+        })
+        .option("reset", {
+          alias: "r",
+          type: "boolean",
+          description: "Resets the conversation history.",
+        })
+        .option("verbose", {
+          alias: "v",
+          type: "boolean",
+          description: "Enables verbose output.",
+        });
+    },
+    async (argv) => {
+      await main(argv.file, !!argv.reset, !!argv.verbose);
+    },
+  )
+  .scriptName("codeye")
+  .strictCommands()
+  .demandCommand(1)
+  .parse();

extension.js

@@ -50,7 +50,7 @@ function create(args = []) {
     },
     name: "Codeye",
     shellPath: "node",
-    shellArgs: [script, ...args],
+    shellArgs: [script, "chat", ...args],
   };
 }
 

package.json

@@ -29,22 +29,31 @@
             "claude-3-5-sonnet-20240620",
             "gemini-1.5-flash-001",
             "gemini-1.5-pro-001",
+            "gpt-3.5-turbo",
             "gpt-4o",
-            "gpt-3.5-turbo"
+            "gpt-4o-mini",
+            "o1-preview",
+            "o1-mini"
           ],
           "enumDescriptions": [
             "Claude 3.5 Sonnet (by Anthropic) is performant, accurate and works well for projects of all sizes.",
             "Gemini 1.5 Flash (by Google) is a faster model from the Gemini series.",
             "Gemini 1.5 Pro (by Google) is an updated and capable model for projects of all sizes.",
+            "GPT-3.5 Turbo (by OpenAI) is cheaper but only suitable from small projects.",
             "GPT-4o (by OpenAI) is fast and works well with projects of all sizes.",
-            "GPT-3.5 Turbo (by OpenAI) is cheaper but only suitable from small projects."
+            "GPT-4o Mini (by OpenAI) is faster and cheaper sibling og GPT-4o.",
+            "O1 Preview (by OpenAI) is better at mathematics and code generation.",
+            "O1 Mini (by OpenAI) is faster and cheaper sibling og O1 Preview."
           ],
           "enumItemLabels": [
             "Claude 3.5 Sonnet",
             "Gemini 1.5 Flash",
             "Gemini 1.5 Pro",
+            "GPT-3.5 Turbo",
             "GPT-4o",
-            "GPT-3.5 Turbo"
+            "GPT-4o Mini",
+            "O1 Preview",
+            "O1 Mini"
           ],
           "type": [
             "string"
@@ -116,6 +125,7 @@
     "mime-types": "^2.1.35",
     "openai": "^4.47.2",
     "ora": "^5.4",
+    "prompts": "^2.4.2",
     "yargs": "^17.7.2"
   },
   "description": "AI-powered SWE agent to help you quickly ship quality software, built right into Visual Studio Code.",
@@ -146,7 +156,7 @@
     "build": "npm run build:cli && npm run build:extension",
     "build:cli": "esbuild ./cli.js --bundle --outfile=cli.build.js --format=cjs --platform=node --minify",
     "build:extension": "esbuild ./extension.js --bundle --outfile=extension.build.js --external:vscode --format=cjs --platform=node --minify",
-    "debug": "node cli.js -rv",
+    "debug": "node cli.js",
     "lint": "eslint .",
     "pretest": "yarn run lint",
     "test": "vscode-test"

src/codeye.js

@@ -6,11 +6,12 @@ const repl = require("repl");
 const engines = require("./engines");
 const { processes } = require("./functions/run-command");
 const { check, initiate, verify } = require("./utils/auth");
+const { load } = require("./utils/persistence");
 const { ask, loader } = require("./utils/cli");
 
 const wd = process.cwd();
 
-async function run(file = null, reset = false, verbose = false) {
+async function main(file = null, reset = false, verbose = false) {
   let auth;
   while (true) {
     auth = await loader(chalk.cyan("loading…"), () =>
@@ -59,7 +60,10 @@ async function run(file = null, reset = false, verbose = false) {
     };
   }
 
-  const { init, respond } = engines(process.env.CODEYE_AI_MODEL);
+  const settings = await load(null, "settings", "json");
+  const { init, respond } = engines(
+    process.env.CODEYE_AI_MODEL || settings?.model,
+  );
   const instructions = [
     "You are a code generation tool named Codeye, designed to write quality code/software.",
     "You can read and process any kind of text or image files for understanding the task.",
@@ -76,7 +80,7 @@ async function run(file = null, reset = false, verbose = false) {
     instructions.push(`Current file is: '${file}'.`);
   }
 
-  const state = await init(wd, reset, instructions.join(" "));
+  const state = await init(wd, reset, instructions.join(" "), settings);
   const writer = verbose
     ? (tool, args) => console.log(chalk.yellow(`tool → ${tool}`), args)
     : null;
@@ -95,4 +99,4 @@ async function run(file = null, reset = false, verbose = false) {
   });
 }
 
-module.exports = { run };
+module.exports = { main };

src/engines/anthropic/claude.js

@@ -3,21 +3,15 @@ const { Anthropic } = require("@anthropic-ai/sdk");
 const functions = require("../../functions");
 const { load, save } = require("../../utils/persistence");
 
-const ANTHROPIC_MODEL =
-  process.env.CODEYE_AI_MODEL || "claude-3-5-sonnet-20240620";
 const ANTHROPIC_TOKEN_LIMIT = 200 * 1000; // 200K is max on claude-*
 
-const anthropic = new Anthropic({
-  apiKey: process.env.CODEYE_ANTHROPIC_API_KEY,
-});
-
 const tools = Object.values(functions).map((x) => ({
   name: x.spec.name,
   description: x.spec.description,
   input_schema: x.spec.parameters,
 }));
 
-async function init(wd, reset, instructions) {
+async function init(wd, reset, instructions, settings) {
   const messages = [];
   if (!reset) {
     const history = await load(wd, "claude", "history");
@@ -26,12 +20,21 @@ async function init(wd, reset, instructions) {
     }
   }
 
-  return { messages, instructions };
+  const anthropic = new Anthropic({
+    apiKey: process.env.CODEYE_ANTHROPIC_API_KEY || settings?.apiKey,
+  });
+
+  return {
+    anthropic,
+    messages,
+    model: process.env.CODEYE_AI_MODEL || settings?.model,
+    instructions,
+  };
 }
 
 async function respond(
   wd,
-  { messages, instructions },
+  { anthropic, messages, model, instructions },
   text,
   a,
   b,
@@ -49,7 +52,7 @@ async function respond(
     }
 
     const message = await anthropic.messages.create({
-      model: ANTHROPIC_MODEL,
+      model,
       max_tokens: 4096,
       messages,
       system: instructions,