adds init command, model manager

Author: mabry1985

.github/workflows/changeset.yml

@@ -0,0 +1,47 @@
+name: Changesets
+on:
+  push:
+    branches:
+      - main
+env:
+  CI: true
+  PNPM_CACHE_FOLDER: .pnpm-store
+jobs:
+  version:
+    timeout-minutes: 15
+    runs-on: ubuntu-latest
+    steps:
+      - name: checkout code repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: setup node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18
+      - name: install pnpm
+        run: npm i pnpm@latest -g
+      - name: setup pnpm config
+        run: pnpm config set store-dir $PNPM_CACHE_FOLDER
+      - name: install dependencies
+        run: pnpm install | grep -v "^npm notice"
+      - name: create and publish versions
+        uses: changesets/action@v1
+        with:
+          version: pnpm ci:version
+          commit: "chore: update versions"
+          title: "chore: update versions"
+          publish: pnpm ci:publish --no-git-checks
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+      - name: Debug NPM_TOKEN
+        run: |
+          if [ -n "$NPM_TOKEN" ]; then
+            echo "NPM_TOKEN is set"
+          else
+            echo "NPM_TOKEN is not set"
+          fi
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}

.npmrc

@@ -2,7 +2,6 @@
   "name": "acai-monorepo",
   "version": "0.0.0",
   "description": "",
-  "main": "index.js",
   "scripts": {
     "ci:publish": "pnpm publish -r --no-git-checks"
   },
@@ -11,7 +10,6 @@
   "license": "ISC",
   "devDependencies": {
     "@changesets/cli": "^2.27.7",
-    "dotenv-cli": "^7.4.2",
     "ts-node": "^10.9.2",
     "typescript": "^5.5.4"
   },

package.json

@@ -1,6 +1,6 @@
 {
-  "name": "@acai/ava",
-  "version": "0.0.0",
+  "name": "@artificialcitizens/ava",
+  "version": "0.0.1",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -20,7 +20,7 @@
     "topicSeparator": " "
   },
   "dependencies": {
-    "@acai/llm": "workspace:*",
+    "@artificialcitizens/llm": "workspace:*",
     "@langchain/anthropic": "^0.2.10",
     "@langchain/google-genai": "^0.0.23",
     "@langchain/groq": "^0.0.15",

packages/cli/package.json

@@ -5,12 +5,13 @@ import { ChatPromptTemplate } from "@langchain/core/prompts";
 import { RunnableWithMessageHistory } from "@langchain/core/runnables";
 import { Command } from "@oclif/core";
 import clipboardy from "clipboardy";
-import "dotenv/config";
 import inquirer from "inquirer";
 import { exec } from "node:child_process";
-
-import { getModel } from "@acai/llm";
-
+import { getModel } from "@artificialcitizens/llm";
+import { config } from "dotenv";
+config({
+  path: ["~/ava.env"],
+});
 const messageHistories: Record<string, InMemoryChatMessageHistory> = {};
 const MAX_OUTPUT_LINES = 100; // Adjust this value as needed
 

packages/cli/src/commands/agent.ts

@@ -0,0 +1,109 @@
+import { Args, Command, Flags } from "@oclif/core";
+import * as fs from "fs";
+import * as path from "path";
+import * as os from "os";
+import inquirer from "inquirer";
+
+enum ApiKeys {
+  OPENAI_API_KEY = "OPENAI_API_KEY",
+  TAVILY_API_KEY = "TAVILY_API_KEY",
+  ANTHROPIC_API_KEY = "ANTHROPIC_API_KEY",
+  GOOGLE_API_KEY = "GOOGLE_API_KEY",
+  GROQ_API_KEY = "GROQ_API_KEY",
+  UNSTRUCTURED_API_KEY = "UNSTRUCTURED_API_KEY",
+}
+
+export default class Init extends Command {
+  static override args = {
+    configPath: Args.string({
+      description: "Optional path for the config file",
+      required: false,
+    }),
+  };
+
+  static override description = "Initialize Ava configuration";
+
+  static override examples = [
+    "<%= config.bin %> <%= command.id %>",
+    "<%= config.bin %> <%= command.id %> /custom/path/ava.env",
+  ];
+
+  static override flags = {
+    force: Flags.boolean({
+      char: "f",
+      description: "Overwrite existing config file",
+    }),
+  };
+
+  private readExistingConfig(configPath: string): Record<string, string> {
+    const config: Record<string, string> = {};
+    if (fs.existsSync(configPath)) {
+      const fileContent = fs.readFileSync(configPath, "utf-8");
+      fileContent.split("\n").forEach((line) => {
+        const [key, value] = line.split("=");
+        if (key && value) {
+          config[key.trim()] = value.trim();
+        }
+      });
+    }
+    return config;
+  }
+
+  private async promptForMissingKeys(
+    config: Record<string, string>
+  ): Promise<Record<string, string>> {
+    for (const key of Object.values(ApiKeys)) {
+      if (!config[key]) {
+        const { value } = await inquirer.prompt([
+          {
+            type: "input",
+            name: "value",
+            message: `Enter your ${key} (press Enter to skip):`,
+          },
+        ]);
+        if (value.trim() !== "") {
+          config[key] = value.trim();
+        }
+      }
+    }
+    return config;
+  }
+
+  public async run(): Promise<void> {
+    const { args, flags } = await this.parse(Init);
+
+    const configPath = args.configPath || path.join(os.homedir(), "ava.env");
+
+    let config = this.readExistingConfig(configPath);
+
+    if (Object.keys(config).length > 0 && !flags.force) {
+      this.log(
+        `Existing config file found at ${configPath}. Updating with missing keys.`
+      );
+    } else {
+      config = {};
+      this.log(`Creating new config file at ${configPath}.`);
+    }
+
+    try {
+      const updatedConfig = await this.promptForMissingKeys(config);
+
+      const configContent = Object.entries(updatedConfig)
+        .map(([key, value]) => `${key}=${value}`)
+        .join("\n");
+
+      fs.writeFileSync(configPath, configContent);
+      this.log(
+        `Ava config file ${
+          Object.keys(config).length > 0 ? "updated" : "created"
+        } at: ${configPath}`
+      );
+    } catch (error) {
+      this.error(
+        `Failed to ${
+          Object.keys(config).length > 0 ? "update" : "create"
+        } config file: ${error}`
+      );
+    }
+  }
+}

packages/cli/src/commands/init.ts

@@ -1,6 +1,6 @@
 {
-  "name": "@acai/llm",
-  "version": "0.0.0",
+  "name": "@artificialcitizens/llm",
+  "version": "0.0.1",
   "description": "",
   "type": "module",
   "main": "dist/index.js",
@@ -17,5 +17,11 @@
     "@langchain/groq": "^0.0.15",
     "@langchain/ollama": "^0.0.2",
     "@langchain/openai": "^0.2.5"
+  },
+  "peerDependencies": {
+    "dotenv": "^16.4.3"
+  },
+  "devDependencies": {
+    "@types/node": "^18"
   }
 }

packages/llm/package.json

@@ -1 +1 @@
-export { getModel } from "./model-manager.js";
+export * from "./model-manager.js";

packages/llm/src/index.ts

@@ -3,7 +3,6 @@ import { ChatGoogleGenerativeAI } from "@langchain/google-genai";
 import { ChatGroq } from "@langchain/groq";
 import { ChatOllama } from "@langchain/ollama";
 import { ChatOpenAI } from "@langchain/openai";
-import "dotenv/config";
 
 const modelConfig = {
   anthropic: [
@@ -45,7 +44,7 @@ export type Model =
   | OllamaModel
   | OpenAIModel;
 
-const openAiModel = ({
+export const openAiModel = ({
   baseUrl = "https://api.openai.com/v1",
   maxTokens = 1024,
   model = "gpt-3.5-turbo",
@@ -63,27 +62,37 @@ const openAiModel = ({
     temperature,
   });
 
-const groqModel = ({
+export const groqModel = ({
   maxTokens = 1024,
   model = "mixtral-8x7b-32768",
   temperature = 0.5,
 }: {
   maxTokens?: number;
   model?: GroqModel;
   temperature?: number;
-}) => new ChatGroq({ maxTokens, model, temperature });
+}) =>
+  new ChatGroq({
+    maxTokens,
+    model,
+    temperature,
+  });
 
-const anthropicModel = ({
+export const anthropicModel = ({
   maxTokens = 1024,
   model = "claude-3-sonnet-20240229",
   temperature = 0.5,
 }: {
   maxTokens?: number;
   model?: AnthropicModel;
   temperature?: number;
-}) => new ChatAnthropic({ maxTokens, model, temperature });
+}) =>
+  new ChatAnthropic({
+    maxTokens,
+    model,
+    temperature,
+  });
 
-const googleModel = ({
+export const googleModel = ({
   maxTokens = 1024,
   model = "gemini-1.5-pro",
   temperature = 0.5,
@@ -98,7 +107,7 @@ const googleModel = ({
     temperature,
   });
 // Any OpenAI compatible endpoint should work here, tested with llama.cpp server
-const localModel = ({
+export const localModel = ({
   baseURL = "http://localhost:8080/v1",
   maxTokens = 1024,
   model = "hermes-2-pro-llama-3-8b",
@@ -109,9 +118,14 @@ const localModel = ({
   model?: string;
   temperature?: number;
 }) =>
-  new ChatOpenAI({ configuration: { baseURL }, maxTokens, model, temperature });
+  new ChatOpenAI({
+    configuration: { baseURL },
+    maxTokens,
+    model,
+    temperature,
+  });
 
-const ollamaModel = ({
+export const ollamaModel = ({
   baseUrl = "http://localhost:11434",
   model = "llama3.1",
   temperature = 0.1,
@@ -167,4 +181,3 @@ export const getModel = ({
 
   throw new Error(`Unsupported model: ${model}`);
 };
-

packages/llm/src/model-manager.ts

@@ -11,5 +11,8 @@
   "license": "ISC",
   "dependencies": {
     "@langchain/core": "^0.2.18"
+  },
+  "peerDependencies": {
+    "dotenv": "^16.4.3"
   }
 }