Merge pull request #1393 from GravityCloudAI/add_matterai_provider

feat: add matterai provider

Author: VisargD

src/data/models.json

@@ -2,6 +2,30 @@
   "object": "list",
   "version": "1.0.0",
   "data": [
+    {
+      "id": "axon",
+      "object": "model",
+      "provider": {
+        "id": "matterai"
+      },
+      "name": "Axon"
+    },
+    {
+      "id": "axon-mini",
+      "object": "model",
+      "provider": {
+        "id": "matterai"
+      },
+      "name": "Axon Mini"
+    },
+    {
+      "id": "axon-code",
+      "object": "model",
+      "provider": {
+        "id": "matterai"
+      },
+      "name": "Axon Code"
+    },
     {
       "id": "meta-llama/llama-3.1-70b-instruct/fp-8",
       "object": "model",

src/data/providers.json

@@ -2,6 +2,13 @@
   "object": "list",
   "version": "1.0.0",
   "data": [
+    {
+      "id": "matterai",
+      "name": "MatterAI",
+      "object": "provider",
+      "description": "MatterAI provides access to advanced AI models including Axon series for various applications such as text generation, coding assistance, and more. Built for performance and scalability.",
+      "base_url": "https://api.matterai.so/v1"
+    },
     {
       "id": "ai21",
       "name": "AI21",

src/globals.ts

@@ -103,6 +103,7 @@ export const KRUTRIM: string = 'krutrim';
 export const QDRANT: string = 'qdrant';
 export const THREE_ZERO_TWO_AI: string = '302ai';
 export const COMETAPI: string = 'cometapi';
+export const MATTERAI: string = 'matterai';
 export const MESHY: string = 'meshy';
 export const TRIPO3D: string = 'tripo3d';
 export const NEXTBIT: string = 'nextbit';
@@ -172,6 +173,7 @@ export const VALID_PROVIDERS = [
   QDRANT,
   THREE_ZERO_TWO_AI,
   COMETAPI,
+  MATTERAI,
   MESHY,
   TRIPO3D,
   NEXTBIT,

src/providers/index.ts

@@ -67,6 +67,7 @@ import MeshyConfig from './meshy';
 import Tripo3DConfig from './tripo3d';
 import { NextBitConfig } from './nextbit';
 import CometAPIConfig from './cometapi';
+import MatterAIConfig from './matterai';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -131,6 +132,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   krutrim: KrutrimConfig,
   '302ai': AI302Config,
   cometapi: CometAPIConfig,
+  matterai: MatterAIConfig,
   meshy: MeshyConfig,
   nextbit: NextBitConfig,
   tripo3d: Tripo3DConfig,

src/providers/matterai/api.ts

@@ -0,0 +1,23 @@
+import { ProviderAPIConfig } from '../types';
+
+const DEFAULT_MATTERAI_BASE_URL = 'https://api.matterai.so/v1';
+
+const MatterAIAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => DEFAULT_MATTERAI_BASE_URL,
+  headers: ({ providerOptions }) => {
+    return {
+      Authorization: `Bearer ${providerOptions.apiKey}`,
+    };
+  },
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      case 'chatComplete':
+      case 'stream-chatComplete':
+        return '/chat/completions';
+      default:
+        return '';
+    }
+  },
+};
+
+export default MatterAIAPIConfig;

src/providers/matterai/chatComplete.ts

@@ -0,0 +1,64 @@
+import { MATTERAI } from '../../globals';
+import { ParameterConfig, ProviderConfig } from '../types';
+import { OpenAIChatCompleteConfig } from '../openai/chatComplete';
+
+const matterAIModelConfig = OpenAIChatCompleteConfig.model as ParameterConfig;
+
+export const MatterAIChatCompleteConfig: ProviderConfig = {
+  ...OpenAIChatCompleteConfig,
+  model: {
+    ...matterAIModelConfig,
+    default: 'axon',
+  },
+};
+
+interface MatterAIStreamChunk {
+  id: string;
+  object: string;
+  created: number;
+  model: string;
+  choices: {
+    delta?: Record<string, unknown>;
+    message?: Record<string, unknown>;
+    index: number;
+    finish_reason: string | null;
+    logprobs?: unknown;
+  }[];
+  usage?: Record<string, unknown>;
+  system_fingerprint?: string | null;
+}
+
+export const MatterAIChatCompleteStreamChunkTransform: (
+  responseChunk: string
+) => string = (responseChunk) => {
+  let chunk = responseChunk.trim();
+
+  if (!chunk) {
+    return '';
+  }
+
+  if (chunk.startsWith('data:')) {
+    chunk = chunk.slice(5).trim();
+  }
+
+  if (!chunk) {
+    return '';
+  }
+
+  if (chunk === '[DONE]') {
+    return `data: ${chunk}\n\n`;
+  }
+
+  const parsedChunk: MatterAIStreamChunk = JSON.parse(chunk);
+
+  if (!parsedChunk?.choices?.length) {
+    return `data: ${chunk}\n\n`;
+  }
+
+  return (
+    `data: ${JSON.stringify({
+      ...parsedChunk,
+      provider: MATTERAI,
+    })}` + '\n\n'
+  );
+};

src/providers/matterai/index.ts

@@ -0,0 +1,13 @@
+import MatterAIAPIConfig from './api';
+import {
+  MatterAIChatCompleteConfig,
+  MatterAIChatCompleteStreamChunkTransform,
+} from './chatComplete';
+
+const MatterAIConfig = {
+  api: MatterAIAPIConfig,
+  chatComplete: MatterAIChatCompleteConfig,
+  streamChunkTransform: MatterAIChatCompleteStreamChunkTransform,
+};
+
+export default MatterAIConfig;