[DRAFT] feat: add cortex-js (#530)

Signed-off-by: James <namnh0122@gmail.com>
Co-authored-by: Louis <louis@jan.ai>

Author: namchuai

.gitignore

@@ -0,0 +1,6 @@
+# cortex-js
+cortex-js/cortex.db
+dist
+*.lock
+node_modules
+.turbo

cortex-js/.env.example

@@ -0,0 +1,3 @@
+EXTENSIONS_PATH=<EXTENSIONS_PATH>
+CORTEX_MODELS_DIR=<CORTEX_MODELS_DIR>
+CORTEX_BINARY_PATH=<CORTEX_BINARY_PATH>

cortex-js/.gitignore

@@ -54,3 +54,7 @@ pids
 
 # Diagnostic reports (https://nodejs.org/api/report.html)
 report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
+
+# cortex-js
+cortex.db
+dist

cortex-js/constant.ts

@@ -1,3 +1,6 @@
 export const databaseName = 'cortex';
 
 export const databaseFile = `${databaseName}.db`;
+
+export const defaultCortexJsHost = 'localhost';
+export const defaultCortexJsPort = 7331;

cortex-js/package.json

@@ -3,11 +3,15 @@
   "version": "0.0.1",
   "description": "",
   "author": "",
-  "private": true,
-  "license": "UNLICENSED",
+  "license": "AGPL-3.0",
+  "bin": {
+    "cortex": "./dist/src/command.js"
+  },
   "scripts": {
-    "build": "nest build",
+    "dev": "nest dev",
+    "build": "yarn build:extensions && nest build",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+    "build:extensions": "for dir in ./src/extensions/*/; do (cd \"$dir\" && yarn && yarn build); done",
     "start": "nest start",
     "start:dev": "nest start --watch",
     "start:debug": "nest start --debug --watch",
@@ -21,28 +25,39 @@
     "typeorm": "typeorm-ts-node-esm"
   },
   "dependencies": {
+    "@nestjs/axios": "^3.0.2",
     "@nestjs/common": "^10.0.0",
+    "@nestjs/config": "^3.2.2",
     "@nestjs/core": "^10.0.0",
     "@nestjs/devtools-integration": "^0.1.6",
     "@nestjs/mapped-types": "*",
     "@nestjs/platform-express": "^10.0.0",
     "@nestjs/swagger": "^7.3.1",
+    "axios": "^1.6.8",
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.1",
+    "cli-progress": "^3.12.0",
+    "nest-commander": "^3.13.0",
+    "node-fetch": "2",
+    "readline": "^1.3.0",
     "reflect-metadata": "^0.2.0",
+    "request": "^2.88.2",
+    "request-progress": "^3.0.0",
     "rxjs": "^7.8.1",
     "sqlite": "^5.1.1",
     "sqlite3": "^5.1.7",
-    "typeorm": "^0.3.20"
+    "typeorm": "^0.3.20",
+    "ulid": "^2.3.0"
   },
   "devDependencies": {
     "@nestjs/cli": "^10.0.0",
     "@nestjs/schematics": "^10.0.0",
     "@nestjs/testing": "^10.0.0",
     "@nestjs/typeorm": "^10.0.2",
+    "@types/cli-progress": "^3.11.5",
     "@types/express": "^4.17.17",
     "@types/jest": "^29.5.2",
-    "@types/node": "^20.3.1",
+    "@types/node": "^20.12.9",
     "@types/supertest": "^6.0.0",
     "@typescript-eslint/eslint-plugin": "^6.0.0",
     "@typescript-eslint/parser": "^6.0.0",
@@ -55,10 +70,12 @@
     "supertest": "^6.3.3",
     "ts-jest": "^29.1.0",
     "ts-loader": "^9.4.3",
-    "ts-node": "^10.9.2",
     "tsconfig-paths": "^4.2.0",
     "typescript": "^5.1.3"
   },
+  "files": [
+    "dist"
+  ],
   "jest": {
     "moduleFileExtensions": [
       "js",

cortex-js/src/app.controller.spec.ts

@@ -1,25 +1,35 @@
 import { Module } from '@nestjs/common';
-import { AppController } from './app.controller';
-import { ThreadsController } from './threads/threads.controller';
-import { ModelsController } from './models/models.controller';
-import { MessagesModule } from './messages/messages.module';
-import { ThreadsModule } from './threads/threads.module';
-import { ModelsModule } from './models/models.module';
+import { MessagesModule } from './usecases/messages/messages.module';
+import { ThreadsModule } from './usecases/threads/threads.module';
+import { ModelsModule } from './usecases/models/models.module';
 import { DevtoolsModule } from '@nestjs/devtools-integration';
-import { CoreModule } from './core/core.module';
-import { DatabaseModule } from './database/database.module';
+import { DatabaseModule } from './infrastructure/database/database.module';
+import { ChatModule } from './usecases/chat/chat.module';
+import { AssistantsModule } from './usecases/assistants/assistants.module';
+import { InferenceSettingsModule } from './usecases/inference-settings/inference-settings.module';
+import { ExtensionModule } from './infrastructure/repositories/extensions/extension.module';
+import { CortexModule } from './usecases/cortex/cortex.module';
+import { ConfigModule } from '@nestjs/config';
 
 @Module({
   imports: [
     DevtoolsModule.register({
       http: process.env.NODE_ENV !== 'production',
     }),
+    ConfigModule.forRoot({
+      isGlobal: true,
+      envFilePath:
+        process.env.NODE_ENV === 'production' ? '.env' : '.env.development',
+    }),
     DatabaseModule,
     MessagesModule,
     ThreadsModule,
     ModelsModule,
-    CoreModule,
+    ChatModule,
+    AssistantsModule,
+    InferenceSettingsModule,
+    CortexModule,
+    ExtensionModule,
   ],
-  controllers: [AppController, ThreadsController, ModelsController],
 })
 export class AppModule {}

cortex-js/src/app.controller.ts

@@ -0,0 +1,24 @@
+import { Module } from '@nestjs/common';
+import { BasicCommand } from './infrastructure/commanders/basic-command.commander';
+import { ModelsModule } from './usecases/models/models.module';
+import { DatabaseModule } from './infrastructure/database/database.module';
+import { ConfigModule } from '@nestjs/config';
+import { CortexModule } from './usecases/cortex/cortex.module';
+import { ServeCommand } from './infrastructure/commanders/serve.command';
+import { PullCommand } from './infrastructure/commanders/pull.command';
+import { InferenceCommand } from './infrastructure/commanders/inference.command';
+
+@Module({
+  imports: [
+    ConfigModule.forRoot({
+      isGlobal: true,
+      envFilePath:
+        process.env.NODE_ENV !== 'production' ? '.env.development' : '.env',
+    }),
+    DatabaseModule,
+    ModelsModule,
+    CortexModule,
+  ],
+  providers: [BasicCommand, PullCommand, ServeCommand, InferenceCommand],
+})
+export class CommandModule {}

cortex-js/src/app.module.ts

@@ -0,0 +1,9 @@
+#!/usr/bin/env node --no-warnings
+import { CommandFactory } from 'nest-commander';
+import { CommandModule } from './command.module';
+
+async function bootstrap() {
+  await CommandFactory.run(CommandModule);
+}
+
+bootstrap();