add agent-runtime to sdk

Author: charleslien

common/src/types/contracts/database.ts

@@ -6,6 +6,7 @@ type User = {
   email: string
   discord_id: string | null
 }
+export const userColumns = ['id', 'email', 'discord_id'] as const
 export type UserColumn = keyof User
 export type GetUserInfoFromApiKeyInput<T extends UserColumn> = {
   apiKey: string

sdk/src/impl/agent-runtime.ts

@@ -1,6 +1,3 @@
-import { trackEvent } from '@codebuff/common/analytics'
-import { success } from '@codebuff/common/util/error'
-
 import {
   addAgentStep,
   fetchAgentFromDatabase,
@@ -9,12 +6,14 @@ import {
   startAgentRun,
 } from './database'
 import { promptAiSdk, promptAiSdkStream, promptAiSdkStructured } from './llm'
+import { trackEvent } from '../../../common/src/analytics'
+import { success } from '../../../common/src/util/error'
 
 import type {
   AgentRuntimeDeps,
   AgentRuntimeScopedDeps,
-} from '@codebuff/common/types/contracts/agent-runtime'
-import type { Logger } from '@codebuff/common/types/contracts/logger'
+} from '../../../common/src/types/contracts/agent-runtime'
+import type { Logger } from '../../../common/src/types/contracts/logger'
 
 export function getAgentRuntimeImpl(
   params: {

sdk/src/impl/database.ts

@@ -1,5 +1,5 @@
-import { getErrorObject } from '@codebuff/common/util/error'
-
+import { userColumns } from '../../../common/src/types/contracts/database'
+import { getErrorObject } from '../../../common/src/util/error'
 import { WEBSITE_URL } from '../constants'
 
 import type {
@@ -10,15 +10,35 @@ import type {
   GetUserInfoFromApiKeyOutput,
   StartAgentRunFn,
   UserColumn,
-} from '@codebuff/common/types/contracts/database'
-import type { ParamsOf } from '@codebuff/common/types/function-params'
+} from '../../../common/src/types/contracts/database'
+import type { ParamsOf } from '../../../common/src/types/function-params'
+
+const userInfoCache: Record<
+  string,
+  Awaited<GetUserInfoFromApiKeyOutput<UserColumn>>
+> = {}
 
 export async function getUserInfoFromApiKey<T extends UserColumn>(
   params: GetUserInfoFromApiKeyInput<T>,
 ): GetUserInfoFromApiKeyOutput<T> {
   const { apiKey, fields, logger } = params
 
-  const urlParams = new URLSearchParams({ apiKey, fields: fields.join(',') })
+  if (apiKey in userInfoCache) {
+    const userInfo = userInfoCache[apiKey]
+    if (userInfo === null) {
+      return userInfo
+    }
+    return Object.fromEntries(
+      fields.map((field) => [field, userInfo[field]]),
+    ) as {
+      [K in (typeof fields)[number]]: (typeof userInfo)[K]
+    }
+  }
+
+  const urlParams = new URLSearchParams({
+    apiKey,
+    fields: userColumns.join(','),
+  })
   const url = new URL(`/api/v1/me?${urlParams}`, WEBSITE_URL)
 
   try {
@@ -36,14 +56,25 @@ export async function getUserInfoFromApiKey<T extends UserColumn>(
       )
       return null
     }
-    return response.json()
+
+    userInfoCache[apiKey] = await response.json()
   } catch (error) {
     logger.error(
       { error: getErrorObject(error), apiKey, fields },
       'getUserInfoFromApiKey error',
     )
     return null
   }
+
+  const userInfo = userInfoCache[apiKey]
+  if (userInfo === null) {
+    return userInfo
+  }
+  return Object.fromEntries(
+    fields.map((field) => [field, userInfo[field]]),
+  ) as {
+    [K in (typeof fields)[number]]: (typeof userInfo)[K]
+  }
 }
 
 export async function fetchAgentFromDatabase(

sdk/src/impl/llm.ts

@@ -1,25 +1,25 @@
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible'
+import { streamText, APICallError, generateText, generateObject } from 'ai'
+
+import { PROFIT_MARGIN } from '../../../common/src/old-constants'
+import { buildArray } from '../../../common/src/util/array'
+import { getErrorObject } from '../../../common/src/util/error'
+import { convertCbToModelMessages } from '../../../common/src/util/messages'
+import { StopSequenceHandler } from '../../../common/src/util/stop-sequence'
 import {
   checkLiveUserInput,
   getLiveUserInputIds,
-} from '@codebuff/agent-runtime/live-user-inputs'
-import { PROFIT_MARGIN } from '@codebuff/common/old-constants'
-import { buildArray } from '@codebuff/common/util/array'
-import { getErrorObject } from '@codebuff/common/util/error'
-import { convertCbToModelMessages } from '@codebuff/common/util/messages'
-import { StopSequenceHandler } from '@codebuff/common/util/stop-sequence'
-import { streamText, APICallError, generateText, generateObject } from 'ai'
-
+} from '../../../packages/agent-runtime/src/live-user-inputs'
 import { WEBSITE_URL } from '../constants'
 
-import type { LanguageModelV2 } from '@ai-sdk/provider'
 import type {
   PromptAiSdkFn,
   PromptAiSdkStreamFn,
   PromptAiSdkStructuredInput,
   PromptAiSdkStructuredOutput,
-} from '@codebuff/common/types/contracts/llm'
-import type { ParamsOf } from '@codebuff/common/types/function-params'
+} from '../../../common/src/types/contracts/llm'
+import type { ParamsOf } from '../../../common/src/types/function-params'
+import type { LanguageModelV2 } from '@ai-sdk/provider'
 import type {
   OpenRouterProviderOptions,
   OpenRouterUsageAccounting,

sdk/src/run-state.ts

@@ -1,17 +1,18 @@
 import * as os from 'os'
 import path from 'path'
 
-import { getFileTokenScores } from '@codebuff/code-map/parse'
 import { cloneDeep } from 'lodash'
 
 import {
   getProjectFileTree,
   getAllFilePaths,
 } from '../../common/src/project-file-tree'
 import { getInitialSessionState } from '../../common/src/types/session-state'
+import { getFileTokenScores } from '../../packages/code-map/src/parse'
 
 import type { CustomToolDefinition } from './custom-tool'
 import type { AgentDefinition } from '../../common/src/templates/initial-agents-dir/types/agent-definition'
+import type { CodebuffFileSystem } from '../../common/src/types/filesystem'
 import type { Message } from '../../common/src/types/messages/codebuff-message'
 import type {
   AgentOutput,
@@ -21,7 +22,6 @@ import type {
   CustomToolDefinitions,
   FileTreeNode,
 } from '../../common/src/util/file'
-import type { CodebuffFileSystem } from '@codebuff/common/types/filesystem'
 
 export type RunState = {
   sessionState: SessionState
@@ -36,7 +36,7 @@ export type InitialSessionStateOptions = {
   customToolDefinitions?: CustomToolDefinition[]
   maxAgentSteps?: number
   fs?: CodebuffFileSystem
-};
+}
 
 /**
  * Processes agent definitions array and converts handleSteps functions to strings
@@ -167,11 +167,11 @@ function deriveKnowledgeFiles(
 
 export function initialSessionState(
   options: InitialSessionStateOptions,
-): Promise<SessionState>;
+): Promise<SessionState>
 export function initialSessionState(
   cwd: string,
   options?: Omit<InitialSessionStateOptions, 'cwd'>,
-): Promise<SessionState>;
+): Promise<SessionState>
 export async function initialSessionState(
   arg1: string | InitialSessionStateOptions,
   arg2?: Omit<InitialSessionStateOptions, 'cwd'>,