diff --git a/electron.vite.config.ts b/electron.vite.config.ts index bbb8e2ecf8..aa5d27e76d 100644 --- a/electron.vite.config.ts +++ b/electron.vite.config.ts @@ -113,7 +113,8 @@ export default defineConfig({ '@cherrystudio/extension-table-plus': resolve('packages/extension-table-plus/src'), '@cherrystudio/ai-sdk-provider': resolve('packages/ai-sdk-provider/src'), '@cherrystudio/ui/icons': resolve('packages/ui/src/components/icons'), - '@cherrystudio/ui': resolve('packages/ui/src') + '@cherrystudio/ui': resolve('packages/ui/src'), + '@cherrystudio/catalog': resolve('packages/catalog/src') } }, optimizeDeps: { diff --git a/packages/catalog/PLANS.md b/packages/catalog/PLANS.md index 5980f0a186..197b907907 100644 --- a/packages/catalog/PLANS.md +++ b/packages/catalog/PLANS.md @@ -72,7 +72,7 @@ packages/catalog/ ```typescript // packages/catalog/src/schemas/model.schema.ts -import { z } from 'zod' +import * as z from 'zod' import { EndpointTypeSchema } from './provider.schema' // 模态类型 @@ -206,7 +206,7 @@ export type ModelConfig = z.infer ```typescript // packages/catalog/src/schemas/provider.schema.ts -import { z } from 'zod' +import * as z from 'zod' // 端点类型 export const EndpointTypeSchema = z.enum([ @@ -311,7 +311,7 @@ export type ProviderConfig = z.infer ```typescript // packages/catalog/src/schemas/override.schema.ts -import { z } from 'zod' +import * as z from 'zod' import { ModelCapabilityTypeSchema, ModelPricingSchema, ParameterSupportSchema } from './model.schema' export const ProviderModelOverrideSchema = z.object({ diff --git a/packages/catalog/api/openapi.json b/packages/catalog/api/openapi.json new file mode 100644 index 0000000000..01f0b34b6d --- /dev/null +++ b/packages/catalog/api/openapi.json @@ -0,0 +1,627 @@ +{ + "openapi": "3.0.3", + "info": { + "title": "Cherry Studio Catalog API", + "description": "REST API for managing AI models and providers catalog", + "version": "1.0.0", + "contact": { + "name": "Cherry Studio Team" + } + }, + "servers": [ + { + "url": "http://localhost:3000/api", + "description": "Development server" + } + ], + "paths": { + "/catalog/models": { + "get": { + "summary": "List models with pagination and filtering", + "parameters": [ + { + "name": "page", + "in": "query", + "schema": { + "type": "integer", + "minimum": 1, + "default": 1 + } + }, + { + "name": "limit", + "in": "query", + "schema": { + "type": "integer", + "minimum": 1, + "maximum": 100, + "default": 20 + } + }, + { + "name": "search", + "in": "query", + "schema": { + "type": "string" + } + }, + { + "name": "capabilities", + "in": "query", + "schema": { + "type": "array", + "items": { + "type": "string" + } + } + }, + { + "name": "providers", + "in": "query", + "schema": { + "type": "array", + "items": { + "type": "string" + } + } + } + ], + "responses": { + "200": { + "description": "Paginated list of models", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/PaginatedModels" + } + } + } + } + } + }, + "put": { + "summary": "Update models configuration", + "requestBody": { + "required": true, + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/ModelsConfig" + } + } + } + }, + "responses": { + "200": { + "description": "Models updated successfully" + } + } + } + }, + "/catalog/models/{modelId}": { + "get": { + "summary": "Get specific model details", + "parameters": [ + { + "name": "modelId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "responses": { + "200": { + "description": "Model details", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/Model" + } + } + } + } + } + }, + "put": { + "summary": "Update specific model", + "parameters": [ + { + "name": "modelId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "requestBody": { + "required": true, + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/Model" + } + } + } + }, + "responses": { + "200": { + "description": "Model updated successfully" + } + } + } + }, + "/catalog/providers": { + "get": { + "summary": "List providers with pagination and filtering", + "parameters": [ + { + "name": "page", + "in": "query", + "schema": { + "type": "integer", + "minimum": 1, + "default": 1 + } + }, + { + "name": "limit", + "in": "query", + "schema": { + "type": "integer", + "minimum": 1, + "maximum": 100, + "default": 20 + } + }, + { + "name": "search", + "in": "query", + "schema": { + "type": "string" + } + }, + { + "name": "authentication", + "in": "query", + "schema": { + "type": "array", + "items": { + "type": "string" + } + } + } + ], + "responses": { + "200": { + "description": "Paginated list of providers", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/PaginatedProviders" + } + } + } + } + } + }, + "put": { + "summary": "Update providers configuration", + "requestBody": { + "required": true, + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/ProvidersConfig" + } + } + } + }, + "responses": { + "200": { + "description": "Providers updated successfully" + } + } + } + }, + "/catalog/providers/{providerId}": { + "get": { + "summary": "Get specific provider details", + "parameters": [ + { + "name": "providerId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "responses": { + "200": { + "description": "Provider details", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/Provider" + } + } + } + } + } + } + }, + "/catalog/models/{modelId}/overrides": { + "get": { + "summary": "Get provider-specific overrides for a model", + "parameters": [ + { + "name": "modelId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "responses": { + "200": { + "description": "Provider overrides for the model", + "content": { + "application/json": { + "schema": { + "type": "object", + "additionalProperties": { + "$ref": "#/components/schemas/Model" + } + } + } + } + } + } + } + }, + "/catalog/models/{modelId}/providers/{providerId}": { + "get": { + "summary": "Get model configuration as seen by specific provider", + "parameters": [ + { + "name": "modelId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + }, + { + "name": "providerId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "responses": { + "200": { + "description": "Model configuration with provider-specific overrides applied", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/Model" + } + } + } + } + } + }, + "put": { + "summary": "Update model configuration for specific provider (auto-detects if override is needed)", + "parameters": [ + { + "name": "modelId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + }, + { + "name": "providerId", + "in": "path", + "required": true, + "schema": { + "type": "string" + } + } + ], + "requestBody": { + "required": true, + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/Model" + } + } + } + }, + "responses": { + "200": { + "description": "Model configuration updated (override created/updated if needed)", + "content": { + "application/json": { + "schema": { + "type": "object", + "properties": { + "updated": { + "type": "string", + "enum": ["base_model", "override", "both"] + }, + "model": { + "$ref": "#/components/schemas/Model" + } + } + } + } + } + } + } + } + }, + "/catalog/stats": { + "get": { + "summary": "Get catalog statistics", + "responses": { + "200": { + "description": "Catalog statistics", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/CatalogStats" + } + } + } + } + } + } + }, + "/catalog/validate": { + "post": { + "summary": "Validate catalog configuration", + "responses": { + "200": { + "description": "Validation results", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/ValidationResult" + } + } + } + } + } + } + } + }, + "components": { + "schemas": { + "Model": { + "type": "object", + "properties": { + "id": { "type": "string" }, + "name": { "type": "string" }, + "owned_by": { "type": "string" }, + "capabilities": { + "type": "array", + "items": { "type": "string" } + }, + "input_modalities": { + "type": "array", + "items": { "type": "string" } + }, + "output_modalities": { + "type": "array", + "items": { "type": "string" } + }, + "context_window": { "type": "integer" }, + "max_output_tokens": { "type": "integer" }, + "max_input_tokens": { "type": "integer" }, + "pricing": { + "$ref": "#/components/schemas/Pricing" + }, + "parameters": { + "$ref": "#/components/schemas/Parameters" + }, + "endpoint_types": { + "type": "array", + "items": { "type": "string" } + }, + "metadata": { "type": "object" } + } + }, + "Provider": { + "type": "object", + "properties": { + "id": { "type": "string" }, + "name": { "type": "string" }, + "description": { "type": "string" }, + "authentication": { "type": "string" }, + "pricing_model": { "type": "string" }, + "model_routing": { "type": "string" }, + "behaviors": { "type": "object" }, + "supported_endpoints": { + "type": "array", + "items": { "type": "string" } + }, + "api_compatibility": { "type": "object" }, + "special_config": { "type": "object" }, + "documentation": { "type": "string" }, + "website": { "type": "string" }, + "deprecated": { "type": "boolean" }, + "maintenance_mode": { "type": "boolean" }, + "config_version": { "type": "string" }, + "metadata": { "type": "object" } + } + }, + "Override": { + "type": "object", + "properties": { + "provider_id": { "type": "string" }, + "model_id": { "type": "string" }, + "disabled": { "type": "boolean" }, + "reason": { "type": "string" }, + "last_updated": { "type": "string" }, + "updated_by": { "type": "string" }, + "priority": { "type": "integer" }, + "limits": { + "type": "object", + "properties": { + "context_window": { "type": "integer" }, + "max_output_tokens": { "type": "integer" } + } + }, + "pricing": { + "$ref": "#/components/schemas/Pricing" + } + } + }, + "Pricing": { + "type": "object", + "properties": { + "input": { + "type": "object", + "properties": { + "per_million_tokens": { "type": "number" }, + "currency": { "type": "string" } + } + }, + "output": { + "type": "object", + "properties": { + "per_million_tokens": { "type": "number" }, + "currency": { "type": "string" } + } + } + } + }, + "Parameters": { + "type": "object", + "additionalProperties": true + }, + "PaginatedModels": { + "type": "object", + "properties": { + "data": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Model" + } + }, + "pagination": { + "$ref": "#/components/schemas/Pagination" + } + } + }, + "PaginatedProviders": { + "type": "object", + "properties": { + "data": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Provider" + } + }, + "pagination": { + "$ref": "#/components/schemas/Pagination" + } + } + }, + "PaginatedOverrides": { + "type": "object", + "properties": { + "data": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Override" + } + }, + "pagination": { + "$ref": "#/components/schemas/Pagination" + } + } + }, + "Pagination": { + "type": "object", + "properties": { + "page": { "type": "integer" }, + "limit": { "type": "integer" }, + "total": { "type": "integer" }, + "totalPages": { "type": "integer" } + } + }, + "ModelsConfig": { + "type": "object", + "properties": { + "version": { "type": "string" }, + "models": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Model" + } + } + } + }, + "ProvidersConfig": { + "type": "object", + "properties": { + "version": { "type": "string" }, + "providers": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Provider" + } + } + } + }, + "OverridesConfig": { + "type": "object", + "properties": { + "version": { "type": "string" }, + "overrides": { + "type": "array", + "items": { + "$ref": "#/components/schemas/Override" + } + } + } + }, + "CatalogStats": { + "type": "object", + "properties": { + "total_models": { "type": "integer" }, + "total_providers": { "type": "integer" }, + "total_overrides": { "type": "integer" }, + "models_by_provider": { "type": "object" }, + "overrides_by_provider": { "type": "object" }, + "last_updated": { "type": "string" } + } + }, + "ValidationResult": { + "type": "object", + "properties": { + "valid": { "type": "boolean" }, + "errors": { + "type": "array", + "items": { "type": "string" } + }, + "warnings": { + "type": "array", + "items": { "type": "string" } + } + } + } + } + } +} diff --git a/packages/catalog/data/migration-report.json b/packages/catalog/data/migration-report.json index 30d927723e..6e5077a535 100644 --- a/packages/catalog/data/migration-report.json +++ b/packages/catalog/data/migration-report.json @@ -85,4 +85,4 @@ "models": "models.json", "overrides": "overrides.json" } -} \ No newline at end of file +} diff --git a/packages/catalog/package.json b/packages/catalog/package.json index 5f19ca77bf..9db429f286 100644 --- a/packages/catalog/package.json +++ b/packages/catalog/package.json @@ -47,5 +47,8 @@ }, "dependencies": { "json-schema": "^0.4.0" - } + }, + "workspaces": [ + "web" + ] } diff --git a/packages/catalog/src/__tests__/fixtures/test-models.json b/packages/catalog/src/__tests__/fixtures/test-models.json index d5eb6d61d0..16acedd17d 100644 --- a/packages/catalog/src/__tests__/fixtures/test-models.json +++ b/packages/catalog/src/__tests__/fixtures/test-models.json @@ -51,4 +51,4 @@ } } ] -} \ No newline at end of file +} diff --git a/packages/catalog/src/__tests__/fixtures/test-overrides.json b/packages/catalog/src/__tests__/fixtures/test-overrides.json index c097bfbaae..2b70fe9147 100644 --- a/packages/catalog/src/__tests__/fixtures/test-overrides.json +++ b/packages/catalog/src/__tests__/fixtures/test-overrides.json @@ -25,4 +25,4 @@ "priority": 100 } ] -} \ No newline at end of file +} diff --git a/packages/catalog/src/__tests__/fixtures/test-providers.json b/packages/catalog/src/__tests__/fixtures/test-providers.json index dcece2dbad..2779b37a95 100644 --- a/packages/catalog/src/__tests__/fixtures/test-providers.json +++ b/packages/catalog/src/__tests__/fixtures/test-providers.json @@ -50,4 +50,4 @@ } } ] -} \ No newline at end of file +} diff --git a/packages/catalog/src/utils/migration.ts b/packages/catalog/src/utils/migration.ts index 8a32ff3c35..a9576cb05a 100644 --- a/packages/catalog/src/utils/migration.ts +++ b/packages/catalog/src/utils/migration.ts @@ -74,9 +74,6 @@ interface ProviderConfig { name: string description?: string authentication: string - pricing_model: string - model_routing: string - behaviors: Record supported_endpoints: string[] api_compatibility?: Record special_config?: Record @@ -257,46 +254,11 @@ export class MigrationTool { for (const [providerId, providerData] of Object.entries(this.providerEndpointsData.providers)) { const supported_endpoints = this.privateConvertEndpointsToCapabilities(providerData.endpoints) - // Determine provider characteristics - const isDirectProvider = ['anthropic', 'openai', 'google'].includes(providerId) - const isCloudProvider = ['azure', 'aws', 'gcp'].some((cloud) => providerId.includes(cloud)) - const isProxyProvider = ['openrouter', 'litellm', 'together_ai'].includes(providerId) - - let pricing_model = 'PER_MODEL' - let model_routing = 'DIRECT' - - if (isProxyProvider) { - pricing_model = 'UNIFIED' - model_routing = 'INTELLIGENT' - } else if (isCloudProvider) { - pricing_model = 'PER_MODEL' - model_routing = 'DIRECT' - } - const provider: ProviderConfig = { id: providerId, name: providerData.display_name, description: `Provider: ${providerData.display_name}`, authentication: 'API_KEY', - pricing_model, - model_routing, - behaviors: { - supports_custom_models: providerData.endpoints.batches || false, - provides_model_mapping: isProxyProvider, - supports_model_versioning: true, - provides_fallback_routing: isProxyProvider, - has_auto_retry: isProxyProvider, - supports_health_check: isDirectProvider, - has_real_time_metrics: isDirectProvider || isProxyProvider, - provides_usage_analytics: isDirectProvider, - supports_webhook_events: false, - requires_api_key_validation: true, - supports_rate_limiting: isDirectProvider, - provides_usage_limits: isDirectProvider, - supports_streaming: providerData.endpoints.chat_completions || providerData.endpoints.messages, - supports_batch_processing: providerData.endpoints.batches || false, - supports_model_fine_tuning: providerId === 'openai' - }, supported_endpoints, api_compatibility: { supports_array_content: providerData.endpoints.chat_completions || false, @@ -313,12 +275,7 @@ export class MigrationTool { website: providerData.url, deprecated: false, maintenance_mode: false, - config_version: '1.0.0', - metadata: { - source: 'litellm-endpoints', - tags: [isDirectProvider ? 'official' : isProxyProvider ? 'proxy' : 'cloud'], - reliability: isDirectProvider ? 'high' : 'medium' - } + config_version: '1.0.0' } providers.push(provider) @@ -556,7 +513,9 @@ export class MigrationTool { console.log('\n✅ Migration completed successfully!') console.log(`📊 Migration Summary:`) - console.log(` Providers: ${providers.length} (${providersByType.direct} direct, ${providersByType.cloud} cloud, ${providersByType.proxy} proxy, ${providersByType.self_hosted} self-hosted)`) + console.log( + ` Providers: ${providers.length} (${providersByType.direct} direct, ${providersByType.cloud} cloud, ${providersByType.proxy} proxy, ${providersByType.self_hosted} self-hosted)` + ) console.log(` Base Models: ${models.length}`) console.log(` Overrides: ${overrides.length}`) console.log(`\n📁 Output Files:`) diff --git a/packages/catalog/web/.gitignore b/packages/catalog/web/.gitignore new file mode 100644 index 0000000000..5ef6a52078 --- /dev/null +++ b/packages/catalog/web/.gitignore @@ -0,0 +1,41 @@ +# See https://help.github.com/articles/ignoring-files/ for more about ignoring files. + +# dependencies +/node_modules +/.pnp +.pnp.* +.yarn/* +!.yarn/patches +!.yarn/plugins +!.yarn/releases +!.yarn/versions + +# testing +/coverage + +# next.js +/.next/ +/out/ + +# production +/build + +# misc +.DS_Store +*.pem + +# debug +npm-debug.log* +yarn-debug.log* +yarn-error.log* +.pnpm-debug.log* + +# env files (can opt-in for committing if needed) +.env* + +# vercel +.vercel + +# typescript +*.tsbuildinfo +next-env.d.ts diff --git a/packages/catalog/web/README.md b/packages/catalog/web/README.md new file mode 100644 index 0000000000..e215bc4ccf --- /dev/null +++ b/packages/catalog/web/README.md @@ -0,0 +1,36 @@ +This is a [Next.js](https://nextjs.org) project bootstrapped with [`create-next-app`](https://nextjs.org/docs/app/api-reference/cli/create-next-app). + +## Getting Started + +First, run the development server: + +```bash +npm run dev +# or +yarn dev +# or +pnpm dev +# or +bun dev +``` + +Open [http://localhost:3000](http://localhost:3000) with your browser to see the result. + +You can start editing the page by modifying `app/page.tsx`. The page auto-updates as you edit the file. + +This project uses [`next/font`](https://nextjs.org/docs/app/building-your-application/optimizing/fonts) to automatically optimize and load [Geist](https://vercel.com/font), a new font family for Vercel. + +## Learn More + +To learn more about Next.js, take a look at the following resources: + +- [Next.js Documentation](https://nextjs.org/docs) - learn about Next.js features and API. +- [Learn Next.js](https://nextjs.org/learn) - an interactive Next.js tutorial. + +You can check out [the Next.js GitHub repository](https://github.com/vercel/next.js) - your feedback and contributions are welcome! + +## Deploy on Vercel + +The easiest way to deploy your Next.js app is to use the [Vercel Platform](https://vercel.com/new?utm_medium=default-template&filter=next.js&utm_source=create-next-app&utm_campaign=create-next-app-readme) from the creators of Next.js. + +Check out our [Next.js deployment documentation](https://nextjs.org/docs/app/building-your-application/deploying) for more details. diff --git a/packages/catalog/web/app/api/catalog/models/[modelId]/providers/[providerId]/route.ts b/packages/catalog/web/app/api/catalog/models/[modelId]/providers/[providerId]/route.ts new file mode 100644 index 0000000000..b6660261de --- /dev/null +++ b/packages/catalog/web/app/api/catalog/models/[modelId]/providers/[providerId]/route.ts @@ -0,0 +1,285 @@ +import { promises as fs } from 'fs' +import type { NextRequest } from 'next/server' +import { NextResponse } from 'next/server' +import path from 'path' +import { z } from 'zod' + +import type { Model, ProviderModelOverride, OverridesDataFile } from '@/lib/catalog-types' +import { + ModelSchema, + ModelsDataFileSchema, + ProvidersDataFileSchema, + OverridesDataFileSchema +} from '@/lib/catalog-types' +import { safeParseWithValidation, validateString, ValidationError, createErrorResponse } from '@/lib/validation' + +const DATA_DIR = path.join(process.cwd(), '../data') + +// Type-safe helper function to apply overrides to base model +function applyOverrides(baseModel: Model, override: ProviderModelOverride | null): Model { + if (!override) return baseModel + + return { + ...baseModel, + ...(override.limits && { + context_window: override.limits.context_window ?? baseModel.context_window, + max_output_tokens: override.limits.max_output_tokens ?? baseModel.max_output_tokens + }), + ...(override.pricing && { pricing: override.pricing }) + } +} + +// Type-safe helper function to detect model modifications +function detectModifications( + baseModel: Model, + updatedModel: Partial +): { + pricing: Model['pricing'] | undefined + limits: + | { + context_window?: number + max_output_tokens?: number + } + | undefined +} | null { + const modifications: { + pricing: Model['pricing'] | undefined + limits: + | { + context_window?: number + max_output_tokens?: number + } + | undefined + } = { + pricing: undefined, + limits: undefined + } + + // Check for differences in pricing + if (JSON.stringify(baseModel.pricing) !== JSON.stringify(updatedModel.pricing)) { + modifications.pricing = updatedModel.pricing + } + + // Check for differences in limits + if ( + baseModel.context_window !== updatedModel.context_window || + baseModel.max_output_tokens !== updatedModel.max_output_tokens + ) { + modifications.limits = {} + if (baseModel.context_window !== updatedModel.context_window) { + modifications.limits.context_window = updatedModel.context_window + } + if (baseModel.max_output_tokens !== updatedModel.max_output_tokens) { + modifications.limits.max_output_tokens = updatedModel.max_output_tokens + } + } + + return modifications.pricing || modifications.limits ? modifications : null +} + +export async function GET(request: NextRequest, { params }: { params: { modelId: string; providerId: string } }) { + try { + const { modelId, providerId } = params + + // Validate parameters + const validModelId = validateString(modelId, 'modelId') + const validProviderId = validateString(providerId, 'providerId') + + // Read and validate all data files + const [modelsDataRaw, providersDataRaw, overridesDataRaw] = await Promise.all([ + fs.readFile(path.join(DATA_DIR, 'models.json'), 'utf-8'), + fs.readFile(path.join(DATA_DIR, 'providers.json'), 'utf-8'), + fs.readFile(path.join(DATA_DIR, 'overrides.json'), 'utf-8') + ]) + + const modelsData = await safeParseWithValidation( + modelsDataRaw, + ModelsDataFileSchema, + 'Invalid models data format in file' + ) + const providersData = await safeParseWithValidation( + providersDataRaw, + ProvidersDataFileSchema, + 'Invalid providers data format in file' + ) + const overridesData = await safeParseWithValidation( + overridesDataRaw, + OverridesDataFileSchema, + 'Invalid overrides data format in file' + ) + + // Find base model + const baseModel = modelsData.models.find((m) => m.id === validModelId) + if (!baseModel) { + return NextResponse.json(createErrorResponse('Model not found', 404), { status: 404 }) + } + + // Find provider override for this model + const override = overridesData.overrides.find( + (o) => o.model_id === validModelId && o.provider_id === validProviderId + ) + + // Apply override if exists + const finalModel = applyOverrides(baseModel, override || null) + + return NextResponse.json(ModelSchema.parse(finalModel)) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error fetching provider model:', error) + return NextResponse.json( + createErrorResponse( + 'Failed to fetch model configuration', + 500, + error instanceof Error ? error.message : 'Unknown error' + ), + { status: 500 } + ) + } +} + +// Response schema for provider model updates +const ProviderModelUpdateResponseSchema = z.object({ + updated: z.enum(['base_model', 'override', 'override_updated', 'override_removed']), + model: ModelSchema +}) + +export async function PUT(request: NextRequest, { params }: { params: { modelId: string; providerId: string } }) { + try { + const { modelId, providerId } = params + + // Validate parameters + const validModelId = validateString(modelId, 'modelId') + const validProviderId = validateString(providerId, 'providerId') + + // Validate request body + const requestBody = await request.json() + const updatedModel = await safeParseWithValidation( + JSON.stringify(requestBody), + ModelSchema.partial(), + 'Invalid model data in request body' + ) + + // Read and validate current data + const [modelsDataRaw, providersDataRaw, overridesDataRaw] = await Promise.all([ + fs.readFile(path.join(DATA_DIR, 'models.json'), 'utf-8'), + fs.readFile(path.join(DATA_DIR, 'providers.json'), 'utf-8'), + fs.readFile(path.join(DATA_DIR, 'overrides.json'), 'utf-8') + ]) + + const modelsData = await safeParseWithValidation( + modelsDataRaw, + ModelsDataFileSchema, + 'Invalid models data format in file' + ) + const providersData = await safeParseWithValidation( + providersDataRaw, + ProvidersDataFileSchema, + 'Invalid providers data format in file' + ) + const overridesData = await safeParseWithValidation( + overridesDataRaw, + OverridesDataFileSchema, + 'Invalid overrides data format in file' + ) + + // Find base model and existing override + const baseModelIndex = modelsData.models.findIndex((m) => m.id === validModelId) + const existingOverrideIndex = overridesData.overrides.findIndex( + (o) => o.model_id === validModelId && o.provider_id === validProviderId + ) + + if (baseModelIndex === -1) { + return NextResponse.json(createErrorResponse('Base model not found', 404), { status: 404 }) + } + + const baseModel = modelsData.models[baseModelIndex] + + // Detect what needs to be overridden + const modifications = detectModifications(baseModel, updatedModel) + + let updated: 'base_model' | 'override' | 'override_updated' | 'override_removed' = 'base_model' + let overrideCreated = false + + if (modifications) { + // Create or update override + const override: ProviderModelOverride = { + provider_id: validProviderId, + model_id: validModelId, + disabled: false, + reason: 'Manual configuration update', + last_updated: new Date().toISOString().split('T')[0], + updated_by: 'web-interface', + priority: 100, + ...modifications + } + + const updatedOverrides = [...overridesData.overrides] + + if (existingOverrideIndex >= 0) { + updatedOverrides[existingOverrideIndex] = { + ...updatedOverrides[existingOverrideIndex], + ...override, + last_updated: new Date().toISOString().split('T')[0] + } + } else { + updatedOverrides.push(override) + overrideCreated = true + } + + const updatedOverridesData: OverridesDataFile = { + ...overridesData, + overrides: updatedOverrides + } + + updated = overrideCreated ? 'override' : 'override_updated' + + // Save changes to overrides file + await fs.writeFile(path.join(DATA_DIR, 'overrides.json'), JSON.stringify(updatedOverridesData, null, 2), 'utf-8') + } else if (existingOverrideIndex >= 0) { + // Remove override if no differences exist + const updatedOverrides = overridesData.overrides.filter((_, index) => index !== existingOverrideIndex) + + const updatedOverridesData: OverridesDataFile = { + ...overridesData, + overrides: updatedOverrides + } + + updated = 'override_removed' + + // Save changes to overrides file + await fs.writeFile(path.join(DATA_DIR, 'overrides.json'), JSON.stringify(updatedOverridesData, null, 2), 'utf-8') + } + + // Return the final model configuration + const finalOverride = overridesData.overrides.find( + (o) => o.model_id === validModelId && o.provider_id === validProviderId + ) + const finalModel = applyOverrides(baseModel, finalOverride || null) + + const response = ProviderModelUpdateResponseSchema.parse({ + updated, + model: finalModel + }) + + return NextResponse.json(response) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error updating provider model:', error) + return NextResponse.json( + createErrorResponse( + 'Failed to update model configuration', + 500, + error instanceof Error ? error.message : 'Unknown error' + ), + { status: 500 } + ) + } +} diff --git a/packages/catalog/web/app/api/catalog/models/[modelId]/route.ts b/packages/catalog/web/app/api/catalog/models/[modelId]/route.ts new file mode 100644 index 0000000000..cec9b34032 --- /dev/null +++ b/packages/catalog/web/app/api/catalog/models/[modelId]/route.ts @@ -0,0 +1,113 @@ +import { promises as fs } from 'fs' +import type { NextRequest } from 'next/server' +import { NextResponse } from 'next/server' +import path from 'path' + +import type { ModelsDataFile } from '@/lib/catalog-types' +import { ModelSchema, ModelsDataFileSchema, ModelUpdateResponseSchema } from '@/lib/catalog-types' +import { createErrorResponse, safeParseWithValidation, ValidationError } from '@/lib/validation' + +const DATA_DIR = path.join(process.cwd(), '../data') + +export async function GET(request: NextRequest, { params }: { params: { modelId: string } }) { + try { + const { modelId } = params + + // Read and validate models data using Zod + const modelsDataPath = path.join(DATA_DIR, 'models.json') + const modelsDataRaw = await fs.readFile(modelsDataPath, 'utf-8') + const modelsData = await safeParseWithValidation( + modelsDataRaw, + ModelsDataFileSchema, + 'Invalid models data format in file' + ) + + // Find the model with type safety + const model = modelsData.models.find((m) => m.id === modelId) + if (!model) { + return NextResponse.json(createErrorResponse('Model not found', 404), { status: 404 }) + } + + return NextResponse.json(model) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error fetching model:', error) + return NextResponse.json( + createErrorResponse('Failed to fetch model', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} + +export async function PUT(request: NextRequest, { params }: { params: { modelId: string } }) { + try { + const { modelId } = params + + // Read and validate request body using Zod + const requestBody = await request.json() + const updatedModel = await safeParseWithValidation( + JSON.stringify(requestBody), + ModelSchema, + 'Invalid model data in request body' + ) + + // Validate that the model ID matches + if (updatedModel.id !== modelId) { + return NextResponse.json(createErrorResponse('Model ID in request body must match URL parameter', 400), { + status: 400 + }) + } + + // Read current models data using Zod + const modelsDataPath = path.join(DATA_DIR, 'models.json') + const modelsDataRaw = await fs.readFile(modelsDataPath, 'utf-8') + const modelsData = await safeParseWithValidation( + modelsDataRaw, + ModelsDataFileSchema, + 'Invalid models data format in file' + ) + + // Find and update the model + const modelIndex = modelsData.models.findIndex((m) => m.id === modelId) + if (modelIndex === -1) { + return NextResponse.json(createErrorResponse('Model not found', 404), { status: 404 }) + } + + // Create updated models array (immutability) + const updatedModels = [ + ...modelsData.models.slice(0, modelIndex), + updatedModel, + ...modelsData.models.slice(modelIndex + 1) + ] + + const updatedModelsData: ModelsDataFile = { + ...modelsData, + models: updatedModels + } + + // Write back to file + await fs.writeFile(modelsDataPath, JSON.stringify(updatedModelsData, null, 2), 'utf-8') + + const response = ModelUpdateResponseSchema.parse({ + success: true, + model: updatedModel + }) + + return NextResponse.json(response) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error updating model:', error) + return NextResponse.json( + createErrorResponse('Failed to update model', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} diff --git a/packages/catalog/web/app/api/catalog/models/route.ts b/packages/catalog/web/app/api/catalog/models/route.ts new file mode 100644 index 0000000000..8f88d4afa8 --- /dev/null +++ b/packages/catalog/web/app/api/catalog/models/route.ts @@ -0,0 +1,156 @@ +import { promises as fs } from 'fs' +import type { NextRequest } from 'next/server' +import { NextResponse } from 'next/server' +import path from 'path' + +import type { Model } from '@/lib/catalog-types' +import { + ModelSchema, + ModelsDataFileSchema +} from '@/lib/catalog-types' +import { + createErrorResponse, + safeParseWithValidation, + validatePaginatedResponse, + validateQueryParams, + ValidationError +} from '@/lib/validation' + +const DATA_DIR = path.join(process.cwd(), '../data') + +function filterModels( + models: readonly Model[], + search?: string, + capabilities?: string[], + providers?: string[] +): Model[] { + let filtered = [...models] + + if (search) { + const searchLower = search.toLowerCase() + filtered = filtered.filter( + (model) => + model.id.toLowerCase().includes(searchLower) || + model.name?.toLowerCase().includes(searchLower) || + model.owned_by?.toLowerCase().includes(searchLower) + ) + } + + if (capabilities && capabilities.length > 0) { + filtered = filtered.filter((model) => capabilities.some((cap) => model.capabilities.includes(cap))) + } + + if (providers && providers.length > 0) { + filtered = filtered.filter((model) => model.owned_by && providers.includes(model.owned_by)) + } + + return filtered +} + +function paginateItems( + items: readonly T[], + page: number, + limit: number +): { + items: T[] + pagination: { + page: number + limit: number + total: number + totalPages: number + hasNext: boolean + hasPrev: boolean + } +} { + const total = items.length + const totalPages = Math.ceil(total / limit) + const offset = (page - 1) * limit + const paginatedItems = items.slice(offset, offset + limit) + + return { + items: paginatedItems, + pagination: { + page, + limit, + total, + totalPages, + hasNext: page < totalPages, + hasPrev: page > 1 + } + } +} + +export async function GET(request: NextRequest) { + try { + const { searchParams } = new URL(request.url) + + // Validate query parameters using Zod + const validatedParams = validateQueryParams(searchParams) + + // Read and validate models data using Zod + const modelsDataPath = path.join(DATA_DIR, 'models.json') + const modelsDataRaw = await fs.readFile(modelsDataPath, 'utf-8') + const modelsData = await safeParseWithValidation( + modelsDataRaw, + ModelsDataFileSchema, + 'Invalid models data format in file' + ) + + // Filter models with type safety + const filteredModels = filterModels( + modelsData.models, + validatedParams.search, + validatedParams.capabilities, + validatedParams.providers + ) + + // Paginate results + const { items, pagination } = paginateItems(filteredModels, validatedParams.page, validatedParams.limit) + + // Create paginated response using Zod schema + const response = validatePaginatedResponse({ data: items, pagination }, ModelSchema) + + return NextResponse.json(response) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error fetching models:', error) + return NextResponse.json( + createErrorResponse('Failed to fetch models', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} + +export async function PUT(request: NextRequest) { + try { + const body = await request.json() + + // Validate the data structure using Zod + const validatedData = await safeParseWithValidation( + JSON.stringify(body), + ModelsDataFileSchema, + 'Invalid models data format in request body' + ) + + // Write validated data back to file + const modelsDataPath = path.join(DATA_DIR, 'models.json') + await fs.writeFile(modelsDataPath, JSON.stringify(validatedData, null, 2), 'utf-8') + + return NextResponse.json({ success: true }) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error updating models:', error) + return NextResponse.json( + createErrorResponse('Failed to update models', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} diff --git a/packages/catalog/web/app/api/catalog/providers/[providerId]/route.ts b/packages/catalog/web/app/api/catalog/providers/[providerId]/route.ts new file mode 100644 index 0000000000..1cc53797b4 --- /dev/null +++ b/packages/catalog/web/app/api/catalog/providers/[providerId]/route.ts @@ -0,0 +1,113 @@ +import { promises as fs } from 'fs' +import type { NextRequest } from 'next/server' +import { NextResponse } from 'next/server' +import path from 'path' + +import type { ProvidersDataFile } from '@/lib/catalog-types' +import { ProviderSchema, ProvidersDataFileSchema, ProviderUpdateResponseSchema } from '@/lib/catalog-types' +import { createErrorResponse, safeParseWithValidation, ValidationError } from '@/lib/validation' + +const DATA_DIR = path.join(process.cwd(), '../data') + +export async function GET(request: NextRequest, { params }: { params: { providerId: string } }) { + try { + const { providerId } = params + + // Read and validate providers data using Zod + const providersDataPath = path.join(DATA_DIR, 'providers.json') + const providersDataRaw = await fs.readFile(providersDataPath, 'utf-8') + const providersData = await safeParseWithValidation( + providersDataRaw, + ProvidersDataFileSchema, + 'Invalid providers data format in file' + ) + + // Find the provider with type safety + const provider = providersData.providers.find((p) => p.id === providerId) + if (!provider) { + return NextResponse.json(createErrorResponse('Provider not found', 404), { status: 404 }) + } + + return NextResponse.json(provider) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error fetching provider:', error) + return NextResponse.json( + createErrorResponse('Failed to fetch provider', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} + +export async function PUT(request: NextRequest, { params }: { params: { providerId: string } }) { + try { + const { providerId } = params + + // Read and validate request body using Zod + const requestBody = await request.json() + const updatedProvider = await safeParseWithValidation( + JSON.stringify(requestBody), + ProviderSchema, + 'Invalid provider data in request body' + ) + + // Validate that the provider ID matches + if (updatedProvider.id !== providerId) { + return NextResponse.json(createErrorResponse('Provider ID in request body must match URL parameter', 400), { + status: 400 + }) + } + + // Read current providers data using Zod + const providersDataPath = path.join(DATA_DIR, 'providers.json') + const providersDataRaw = await fs.readFile(providersDataPath, 'utf-8') + const providersData = await safeParseWithValidation( + providersDataRaw, + ProvidersDataFileSchema, + 'Invalid providers data format in file' + ) + + // Find and update the provider + const providerIndex = providersData.providers.findIndex((p) => p.id === providerId) + if (providerIndex === -1) { + return NextResponse.json(createErrorResponse('Provider not found', 404), { status: 404 }) + } + + // Create updated providers array (immutability) + const updatedProviders = [ + ...providersData.providers.slice(0, providerIndex), + updatedProvider, + ...providersData.providers.slice(providerIndex + 1) + ] + + const updatedProvidersData: ProvidersDataFile = { + ...providersData, + providers: updatedProviders + } + + // Write back to file + await fs.writeFile(providersDataPath, JSON.stringify(updatedProvidersData, null, 2), 'utf-8') + + const response = ProviderUpdateResponseSchema.parse({ + success: true, + provider: updatedProvider + }) + + return NextResponse.json(response) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error updating provider:', error) + return NextResponse.json( + createErrorResponse('Failed to update provider', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} diff --git a/packages/catalog/web/app/api/catalog/providers/route.ts b/packages/catalog/web/app/api/catalog/providers/route.ts new file mode 100644 index 0000000000..4b8ab08e7f --- /dev/null +++ b/packages/catalog/web/app/api/catalog/providers/route.ts @@ -0,0 +1,146 @@ +import { promises as fs } from 'fs' +import type { NextRequest } from 'next/server' +import { NextResponse } from 'next/server' +import path from 'path' + +import type { Provider } from '@/lib/catalog-types' +import { + ProviderSchema, + ProvidersDataFileSchema +} from '@/lib/catalog-types' +import { + createErrorResponse, + safeParseWithValidation, + validatePaginatedResponse, + validateQueryParams, + ValidationError +} from '@/lib/validation' + +const DATA_DIR = path.join(process.cwd(), '../data') + +function filterProviders(providers: readonly Provider[], search?: string, authentication?: string[]): Provider[] { + let filtered = [...providers] + + if (search) { + const searchLower = search.toLowerCase() + filtered = filtered.filter( + (provider) => + provider.id.toLowerCase().includes(searchLower) || + provider.name.toLowerCase().includes(searchLower) || + provider.description?.toLowerCase().includes(searchLower) + ) + } + + if (authentication && authentication.length > 0) { + filtered = filtered.filter((provider) => authentication.includes(provider.authentication)) + } + + return filtered +} + +function paginateItems( + items: readonly T[], + page: number, + limit: number +): { + items: T[] + pagination: { + page: number + limit: number + total: number + totalPages: number + hasNext: boolean + hasPrev: boolean + } +} { + const total = items.length + const totalPages = Math.ceil(total / limit) + const offset = (page - 1) * limit + const paginatedItems = items.slice(offset, offset + limit) + + return { + items: paginatedItems, + pagination: { + page, + limit, + total, + totalPages, + hasNext: page < totalPages, + hasPrev: page > 1 + } + } +} + +export async function GET(request: NextRequest) { + try { + const { searchParams } = new URL(request.url) + + // Validate query parameters using Zod + const validatedParams = validateQueryParams(searchParams) + + // Read and validate providers data using Zod + const providersDataPath = path.join(DATA_DIR, 'providers.json') + const providersDataRaw = await fs.readFile(providersDataPath, 'utf-8') + const providersData = await safeParseWithValidation( + providersDataRaw, + ProvidersDataFileSchema, + 'Invalid providers data format in file' + ) + + // Filter providers with type safety + const filteredProviders = filterProviders( + providersData.providers, + validatedParams.search, + validatedParams.authentication + ) + + // Paginate results + const { items, pagination } = paginateItems(filteredProviders, validatedParams.page, validatedParams.limit) + + // Create paginated response using Zod schema + const response = validatePaginatedResponse({ data: items, pagination }, ProviderSchema) + + return NextResponse.json(response) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error fetching providers:', error) + return NextResponse.json( + createErrorResponse('Failed to fetch providers', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} + +export async function PUT(request: NextRequest) { + try { + const body = await request.json() + + // Validate the data structure using Zod + const validatedData = await safeParseWithValidation( + JSON.stringify(body), + ProvidersDataFileSchema, + 'Invalid providers data format in request body' + ) + + // Write validated data back to file + const providersDataPath = path.join(DATA_DIR, 'providers.json') + await fs.writeFile(providersDataPath, JSON.stringify(validatedData, null, 2), 'utf-8') + + return NextResponse.json({ success: true }) + } catch (error) { + if (error instanceof ValidationError) { + console.error('Validation error:', error.message, error.details) + return NextResponse.json(createErrorResponse(error.message, 400, error.details), { status: 400 }) + } + + console.error('Error updating providers:', error) + return NextResponse.json( + createErrorResponse('Failed to update providers', 500, error instanceof Error ? error.message : 'Unknown error'), + { status: 500 } + ) + } +} diff --git a/packages/catalog/web/app/api/catalog/stats/route.ts b/packages/catalog/web/app/api/catalog/stats/route.ts new file mode 100644 index 0000000000..af881a1bdd --- /dev/null +++ b/packages/catalog/web/app/api/catalog/stats/route.ts @@ -0,0 +1,70 @@ +import { promises as fs } from 'fs' +import { NextResponse } from 'next/server' +import path from 'path' +import { z } from 'zod' + +// Define schema for stats response +const StatsResponseSchema = z.object({ + total_models: z.number(), + total_providers: z.number(), + total_overrides: z.number(), + last_updated: z.string().optional(), + migration_status: z.enum(['completed', 'in_progress', 'failed']).optional() +}) + +const DATA_DIR = path.join(process.cwd(), '../data') + +// Define schema for migration report +const MigrationReportSchema = z.object({ + summary: z.object({ + total_base_models: z.number(), + total_providers: z.number(), + total_overrides: z.number() + }) +}) + +const ModelsDataSchema = z.object({ + version: z.string(), + models: z.array(z.any()) +}) + +export async function GET() { + try { + // Read migration report for stats with Zod validation + const reportData = await fs.readFile(path.join(DATA_DIR, 'migration-report.json'), 'utf-8') + const report = MigrationReportSchema.parse(JSON.parse(reportData)) + + // Read actual data for last updated timestamp with Zod validation + const modelsData = await fs.readFile(path.join(DATA_DIR, 'models.json'), 'utf-8') + const models = ModelsDataSchema.parse(JSON.parse(modelsData)) + + const stats = { + total_models: report.summary.total_base_models, + total_providers: report.summary.total_providers, + total_overrides: report.summary.total_overrides, + last_updated: new Date().toISOString(), + version: models.version + } + + // Validate response with Zod schema + const validatedStats = StatsResponseSchema.parse(stats) + + return NextResponse.json(validatedStats) + } catch (error) { + console.error('Error fetching stats:', error) + + // Try to provide a minimal fallback response + const fallbackStats = { + total_models: 0, + total_providers: 0, + total_overrides: 0 + } + + try { + const validatedFallback = StatsResponseSchema.parse(fallbackStats) + return NextResponse.json(validatedFallback) + } catch { + return NextResponse.json({ error: 'Failed to fetch stats' }, { status: 500 }) + } + } +} diff --git a/packages/catalog/web/app/favicon.ico b/packages/catalog/web/app/favicon.ico new file mode 100644 index 0000000000..718d6fea48 Binary files /dev/null and b/packages/catalog/web/app/favicon.ico differ diff --git a/packages/catalog/web/app/globals.css b/packages/catalog/web/app/globals.css new file mode 100644 index 0000000000..37d72f8a6a --- /dev/null +++ b/packages/catalog/web/app/globals.css @@ -0,0 +1,26 @@ +@import 'tailwindcss'; + +:root { + --background: #ffffff; + --foreground: #171717; +} + +@theme inline { + --color-background: var(--background); + --color-foreground: var(--foreground); + --font-sans: var(--font-geist-sans); + --font-mono: var(--font-geist-mono); +} + +@media (prefers-color-scheme: dark) { + :root { + --background: #0a0a0a; + --foreground: #ededed; + } +} + +body { + background: var(--background); + color: var(--foreground); + font-family: Arial, Helvetica, sans-serif; +} diff --git a/packages/catalog/web/app/layout.tsx b/packages/catalog/web/app/layout.tsx new file mode 100644 index 0000000000..4e0e0861b1 --- /dev/null +++ b/packages/catalog/web/app/layout.tsx @@ -0,0 +1,31 @@ +import './globals.css' + +import type { Metadata } from 'next' +import { Geist, Geist_Mono } from 'next/font/google' + +const geistSans = Geist({ + variable: '--font-geist-sans', + subsets: ['latin'] +}) + +const geistMono = Geist_Mono({ + variable: '--font-geist-mono', + subsets: ['latin'] +}) + +export const metadata: Metadata = { + title: 'Create Next App', + description: 'Generated by create next app' +} + +export default function RootLayout({ + children +}: Readonly<{ + children: React.ReactNode +}>) { + return ( + + {children} + + ) +} diff --git a/packages/catalog/web/app/page.tsx b/packages/catalog/web/app/page.tsx new file mode 100644 index 0000000000..07a741460e --- /dev/null +++ b/packages/catalog/web/app/page.tsx @@ -0,0 +1,348 @@ +'use client' + +import { useState } from 'react' + +import { Navigation } from '@/components/navigation' +import { Alert, AlertDescription } from '@/components/ui/alert' +import { Badge } from '@/components/ui/badge' +import { Button } from '@/components/ui/button' +import { Card, CardContent, CardDescription, CardHeader, CardTitle } from '@/components/ui/card' +import { + Dialog, + DialogContent, + DialogDescription, + DialogHeader, + DialogTitle, + DialogTrigger +} from '@/components/ui/dialog' +import { Input } from '@/components/ui/input' +import { Separator } from '@/components/ui/separator' +import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from '@/components/ui/table' +import { Textarea } from '@/components/ui/textarea' +// Import SWR hooks and utilities +import { getErrorMessage, useDebounce, useModels, useUpdateModel } from '@/lib/api-client' +import type { CapabilityType, Model } from '@/lib/catalog-types' + +// Type-safe capabilities list +const CAPABILITIES: readonly CapabilityType[] = [ + 'FUNCTION_CALL', + 'REASONING', + 'IMAGE_RECOGNITION', + 'IMAGE_GENERATION', + 'AUDIO_RECOGNITION', + 'AUDIO_GENERATION', + 'EMBEDDING', + 'RERANK', + 'AUDIO_TRANSCRIPT', + 'VIDEO_RECOGNITION', + 'VIDEO_GENERATION', + 'STRUCTURED_OUTPUT', + 'FILE_INPUT', + 'WEB_SEARCH', + 'CODE_EXECUTION', + 'FILE_SEARCH', + 'COMPUTER_USE' +] as const + +// Simple Pagination Component +function SimplePagination({ + currentPage, + totalPages, + onPageChange +}: { + currentPage: number + totalPages: number + onPageChange: (page: number) => void +}) { + const pages = Array.from({ length: Math.min(5, totalPages) }, (_, i) => { + if (totalPages <= 5) return i + 1 + if (currentPage <= 3) return i + 1 + if (currentPage >= totalPages - 2) return totalPages - 4 + i + return currentPage - 2 + i + }) + + return ( +
+ + {pages.map((page) => ( + + ))} + +
+ ) +} + +export default function CatalogReview() { + // Form state + const [search, setSearch] = useState('') + const [selectedCapabilities, setSelectedCapabilities] = useState([]) + const [selectedProviders, setSelectedProviders] = useState([]) + const [currentPage, setCurrentPage] = useState(1) + const [editingModel, setEditingModel] = useState(null) + const [jsonContent, setJsonContent] = useState('') + + // Debounce search to avoid excessive API calls + const debouncedSearch = useDebounce(search, 300) + + // SWR hook for fetching models + const { + data: modelsData, + error, + isLoading + } = useModels({ + page: currentPage, + limit: 20, + search: debouncedSearch, + capabilities: selectedCapabilities.length > 0 ? selectedCapabilities : undefined, + providers: selectedProviders.length > 0 ? selectedProviders : undefined + }) + + // SWR mutation for updating models + const { trigger: updateModel, isMutating: isUpdating } = useUpdateModel() + + // Extract data from SWR response + const models = modelsData?.data || [] + const pagination = modelsData?.pagination || { + page: 1, + limit: 20, + total: 0, + totalPages: 0, + hasNext: false, + hasPrev: false + } + + const handleEdit = (model: Model) => { + setEditingModel(model) + setJsonContent(JSON.stringify(model, null, 2)) + } + + const handleSave = async () => { + if (!editingModel) return + + try { + // Validate JSON before sending + const updatedModel = JSON.parse(jsonContent) as unknown + + // Basic validation - the API will do thorough validation + if (!updatedModel || typeof updatedModel !== 'object') { + throw new Error('Invalid JSON format') + } + + // Use SWR mutation for optimistic update + await updateModel({ + id: editingModel.id, + data: updatedModel as Partial + }) + + // Close dialog and reset form + setEditingModel(null) + setJsonContent('') + } catch (error) { + console.error('Error saving model:', error) + // Error will be handled by SWR and displayed in UI + } + } + + // Type-safe function to extract unique providers + const getUniqueProviders = (): string[] => { + return [ + ...new Set(models.map((model) => model.owned_by).filter((provider): provider is string => Boolean(provider))) + ] + } + + return ( +
+
+
+

Catalog Review

+

Review and validate model configurations after migration

+
+ +
+ + + + Filters + Filter models to review specific configurations + + +
+ setSearch(e.target.value)} + className="max-w-sm" + /> +
+ +
+ +
+ {CAPABILITIES.map((capability) => ( + { + setSelectedCapabilities((prev) => + prev.includes(capability) ? prev.filter((c) => c !== capability) : [...prev, capability] + ) + }}> + {capability.replace('_', ' ')} + + ))} +
+
+ +
+ +
+ {getUniqueProviders().map((provider) => ( + { + setSelectedProviders((prev) => + prev.includes(provider) ? prev.filter((p) => p !== provider) : [...prev, provider] + ) + }}> + {provider} + + ))} +
+
+
+
+ + {/* Error Display */} + {error && ( + + {getErrorMessage(error)} + + )} + + + + Models ({pagination.total}) + Review migrated model configurations + + + {isLoading ? ( +
+
Loading models...
+
+ ) : ( + <> + + + + ID + Name + Provider + Capabilities + Context Window + Modalities + Actions + + + + {models.map((model) => ( + + {model.id} + {model.name || model.id} + + {model.owned_by} + + +
+ {model.capabilities.slice(0, 3).map((cap) => ( + + {cap.replace('_', ' ')} + + ))} + {model.capabilities.length > 3 && ( + + +{model.capabilities.length - 3} + + )} +
+
+ {model.context_window.toLocaleString()} + +
+
In: {model.input_modalities?.join(', ')}
+
Out: {model.output_modalities?.join(', ')}
+
+
+ + + + + + + + Edit Model Configuration + + Modify the JSON configuration for {model.name || model.id} + + +
+