Commit 2481a76

committed

feat: improve

- fix image parts - add bodyLimit configure

1 parent 9f5f295 commit 2481a76Copy full SHA for 2481a76

File tree

+26

-2

lines changed

+26

-2

lines changed

Lines changed: 1 addition & 0 deletions

Lines changed: 15 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,15 @@`
	`1`	`+{`
	`2`	`+ "version": "0.2.0",`
	`3`	`+ "configurations": [`
	`4`	`+ {`
	`5`	`+ "name": "run main.ts",`
	`6`	`+ "type": "node",`
	`7`	`+ "request": "launch",`
	`8`	`+ "program": "./src/main.ts",`
	`9`	`+ "runtimeExecutable": "tsx",`
	`10`	`+ "console": "integratedTerminal",`
	`11`	`+ "internalConsoleOptions": "neverOpen",`
	`12`	`+ "skipFiles": ["<node_internals>/", "${workspaceFolder}/node_modules/"]`
	`13`	`+ }`
	`14`	`+ ]`
	`15`	`+}`

Lines changed: 1 addition & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -33,6 +33,7 @@ export const configJson = JSON.parse(fs.readFileSync(config, "utf8")) as {`
`33`	`33`	`log?: boolean;`
`34`	`34`	`};`
`35`	`35`	`};`
	`36`	`+ bodyLimit?: number;`
`36`	`37`	`};`
`37`	`38`
`38`	`39`	`if (configJson.api_key === "") {`

Lines changed: 2 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -21,8 +21,10 @@ import v1_embeddings from "./v1/embeddings";`
`21`	`21`
`22`	`22`	`import { configJson } from "./args";`
`23`	`23`
	`24`	`+const s_10mb = 10 * 1024 * 1024;`
`24`	`25`	`const app = fastify({`
`25`	`26`	`logger: true,`
	`27`	`+ bodyLimit: Math.max(configJson?.bodyLimit ?? 0, s_10mb) ?? 1024 * 1024 * 50, // 50MB`
`26`	`28`	`});`
`27`	`29`	`app.setValidatorCompiler(validatorCompiler);`
`28`	`30`	`app.setSerializerCompiler(serializerCompiler);`

Lines changed: 7 additions & 2 deletions

Original file line number	Diff line number	Diff line change
`@@ -52,7 +52,7 @@ const CHAT_COMPLETION_SCHEMA = z.object({`
`52`	`52`	`text: z.string(),`
`53`	`53`	`}),`
`54`	`54`	`z.object({`
`55`		`- type: z.literal("image"),`
	`55`	`+ type: z.literal("image_url"),`
`56`	`56`	`image_url: z.object({`
`57`	`57`	`url: z.string(),`
`58`	`58`	`}),`
`@@ -257,7 +257,7 @@ class ChatCompletionsHandler {`
`257`	`257`	`text: y.text,`
`258`	`258`	`};`
`259`	`259`	`}`
`260`		`- if (y.type === "image") {`
	`260`	`+ if (y.type === "image_url") {`
`261`	`261`	`let url = y.image_url.url;`
`262`	`262`	`if (url.startsWith("http")) {`
`263`	`263`	`const image = await fetch(y.image_url.url);`
`@@ -286,6 +286,7 @@ class ChatCompletionsHandler {`
`286`	`286`	`};`
`287`	`287`	`}`
`288`	`288`	`}`
	`289`	`+ // NOTE: 目前不支持音频,因为不知道怎么测也不通用`
`289`	`290`	throw new Error(`not support content type: ${y.type}`);
`290`	`291`	`})`
`291`	`292`	`);`
`@@ -401,6 +402,10 @@ class ChatCompletionsHandler {`
`401`	`402`
`402`	`403`	`private async handleStream() {`
`403`	`404`	`const payload = await this.buildGeneratePayload();`
	`405`	`+ // writeFileSync(`
	`406`	`+ // "./tmp_payload.json",`
	`407`	`+ // JSON.stringify({ ...payload, id: this.id }, null, 2)`
	`408`	`+ // );`
`404`	`409`	`const abortSignal = new AbortController();`
`405`	`410`	`const result = await payload.gen_model.generateContentStream(`
`406`	`411`	`{`

Comments

(0)