forgejo-lila/lila
1
0
Fork 0
Code Issues 50 Pull requests Projects 1 Releases Packages Wiki Activity Actions

bugfixing #3

Browse source
This commit is contained in:
lila 2026-07-06 15:21:52 +02:00
parent 1c4dcdd108
commit e89e3b7a70
6 changed files with 137 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

13
data-pipeline/utils/llm-adapters/openai-compatible.ts
View file

@ -29,8 +29,9 @@ export class OpenAiCompatibleAdapter implements LlmAdapter {
promptTokens: number;
completionTokens: number;
totalTokens: number;
promptTimeMs: number;
completionTimeMs: number;
promptTimeMs: number | null;
completionTimeMs: number | null;
totalTimeMs: number;
}> {
const payload: Record<string, unknown> = {
messages: [
@ -78,16 +79,14 @@ export class OpenAiCompatibleAdapter implements LlmAdapter {
const promptTokens = json.usage.prompt_tokens;
const completionTokens = json.usage.completion_tokens;
const promptTimeMs = json.timings?.prompt_ms ?? totalTimeMs * 0.3;
const completionTimeMs = json.timings?.predicted_ms ?? totalTimeMs * 0.7;
return {
content,
promptTokens,
completionTokens,
totalTokens: json.usage.total_tokens,
promptTimeMs,
completionTimeMs,
promptTimeMs: json.timings?.prompt_ms ?? null,
completionTimeMs: json.timings?.predicted_ms ?? null,
totalTimeMs,
};
}
}