ob/sprint
1
0
Fork 0
mirror of https://github.com/hex248/sprint.git synced 2026-02-07 18:23:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

added privatemode-ai models

Browse Source
This commit is contained in:
Oliver Bryan
2026-02-02 22:19:10 +00:00
parent 82bf3e6d67
commit 6df90fb6e7
1 changed files with 37 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
packages/backend/src/routes/ai/opencode.ts
View File

@@ -63,17 +63,18 @@ export interface FreeModel {
const ignore = ["gpt-5-nano"]; const ignore = ["gpt-5-nano"];
function parseOpencodeModelsOutput(output: string): OpencodeModel[] { function parseOpencodeModelsOutput(output: string, provider: string): OpencodeModel[] {
let models: OpencodeModel[] = []; let models: OpencodeModel[] = [];
const lines = output.split("\n"); const lines = output.split("\n");
let currentModelId: string | null = null; let currentModelId: string | null = null;
let jsonBuffer: string[] = []; let jsonBuffer: string[] = [];
const providerPrefix = `${provider}/`;
for (const line of lines) { for (const line of lines) {
const trimmed = line.trim(); const trimmed = line.trim();
// Check if line starts with "opencode/" (model ID header) // Check if line starts with provider prefix (model ID header)
if (trimmed.startsWith("opencode/")) { if (trimmed.startsWith(providerPrefix)) {
// Save previous model if exists // Save previous model if exists
if (currentModelId && jsonBuffer.length > 0) { if (currentModelId && jsonBuffer.length > 0) {
try { try {
@@ -150,10 +151,9 @@ export function getCachedFreeModels(): FreeModel[] {
return cachedFreeModels ?? FALLBACK_MODELS; return cachedFreeModels ?? FALLBACK_MODELS;
} }
// internal function to actually fetch from CLI async function fetchFreeModelsForProvider(provider: string): Promise<FreeModel[]> {
async function fetchFreeOpencodeModels(): Promise<FreeModel[]> {
const proc = Bun.spawn({ const proc = Bun.spawn({
cmd: ["opencode", "models", "opencode", "--verbose"], cmd: ["opencode", "models", provider, "--verbose"],
stdout: "pipe", stdout: "pipe",
stderr: "pipe", stderr: "pipe",
}); });
@@ -163,22 +163,46 @@ async function fetchFreeOpencodeModels(): Promise<FreeModel[]> {
if (exitCode !== 0) { if (exitCode !== 0) {
const error = await new Response(proc.stderr).text(); const error = await new Response(proc.stderr).text();
console.error("opencode models command failed:", error); console.error(`opencode models command failed for ${provider}:`, error);
throw new Error("Failed to fetch opencode models"); throw new Error(`Failed to fetch ${provider} models`);
} }
const allModels = parseOpencodeModelsOutput(output); const allModels = parseOpencodeModelsOutput(output, provider);
// filter to free models only (cost.input === 0 && cost.output === 0) // filter to free models only (cost.input === 0 && cost.output === 0)
const freeModels = allModels.filter((model) => model.cost.input === 0 && model.cost.output === 0); const freeModels = allModels.filter((model) => model.cost.input === 0 && model.cost.output === 0);
const banList = ["qwen3-embedding-4b"];
// map to the expected format { name, id } // map to the expected format { name, id }
return freeModels.map((model) => ({ return freeModels
.filter((m) => !banList.includes(m.id))
.map((model) => ({
name: model.name, name: model.name,
id: model.id, id: `${provider}/${model.id}`,
})); }));
} }
// internal function to actually fetch from CLI
async function fetchFreeOpencodeModels(): Promise<FreeModel[]> {
const results = await Promise.allSettled([
fetchFreeModelsForProvider("opencode"),
fetchFreeModelsForProvider("privatemode-ai"),
]);
const models: FreeModel[] = [];
for (const result of results) {
if (result.status === "fulfilled") {
models.push(...result.value);
}
}
if (models.length === 0) {
throw new Error("Failed to fetch models from all providers");
}
return models;
}
export const callAI = async (prompt: string, model: string): Promise<AIResponse> => { export const callAI = async (prompt: string, model: string): Promise<AIResponse> => {
if (!model.includes("/")) model = `opencode/${model}`; if (!model.includes("/")) model = `opencode/${model}`;
const result = Bun.spawn(["opencode", "run", prompt, "--model", model, "--title", "SPRINT_AUTOMATED"], { const result = Bun.spawn(["opencode", "run", prompt, "--model", model, "--title", "SPRINT_AUTOMATED"], {