refactor: convert to bun workspaces monorepo

- Move web app into apps/web/
- Create packages/shared/ with shared types
- Create plugins/decky-vault/ scaffold
- Root package.json manages workspaces only
This commit is contained in:
2026-06-28 05:20:28 +08:00
parent c4bede20d4
commit cd72b7a948
345 changed files with 488 additions and 126 deletions
@@ -0,0 +1,250 @@
import { describe, it, expect, vi, beforeEach } from "vitest"
// Mock drizzle-orm to avoid ESM named-export resolution errors between test files
vi.mock("drizzle-orm", () => ({
eq: vi.fn((col, val) => ({ col, val })),
}))
vi.mock("drizzle-orm/pg-core", () => ({
pgTable: vi.fn((name, columns, indexes) => ({ name, columns, indexes })),
pgEnum: vi.fn((name, values) => ({ name, values })),
text: vi.fn((name) => name),
integer: vi.fn((name) => name),
real: vi.fn((name) => name),
boolean: vi.fn((name) => name),
timestamp: vi.fn((name) => name),
jsonb: vi.fn((name) => name),
index: vi.fn((name) => ({ on: vi.fn() })),
}))
// ── Mock global fetch so syncSteamGame doesn't hit real APIs ──
const mockFetch = vi.fn()
Object.assign(globalThis, { fetch: mockFetch as unknown as typeof fetch })
// ── Mock db with a queue of select results ──
function createDbMock() {
const state = {
selectQueue: [] as unknown[][],
insertResults: [] as unknown[],
selectIdx: 0,
}
return {
setSelectQueue: (q: unknown[][]) => { state.selectQueue = q; state.selectIdx = 0 },
setInsertResults: (r: unknown[]) => { state.insertResults = r },
select: vi.fn().mockImplementation(() => ({
from: vi.fn().mockImplementation(() => ({
where: vi.fn().mockImplementation(() => ({
limit: vi.fn().mockImplementation((n: number) => {
const result = state.selectQueue[state.selectIdx] ?? []
state.selectIdx++
return Promise.resolve(result.slice(0, n))
}),
})),
})),
})),
insert: vi.fn().mockImplementation(() => ({
values: vi.fn().mockImplementation(() => ({
returning: vi.fn().mockImplementation(() =>
Promise.resolve(state.insertResults)
),
})),
})),
update: vi.fn().mockImplementation(() => ({
set: vi.fn().mockImplementation(() => ({
where: vi.fn().mockImplementation(() => Promise.resolve(undefined)),
})),
})),
}
}
const mockDb = createDbMock()
vi.mock("@/lib/db/index", () => ({ db: mockDb }))
vi.mock("@/lib/db/schema", () => ({
games: {
steamAppId: "steam_app_id",
id: "id",
source: "source",
title: "title",
syncRetryCount: "sync_retry_count",
},
steamReviewSentimentEnum: {
enumValues: [
"overwhelmingly_positive",
"very_positive",
"positive",
"mostly_positive",
"mixed",
"mostly_negative",
"negative",
"very_negative",
"overwhelmingly_negative",
],
},
}))
vi.mock("@/lib/api/playability", () => ({
recalculatePlayability: vi.fn().mockResolvedValue({
gamePlayability: "unknown",
deviceResults: [],
}),
}))
// Import AFTER mocks are established
const { ensureSteamGame } = await import("@/lib/steam/sync")
describe("ensureSteamGame", () => {
beforeEach(() => {
vi.clearAllMocks()
mockFetch.mockReset()
mockDb.setSelectQueue([])
mockDb.setInsertResults([])
})
it("returns existing game without re-syncing when game already exists", async () => {
const existingGame = {
id: "existing-id",
steamAppId: 12345,
title: "Existing Game",
source: "steam",
}
mockDb.setSelectQueue([[existingGame]])
const result = await ensureSteamGame(12345)
expect(result.created).toBe(false)
expect(result.game).toEqual(existingGame)
expect(mockFetch).not.toHaveBeenCalled()
})
it("creates stub and syncs when game does not exist", async () => {
const stubGame = {
id: "new-id",
steamAppId: 67890,
title: "Steam App 67890",
source: "steam",
syncStatus: "pending",
}
const syncedGame = {
...stubGame,
title: "Real Game Name",
steamReviewScore: 95,
syncStatus: "synced",
}
// Queue: [existence check, recalc-select, final-select]
mockDb.setSelectQueue([[], [{ id: "new-id" }], [syncedGame]])
mockDb.setInsertResults([stubGame])
// Mock Steam API responses
mockFetch.mockImplementation((url: string | URL, init?: RequestInit) => {
const urlStr = url.toString()
if (urlStr.includes("store.steampowered.com/api/appdetails")) {
return Promise.resolve({
ok: true,
status: 200,
headers: new Headers(),
json: () =>
Promise.resolve({
"67890": {
success: true,
data: {
type: "game",
name: "Real Game Name",
developers: ["Dev Studios"],
publishers: ["Publisher"],
genres: [{ id: "1", description: "Action" }],
header_image: "https://example.com/header.jpg",
short_description: "An action game",
pc_requirements: { minimum: "min", recommended: "rec" },
categories: [{ id: "1", description: "Single-player" }],
platforms: { windows: true, mac: false, linux: true },
is_free: false,
release_date: { coming_soon: false, date: "2023-01-01" },
},
},
}),
} as unknown as Response)
}
if (urlStr.includes("store.steampowered.com/appreviews")) {
return Promise.resolve({
ok: true,
status: 200,
headers: new Headers(),
json: () =>
Promise.resolve({
query_summary: {
total_reviews: 1000,
total_positive: 950,
review_score_desc: "Overwhelmingly Positive",
},
}),
} as unknown as Response)
}
// Capsule image HEAD check
if (urlStr.includes("library_600x900.jpg") && init?.method === "HEAD") {
return Promise.resolve({
ok: true,
status: 200,
headers: new Headers(),
} as unknown as Response)
}
return Promise.resolve({
ok: false,
status: 404,
} as unknown as Response)
})
const result = await ensureSteamGame(67890)
expect(result.created).toBe(true)
expect(result.game?.title).toBe("Real Game Name")
expect(result.game?.steamReviewScore).toBe(95)
})
it("handles sync failure gracefully — returns stub with error info", async () => {
const stubGame = {
id: "fail-id",
steamAppId: 99999,
title: "Steam App 99999",
source: "steam",
syncStatus: "pending",
}
const failedGame = {
...stubGame,
syncStatus: "error",
syncError: "Steam API returned 503",
}
// Queue: [existence check, recalc-select (for recordSyncFailure gets retryCount), final-select]
mockDb.setSelectQueue([[], [{ syncRetryCount: 0 }], [failedGame]])
mockDb.setInsertResults([stubGame])
// Mock Steam API to fail
mockFetch.mockImplementation((url: string | URL) => {
const urlStr = url.toString()
if (urlStr.includes("store.steampowered.com/api/appdetails")) {
return Promise.resolve({
ok: false,
status: 503,
headers: new Headers(),
} as unknown as Response)
}
return Promise.resolve({
ok: false,
status: 404,
} as unknown as Response)
})
const result = await ensureSteamGame(99999)
expect(result.created).toBe(true)
expect(result.error).toBe("Steam API returned 503")
expect(result.game?.syncStatus).toBe("error")
})
})
+359
View File
@@ -0,0 +1,359 @@
import { db } from "@/lib/db/index"
import { games, steamReviewSentimentEnum } from "@/lib/db/schema"
import { eq } from "drizzle-orm"
import { recalculatePlayability } from "@/lib/api/playability"
interface SteamReviewData {
reviewScore: number | null;
reviewSentiment: string | null;
reviewCount: number | null;
}
async function fetchSteamReviews(steamAppId: number): Promise<SteamReviewData> {
try {
const response = await fetch(
`https://store.steampowered.com/appreviews/${steamAppId}?json=1&language=all&purchase_type=all`,
{ signal: AbortSignal.timeout(10000) }
);
if (!response.ok) return { reviewScore: null, reviewSentiment: null, reviewCount: null };
const data = await response.json();
if (!data.query_summary) return { reviewScore: null, reviewSentiment: null, reviewCount: null };
const summary = data.query_summary;
const totalReviews = summary.total_reviews;
const positiveReviews = summary.total_positive;
const reviewScore = totalReviews > 0 ? Math.round((positiveReviews / totalReviews) * 100) : null;
// Map Steam's review_desc to our enum values
const sentimentMap: Record<string, string> = {
"Overwhelmingly Positive": "overwhelmingly_positive",
"Very Positive": "very_positive",
"Positive": "positive",
"Mostly Positive": "mostly_positive",
"Mixed": "mixed",
"Mostly Negative": "mostly_negative",
"Negative": "negative",
"Very Negative": "very_negative",
"Overwhelmingly Negative": "overwhelmingly_negative",
};
return {
reviewScore,
reviewSentiment: sentimentMap[summary.review_score_desc] ?? null,
reviewCount: totalReviews,
};
} catch {
return { reviewScore: null, reviewSentiment: null, reviewCount: null };
}
}
interface SteamAppDetails {
steam_appid: number
name: string
developers?: string[]
publishers?: string[]
header_image?: string
genres?: { id: string; description: string }[]
website?: string
short_description?: string
pc_requirements?: { minimum?: string; recommended?: string }
metacritic?: { score: number; url: string }
recommendations?: { total: number }
price_overview?: { currency: string; initial: number; final: number }
is_free?: boolean
type?: string
release_date?: { coming_soon: boolean; date: string }
categories?: { id: string; description: string }[]
platforms?: { windows: boolean; mac: boolean; linux: boolean }
}
const SEVEN_DAYS_MS = 7 * 24 * 60 * 60 * 1000
const ONE_HOUR_MS = 60 * 60 * 1000
const MAX_RETRY_DELAY_MS = SEVEN_DAYS_MS
async function recordSyncFailure(steamAppId: number, errorMsg: string): Promise<void> {
const [currentGame] = await db
.select({ retryCount: games.syncRetryCount })
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
const retryCount = (currentGame?.retryCount ?? 0) + 1
const backoffMs = Math.min(ONE_HOUR_MS * Math.pow(2, retryCount - 1), MAX_RETRY_DELAY_MS)
await db
.update(games)
.set({
syncStatus: "error",
syncError: errorMsg,
syncRetryCount: retryCount,
syncNextRetry: new Date(Date.now() + backoffMs),
updatedAt: new Date(),
})
.where(eq(games.steamAppId, steamAppId))
}
export function isSyncStale(lastSync: Date | null): boolean {
if (!lastSync) return true
return Date.now() - new Date(lastSync).getTime() > SEVEN_DAYS_MS
}
export async function validateImageUrl(url: string): Promise<boolean> {
try {
const res = await fetch(url, { method: "HEAD", signal: AbortSignal.timeout(5000) });
return res.ok;
} catch {
return false;
}
}
export async function fetchSteamGridDBCover(gameTitle: string): Promise<string | null> {
try {
const apiKey = process.env.STEAMGRIDDB_API_KEY;
if (!apiKey) return null;
// Search for game
const searchRes = await fetch(
`https://www.steamgriddb.com/api/v2/search/autocomplete/${encodeURIComponent(gameTitle)}`,
{ headers: { Authorization: `Bearer ${apiKey}` }, signal: AbortSignal.timeout(5000) }
);
if (!searchRes.ok) return null;
const searchData = await searchRes.json();
if (!searchData.data || searchData.data.length === 0) return null;
const gameId = searchData.data[0].id;
// Get grids
const gridsRes = await fetch(
`https://www.steamgriddb.com/api/v2/grids/game/${gameId}?dimensions=600x900,342x482`,
{ headers: { Authorization: `Bearer ${apiKey}` }, signal: AbortSignal.timeout(5000) }
);
if (!gridsRes.ok) return null;
const gridsData = await gridsRes.json();
if (!gridsData.data || gridsData.data.length === 0) return null;
return gridsData.data[0].url;
} catch {
return null;
}
}
export async function syncSteamGame(
steamAppId: number,
options?: { forceRetry?: boolean }
): Promise<{ success: boolean; error?: string }> {
try {
// Check if recently synced (unless forceRetry)
if (!options?.forceRetry) {
const existing = await db
.select({ lastSync: games.lastSync, syncStatus: games.syncStatus, syncNextRetry: games.syncNextRetry })
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1);
if (existing.length > 0 && existing[0].lastSync) {
const nextRetry = existing[0].syncNextRetry ? new Date(existing[0].syncNextRetry) : null;
if (nextRetry && nextRetry.getTime() > Date.now()) {
return { success: false, error: "Sync skipped: next retry not yet reached" };
}
if (!isSyncStale(existing[0].lastSync)) {
return { success: false, error: "Sync skipped: recently synced" };
}
}
}
// Fetch from Steam API with timeout
const url = new URL("https://store.steampowered.com/api/appdetails/")
url.searchParams.set("appids", String(steamAppId))
url.searchParams.set("cc", "US")
url.searchParams.set("l", "en")
const res = await fetch(url.toString(), {
headers: {
Accept: "application/json",
"User-Agent": "DeckyVault/1.0",
"Accept-Language": "en-US,en;q=0.9",
},
signal: AbortSignal.timeout(15000),
})
if (res.status === 429) {
const retryAfterHeader = res.headers.get("Retry-After");
const retryAfterSec = retryAfterHeader ? parseInt(retryAfterHeader, 10) : 60;
const errorMsg = `Rate limited by Steam (429). Retry after ${retryAfterSec}s`;
await recordSyncFailure(steamAppId, errorMsg);
return { success: false, error: errorMsg };
}
if (!res.ok) {
const errorMsg = `Steam API returned ${res.status}`
await recordSyncFailure(steamAppId, errorMsg)
return { success: false, error: errorMsg }
}
const data = (await res.json()) as Record<
string,
{ success: boolean; data: SteamAppDetails }
>
const entry = data[String(steamAppId)]
if (!entry?.success || !entry.data) {
const errorMsg = `No data returned from Steam for app ${steamAppId}`
await recordSyncFailure(steamAppId, errorMsg)
return { success: false, error: errorMsg }
}
const d = entry.data
// Reject non-game types (DLC, soundtrack, demo, etc.)
if (d.type && d.type !== "game") {
const errorMsg = `Steam app ${steamAppId} is not a game (type: ${d.type})`;
await recordSyncFailure(steamAppId, errorMsg);
return { success: false, error: errorMsg };
}
// Fetch review data
const reviewData = await fetchSteamReviews(steamAppId);
// Build capsule image URL and validate it
const capsuleUrl = `https://cdn.akamai.steamstatic.com/steam/apps/${steamAppId}/library_600x900.jpg`
let finalCapsuleUrl: string | null = capsuleUrl
const imageValid = await validateImageUrl(capsuleUrl)
if (!imageValid) {
// Fall back to SteamGridDB
const fallbackUrl = await fetchSteamGridDBCover(d.name)
finalCapsuleUrl = fallbackUrl || null
}
// Update database with all fields including error tracking
await db
.update(games)
.set({
title: d.name,
developer: d.developers?.[0] || null,
publisher: d.publishers?.[0] || null,
description: d.short_description || null,
genres: d.genres?.map((g) => g.description) || [],
headerImage: d.header_image || null,
capsuleImage: finalCapsuleUrl,
storeUrl: `https://store.steampowered.com/app/${steamAppId}`,
systemRequirements: d.pc_requirements
? { minimum: d.pc_requirements.minimum || null, recommended: d.pc_requirements.recommended || null }
: null,
metacriticScore: d.metacritic?.score ?? null,
metacriticUrl: d.metacritic?.url ?? null,
recommendationsTotal: d.recommendations?.total ?? null,
steamReviewScore: reviewData.reviewScore,
steamReviewSentiment: reviewData.reviewSentiment as typeof steamReviewSentimentEnum.enumValues[number] | null,
steamReviewCount: reviewData.reviewCount,
priceCurrent: d.price_overview?.final ?? null,
priceInitial: d.price_overview?.initial ?? null,
priceCurrency: d.price_overview?.currency ?? null,
isFree: d.is_free ?? false,
releaseDate: d.release_date?.date ?? null,
categories: d.categories?.map((c) => c.description) ?? null,
platforms: d.platforms ?? null,
lastSync: new Date(),
syncStatus: "synced",
syncError: null,
syncRetryCount: 0,
syncNextRetry: null,
updatedAt: new Date(),
})
.where(eq(games.steamAppId, steamAppId))
// Recalculate playability after sync (fire and forget)
const [game] = await db
.select({ id: games.id })
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
if (game) {
recalculatePlayability(game.id).catch((err) =>
console.error("Failed to recalculate playability after sync:", err),
)
}
return { success: true }
} catch (err) {
const errorMsg = err instanceof Error ? err.message : String(err)
try {
await recordSyncFailure(steamAppId, errorMsg)
} catch {
console.error(`Failed to update error tracking for ${steamAppId}`)
}
return { success: false, error: errorMsg }
}
}
/**
* Ensure a Steam game exists in the database with full data.
* If the game doesn't exist, inserts a minimal stub then runs a full sync.
* If the game already exists, returns it without re-syncing.
*
* This is the SINGLE ENTRY POINT for creating new Steam game records.
* Use this instead of direct Steam API fetches + manual inserts.
*/
export async function ensureSteamGame(
steamAppId: number
): Promise<{ game: typeof games.$inferSelect | null; created: boolean; error?: string }> {
// 1. Check if game already exists
const [existing] = await db
.select()
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
if (existing) {
return { game: existing, created: false }
}
// 2. Insert minimal stub
const [stub] = await db
.insert(games)
.values({
steamAppId,
source: "steam",
title: `Steam App ${steamAppId}`,
storeUrl: `https://store.steampowered.com/app/${steamAppId}`,
syncStatus: "pending",
})
.returning()
// Handle race condition: if another request inserted first, UNIQUE constraint
// on steamAppId will throw. Catch and return the existing record.
if (!stub) {
const [raceWinner] = await db
.select()
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
return { game: raceWinner ?? null, created: false }
}
// 3. Run full sync (forceRetry=true to bypass staleness check on a brand-new record)
const syncResult = await syncSteamGame(steamAppId, { forceRetry: true })
if (!syncResult.success) {
// Sync failed — return the stub (it has error tracking fields populated by
// recordSyncFailure inside syncSteamGame). Re-fetch to get updated fields.
const [failedGame] = await db
.select()
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
return { game: failedGame ?? null, created: true, error: syncResult.error }
}
// 4. Return fully populated game
const [fullGame] = await db
.select()
.from(games)
.where(eq(games.steamAppId, steamAppId))
.limit(1)
return { game: fullGame ?? null, created: true }
}