Files
lidify/backend/src/services/fileValidator.ts
Your Name cc8d0f6969 Release v1.3.0: Multi-source downloads, audio analyzer resilience, mobile improvements
Major Features:
- Multi-source download system (Soulseek/Lidarr with fallback)
- Configurable enrichment speed control (1-5x)
- Mobile touch drag support for seek sliders
- iOS PWA media controls (Control Center, Lock Screen)
- Artist name alias resolution via Last.fm
- Circuit breaker pattern for audio analysis

Critical Fixes:
- Audio analyzer stability (non-ASCII, BrokenProcessPool, OOM)
- Discovery system race conditions and import failures
- Radio decade categorization using originalYear
- LastFM API response normalization
- Mood bucket infinite loop prevention

Security:
- Bull Board admin authentication
- Lidarr webhook signature verification
- JWT token expiration and refresh
- Encryption key validation on startup

Closes #2, #6, #9, #13, #21, #26, #31, #34, #35, #37, #40, #43
2026-01-06 20:07:33 -06:00

177 lines
5.3 KiB
TypeScript

import * as fs from "fs";
import { logger } from "../utils/logger";
import * as path from "path";
import { prisma } from "../utils/db";
import { config } from "../config";
import PQueue from "p-queue";
export interface ValidationResult {
tracksChecked: number;
tracksRemoved: number;
tracksMissing: string[]; // IDs of missing tracks
duration: number;
}
export class FileValidatorService {
private validationQueue = new PQueue({ concurrency: 50 });
/**
* Validate all tracks in the library and remove missing files
*/
async validateLibrary(): Promise<ValidationResult> {
const startTime = Date.now();
const result: ValidationResult = {
tracksChecked: 0,
tracksRemoved: 0,
tracksMissing: [],
duration: 0,
};
logger.debug("[FileValidator] Starting library validation...");
// Get all tracks from the database
const tracks = await prisma.track.findMany({
select: {
id: true,
filePath: true,
title: true,
},
});
logger.debug(
`[FileValidator] Found ${tracks.length} tracks to validate`
);
// Check each track's file existence
const missingTrackIds: string[] = [];
for (const track of tracks) {
await this.validationQueue.add(async () => {
try {
const absolutePath = path.normalize(
path.join(config.music.musicPath, track.filePath)
);
// Prevent path traversal attacks
if (!absolutePath.startsWith(path.normalize(config.music.musicPath))) {
logger.warn(
`[FileValidator] Path traversal attempt detected: ${track.filePath}`
);
missingTrackIds.push(track.id);
result.tracksChecked++;
return;
}
const exists = await this.fileExists(absolutePath);
if (!exists) {
logger.debug(
`[FileValidator] Missing file: ${track.filePath} (${track.title})`
);
missingTrackIds.push(track.id);
}
result.tracksChecked++;
// Log progress every 100 tracks
if (result.tracksChecked % 100 === 0) {
logger.debug(
`[FileValidator] Progress: ${result.tracksChecked}/${tracks.length} tracks checked, ${missingTrackIds.length} missing`
);
}
} catch (err: any) {
logger.error(
`[FileValidator] Error checking ${track.filePath}:`,
err.message
);
}
});
}
await this.validationQueue.onIdle();
result.tracksMissing = missingTrackIds;
// Remove missing tracks from database
if (missingTrackIds.length > 0) {
logger.debug(
`[FileValidator] Removing ${missingTrackIds.length} missing tracks from database...`
);
await prisma.track.deleteMany({
where: {
id: { in: missingTrackIds },
},
});
result.tracksRemoved = missingTrackIds.length;
}
result.duration = Date.now() - startTime;
logger.debug(
`[FileValidator] Validation complete: ${result.tracksChecked} checked, ${result.tracksRemoved} removed (${result.duration}ms)`
);
return result;
}
/**
* Check if a file exists (async)
*/
private async fileExists(filePath: string): Promise<boolean> {
try {
await fs.promises.access(filePath, fs.constants.F_OK);
return true;
} catch {
return false;
}
}
/**
* Validate a single track and remove if missing
*/
async validateTrack(trackId: string): Promise<boolean> {
const track = await prisma.track.findUnique({
where: { id: trackId },
select: {
id: true,
filePath: true,
title: true,
},
});
if (!track) {
return false;
}
const absolutePath = path.normalize(
path.join(config.music.musicPath, track.filePath)
);
// Prevent path traversal attacks
if (!absolutePath.startsWith(path.normalize(config.music.musicPath))) {
logger.warn(
`[FileValidator] Path traversal attempt detected: ${track.filePath}`
);
return false;
}
const exists = await this.fileExists(absolutePath);
if (!exists) {
logger.debug(
`[FileValidator] Track file missing, removing from DB: ${track.title}`
);
await prisma.track.delete({
where: { id: trackId },
});
return false;
}
return true;
}
}
export const fileValidator = new FileValidatorService();