🔨 graphql refactor for missingFiles flag

This commit is contained in:
2026-03-09 17:11:14 -04:00
parent e5e4e82f11
commit c9f323e610
5 changed files with 434 additions and 52 deletions

View File

@@ -111,6 +111,8 @@ export default {
settings: {
/** Remote metadata GraphQL endpoint URL */
metadataGraphqlUrl: process.env.METADATA_GRAPHQL_URL || "http://localhost:3080/metadata-graphql",
/** Remote acquisition GraphQL endpoint URL */
acquisitionGraphqlUrl: process.env.ACQUISITION_GRAPHQL_URL || "http://localhost:3060/acquisition-graphql",
},
actions: {
@@ -222,61 +224,34 @@ export default {
const localSchema = makeExecutableSchema({ typeDefs, resolvers });
const subschemas: any[] = [{ schema: localSchema }];
// Stitch metadata schema
try {
this.logger.info(`Attempting to introspect remote schema at ${this.settings.metadataGraphqlUrl}`);
const remoteSchema = await fetchRemoteSchema(this.settings.metadataGraphqlUrl);
const metadataSchema = await fetchRemoteSchema(this.settings.metadataGraphqlUrl);
subschemas.push({ schema: metadataSchema, executor: createRemoteExecutor(this.settings.metadataGraphqlUrl) });
this.logger.info("✓ Successfully introspected remote metadata schema");
const remoteQueryType = remoteSchema.getQueryType();
const remoteMutationType = remoteSchema.getMutationType();
if (remoteQueryType) {
const remoteQueryFields = Object.keys(remoteQueryType.getFields());
this.logger.info(`✓ Remote schema has ${remoteQueryFields.length} Query fields: ${remoteQueryFields.join(', ')}`);
}
if (remoteMutationType) {
const remoteMutationFields = Object.keys(remoteMutationType.getFields());
this.logger.info(`✓ Remote schema has ${remoteMutationFields.length} Mutation fields: ${remoteMutationFields.join(', ')}`);
}
this.schema = stitchSchemas({
subschemas: [
{ schema: localSchema },
{ schema: remoteSchema, executor: createRemoteExecutor(this.settings.metadataGraphqlUrl) },
],
mergeTypes: true,
});
const stitchedQueryType = this.schema.getQueryType();
const stitchedMutationType = this.schema.getMutationType();
if (stitchedQueryType) {
const stitchedQueryFields = Object.keys(stitchedQueryType.getFields());
this.logger.info(`✓ Stitched schema has ${stitchedQueryFields.length} Query fields`);
// Verify critical remote fields are present
const criticalFields = ['getWeeklyPullList'];
const missingFields = criticalFields.filter(field => !stitchedQueryFields.includes(field));
if (missingFields.length > 0) {
this.logger.warn(`⚠ Missing expected remote fields: ${missingFields.join(', ')}`);
}
}
if (stitchedMutationType) {
const stitchedMutationFields = Object.keys(stitchedMutationType.getFields());
this.logger.info(`✓ Stitched schema has ${stitchedMutationFields.length} Mutation fields`);
}
this.logger.info("✓ Successfully stitched local and remote schemas");
} catch (error: any) {
this.logger.warn(`⚠ Metadata schema unavailable: ${error.message}`);
}
// Stitch acquisition schema
try {
this.logger.info(`Attempting to introspect remote schema at ${this.settings.acquisitionGraphqlUrl}`);
const acquisitionSchema = await fetchRemoteSchema(this.settings.acquisitionGraphqlUrl);
subschemas.push({ schema: acquisitionSchema, executor: createRemoteExecutor(this.settings.acquisitionGraphqlUrl) });
this.logger.info("✓ Successfully introspected remote acquisition schema");
} catch (error: any) {
this.logger.warn(`⚠ Acquisition schema unavailable: ${error.message}`);
}
if (subschemas.length > 1) {
this.schema = stitchSchemas({ subschemas, mergeTypes: true });
this.logger.info(`✓ Stitched ${subschemas.length} schemas`);
this.remoteSchemaAvailable = true;
} catch (remoteError: any) {
this.logger.error(`✗ Failed to connect to remote metadata GraphQL at ${this.settings.metadataGraphqlUrl}`);
this.logger.error(`✗ Error: ${remoteError.message}`);
} else {
this.logger.warn("⚠ FALLING BACK TO LOCAL SCHEMA ONLY");
this.logger.warn("⚠ Remote queries like 'getWeeklyPullList' will NOT be available");
this.logger.warn(`⚠ To fix: Ensure metadata-graphql service is running at ${this.settings.metadataGraphqlUrl}`);
this.schema = localSchema;
this.remoteSchemaAvailable = false;
}

View File

@@ -832,6 +832,77 @@ export default class ImportService extends Service {
},
},
reconcileLibrary: {
rest: "POST /reconcileLibrary",
timeout: 120000,
async handler(ctx: Context<{ directoryPath?: string }>) {
const resolvedPath = path.resolve(
ctx.params.directoryPath || COMICS_DIRECTORY
);
// 1. Collect all comic file paths currently on disk
const localPaths = new Set<string>();
await new Promise<void>((resolve, reject) => {
klaw(resolvedPath)
.on("error", reject)
.pipe(
through2.obj(function (item, enc, next) {
if (
item.stats.isFile() &&
[".cbz", ".cbr", ".cb7"].includes(
path.extname(item.path)
)
) {
this.push(item.path);
}
next();
})
)
.on("data", (p: string) => localPaths.add(p))
.on("end", resolve);
});
// 2. Get every DB record that has a stored filePath
const comics = await Comic.find(
{ "rawFileDetails.filePath": { $exists: true, $ne: null } },
{ _id: 1, "rawFileDetails.filePath": 1 }
).lean();
const nowMissing: any[] = [];
const nowPresent: any[] = [];
for (const comic of comics) {
const stored = comic.rawFileDetails?.filePath;
if (!stored) continue;
if (localPaths.has(stored)) {
nowPresent.push(comic._id);
} else {
nowMissing.push(comic._id);
}
}
// 3. Apply updates in bulk
if (nowMissing.length > 0) {
await Comic.updateMany(
{ _id: { $in: nowMissing } },
{ $set: { "importStatus.isRawFileMissing": true } }
);
}
if (nowPresent.length > 0) {
await Comic.updateMany(
{ _id: { $in: nowPresent } },
{ $set: { "importStatus.isRawFileMissing": false } }
);
}
return {
scanned: localPaths.size,
markedMissing: nowMissing.length,
cleared: nowPresent.length,
};
},
},
getComicsMarkedAsWanted: {
rest: "GET /getComicsMarkedAsWanted",

View File

@@ -123,6 +123,11 @@ export default class SettingsService extends Service {
},
});
break;
case "missingFiles":
Object.assign(eSQuery, {
term: query,
});
break;
}
console.log(
"Searching ElasticSearch index with this query -> "