Browse Source

Fix exception in scraper configuration

pull/4196/head
Thomas Kaul 7 months ago
parent
commit
bfe6674658
  1. 8
      apps/api/src/services/data-provider/manual/manual.service.ts

8
apps/api/src/services/data-provider/manual/manual.service.ts

@ -273,8 +273,8 @@ export class ManualService implements DataProviderInterface {
private async scrape(
scraperConfiguration: ScraperConfiguration
): Promise<number> {
try {
let locale = scraperConfiguration.locale;
const response = await fetch(scraperConfiguration.url, {
headers: scraperConfiguration.headers as HeadersInit,
signal: AbortSignal.timeout(
@ -282,8 +282,9 @@ export class ManualService implements DataProviderInterface {
)
});
if (response.headers['content-type'].includes('application/json')) {
if (response.headers['content-type']?.includes('application/json')) {
const data = await response.json();
const value = String(
jsonpath.query(data, scraperConfiguration.selector)[0]
);
@ -303,8 +304,5 @@ export class ManualService implements DataProviderInterface {
value: $(scraperConfiguration.selector).first().text()
});
}
} catch (error) {
throw error;
}
}
}

Loading…
Cancel
Save