import { LookupItem } from '@ghostfolio/api/app/symbol/interfaces/lookup-item.interface'; import { DataProviderInterface } from '@ghostfolio/api/services/data-provider/interfaces/data-provider.interface'; import { IDataProviderHistoricalResponse, IDataProviderResponse } from '@ghostfolio/api/services/interfaces/interfaces'; import { PrismaService } from '@ghostfolio/api/services/prisma.service'; import { SymbolProfileService } from '@ghostfolio/api/services/symbol-profile.service'; import { DATE_FORMAT, extractNumberFromString, getYesterday } from '@ghostfolio/common/helper'; import { Granularity } from '@ghostfolio/common/types'; import { Injectable, Logger } from '@nestjs/common'; import { DataSource, SymbolProfile } from '@prisma/client'; import bent from 'bent'; import * as cheerio from 'cheerio'; import { addDays, format, isBefore } from 'date-fns'; @Injectable() export class GhostfolioScraperApiService implements DataProviderInterface { public constructor( private readonly prismaService: PrismaService, private readonly symbolProfileService: SymbolProfileService ) {} public canHandle(symbol: string) { return true; } public async getAssetProfile( aSymbol: string ): Promise> { return { dataSource: this.getName() }; } public async getDividends({ from, granularity = 'day', symbol, to }: { from: Date; granularity: Granularity; symbol: string; to: Date; }) { return {}; } public async getHistorical( aSymbol: string, aGranularity: Granularity = 'day', from: Date, to: Date ): Promise<{ [symbol: string]: { [date: string]: IDataProviderHistoricalResponse }; }> { try { const symbol = aSymbol; const [symbolProfile] = await this.symbolProfileService.getSymbolProfilesBySymbols([symbol]); const { defaultMarketPrice, selector, url } = symbolProfile.scraperConfiguration ?? {}; if (defaultMarketPrice) { const historical: { [symbol: string]: { [date: string]: IDataProviderHistoricalResponse }; } = { [symbol]: {} }; let date = from; while (isBefore(date, to)) { historical[symbol][format(date, DATE_FORMAT)] = { marketPrice: defaultMarketPrice }; date = addDays(date, 1); } return historical; } else if (selector === undefined || url === undefined) { return {}; } const get = bent(url, 'GET', 'string', 200, {}); const html = await get(); const $ = cheerio.load(html); const value = extractNumberFromString($(selector).text()); return { [symbol]: { [format(getYesterday(), DATE_FORMAT)]: { marketPrice: value } } }; } catch (error) { throw new Error( `Could not get historical market data for ${aSymbol} (${this.getName()}) from ${format( from, DATE_FORMAT )} to ${format(to, DATE_FORMAT)}: [${error.name}] ${error.message}` ); } } public getName(): DataSource { return DataSource.GHOSTFOLIO; } public async getQuotes( aSymbols: string[] ): Promise<{ [symbol: string]: IDataProviderResponse }> { const response: { [symbol: string]: IDataProviderResponse } = {}; if (aSymbols.length <= 0) { return response; } try { const symbolProfiles = await this.symbolProfileService.getSymbolProfilesBySymbols(aSymbols); const marketData = await this.prismaService.marketData.findMany({ distinct: ['symbol'], orderBy: { date: 'desc' }, take: aSymbols.length, where: { symbol: { in: aSymbols } } }); for (const symbolProfile of symbolProfiles) { response[symbolProfile.symbol] = { currency: symbolProfile.currency, dataSource: this.getName(), marketPrice: marketData.find((marketDataItem) => { return marketDataItem.symbol === symbolProfile.symbol; })?.marketPrice, marketState: 'delayed' }; } return response; } catch (error) { Logger.error(error, 'GhostfolioScraperApiService'); } return {}; } public async search(aQuery: string): Promise<{ items: LookupItem[] }> { const items = await this.prismaService.symbolProfile.findMany({ select: { currency: true, dataSource: true, name: true, symbol: true }, where: { OR: [ { dataSource: this.getName(), name: { mode: 'insensitive', startsWith: aQuery } }, { dataSource: this.getName(), symbol: { mode: 'insensitive', startsWith: aQuery } } ] } }); return { items }; } }