mirror of https://github.com/ghostfolio/ghostfolio
Thomas Kaul
2 years ago
committed by
GitHub
GitHub
6 changed files with 10 additions and 206 deletions
@ -1,194 +0,0 @@ |
|||
import { LookupItem } from '@ghostfolio/api/app/symbol/interfaces/lookup-item.interface'; |
|||
import { DataProviderInterface } from '@ghostfolio/api/services/data-provider/interfaces/data-provider.interface'; |
|||
import { |
|||
IDataProviderHistoricalResponse, |
|||
IDataProviderResponse |
|||
} from '@ghostfolio/api/services/interfaces/interfaces'; |
|||
import { PrismaService } from '@ghostfolio/api/services/prisma.service'; |
|||
import { SymbolProfileService } from '@ghostfolio/api/services/symbol-profile.service'; |
|||
import { |
|||
DATE_FORMAT, |
|||
extractNumberFromString, |
|||
getYesterday |
|||
} from '@ghostfolio/common/helper'; |
|||
import { Granularity } from '@ghostfolio/common/types'; |
|||
import { Injectable, Logger } from '@nestjs/common'; |
|||
import { DataSource, SymbolProfile } from '@prisma/client'; |
|||
import bent from 'bent'; |
|||
import * as cheerio from 'cheerio'; |
|||
import { addDays, format, isBefore } from 'date-fns'; |
|||
|
|||
@Injectable() |
|||
export class GhostfolioScraperApiService implements DataProviderInterface { |
|||
public constructor( |
|||
private readonly prismaService: PrismaService, |
|||
private readonly symbolProfileService: SymbolProfileService |
|||
) {} |
|||
|
|||
public canHandle(symbol: string) { |
|||
return true; |
|||
} |
|||
|
|||
public async getAssetProfile( |
|||
aSymbol: string |
|||
): Promise<Partial<SymbolProfile>> { |
|||
return { |
|||
dataSource: this.getName() |
|||
}; |
|||
} |
|||
|
|||
public async getDividends({ |
|||
from, |
|||
granularity = 'day', |
|||
symbol, |
|||
to |
|||
}: { |
|||
from: Date; |
|||
granularity: Granularity; |
|||
symbol: string; |
|||
to: Date; |
|||
}) { |
|||
return {}; |
|||
} |
|||
|
|||
public async getHistorical( |
|||
aSymbol: string, |
|||
aGranularity: Granularity = 'day', |
|||
from: Date, |
|||
to: Date |
|||
): Promise<{ |
|||
[symbol: string]: { [date: string]: IDataProviderHistoricalResponse }; |
|||
}> { |
|||
try { |
|||
const symbol = aSymbol; |
|||
|
|||
const [symbolProfile] = |
|||
await this.symbolProfileService.getSymbolProfilesBySymbols([symbol]); |
|||
const { defaultMarketPrice, selector, url } = |
|||
symbolProfile.scraperConfiguration ?? {}; |
|||
|
|||
if (defaultMarketPrice) { |
|||
const historical: { |
|||
[symbol: string]: { [date: string]: IDataProviderHistoricalResponse }; |
|||
} = { |
|||
[symbol]: {} |
|||
}; |
|||
let date = from; |
|||
|
|||
while (isBefore(date, to)) { |
|||
historical[symbol][format(date, DATE_FORMAT)] = { |
|||
marketPrice: defaultMarketPrice |
|||
}; |
|||
|
|||
date = addDays(date, 1); |
|||
} |
|||
|
|||
return historical; |
|||
} else if (selector === undefined || url === undefined) { |
|||
return {}; |
|||
} |
|||
|
|||
const get = bent(url, 'GET', 'string', 200, {}); |
|||
|
|||
const html = await get(); |
|||
const $ = cheerio.load(html); |
|||
|
|||
const value = extractNumberFromString($(selector).text()); |
|||
|
|||
return { |
|||
[symbol]: { |
|||
[format(getYesterday(), DATE_FORMAT)]: { |
|||
marketPrice: value |
|||
} |
|||
} |
|||
}; |
|||
} catch (error) { |
|||
throw new Error( |
|||
`Could not get historical market data for ${aSymbol} (${this.getName()}) from ${format( |
|||
from, |
|||
DATE_FORMAT |
|||
)} to ${format(to, DATE_FORMAT)}: [${error.name}] ${error.message}` |
|||
); |
|||
} |
|||
} |
|||
|
|||
public getName(): DataSource { |
|||
return DataSource.GHOSTFOLIO; |
|||
} |
|||
|
|||
public async getQuotes( |
|||
aSymbols: string[] |
|||
): Promise<{ [symbol: string]: IDataProviderResponse }> { |
|||
const response: { [symbol: string]: IDataProviderResponse } = {}; |
|||
|
|||
if (aSymbols.length <= 0) { |
|||
return response; |
|||
} |
|||
|
|||
try { |
|||
const symbolProfiles = |
|||
await this.symbolProfileService.getSymbolProfilesBySymbols(aSymbols); |
|||
|
|||
const marketData = await this.prismaService.marketData.findMany({ |
|||
distinct: ['symbol'], |
|||
orderBy: { |
|||
date: 'desc' |
|||
}, |
|||
take: aSymbols.length, |
|||
where: { |
|||
symbol: { |
|||
in: aSymbols |
|||
} |
|||
} |
|||
}); |
|||
|
|||
for (const symbolProfile of symbolProfiles) { |
|||
response[symbolProfile.symbol] = { |
|||
currency: symbolProfile.currency, |
|||
dataSource: this.getName(), |
|||
marketPrice: marketData.find((marketDataItem) => { |
|||
return marketDataItem.symbol === symbolProfile.symbol; |
|||
})?.marketPrice, |
|||
marketState: 'delayed' |
|||
}; |
|||
} |
|||
|
|||
return response; |
|||
} catch (error) { |
|||
Logger.error(error, 'GhostfolioScraperApiService'); |
|||
} |
|||
|
|||
return {}; |
|||
} |
|||
|
|||
public async search(aQuery: string): Promise<{ items: LookupItem[] }> { |
|||
const items = await this.prismaService.symbolProfile.findMany({ |
|||
select: { |
|||
currency: true, |
|||
dataSource: true, |
|||
name: true, |
|||
symbol: true |
|||
}, |
|||
where: { |
|||
OR: [ |
|||
{ |
|||
dataSource: this.getName(), |
|||
name: { |
|||
mode: 'insensitive', |
|||
startsWith: aQuery |
|||
} |
|||
}, |
|||
{ |
|||
dataSource: this.getName(), |
|||
symbol: { |
|||
mode: 'insensitive', |
|||
startsWith: aQuery |
|||
} |
|||
} |
|||
] |
|||
} |
|||
}); |
|||
|
|||
return { items }; |
|||
} |
|||
} |
|||
@ -0,0 +1,2 @@ |
|||
UPDATE "MarketData" SET "dataSource" = 'MANUAL' WHERE "dataSource" = 'GHOSTFOLIO'; |
|||
UPDATE "SymbolProfile" SET "dataSource" = 'MANUAL' WHERE "dataSource" = 'GHOSTFOLIO'; |
|||
Loading…
Reference in new issue