trustwallet-assets/script/generic/update-all.ts
Adam R f89a7f6be4
[Internal] Infrastructure for Polygon tokenlist (#14136)
* [Internal] Infrastructure for Polygon tokenlist

* Lint fix

* Dynamic date parameter

* More pairs
2021-10-06 12:25:07 +02:00

236 lines
9.1 KiB
TypeScript

import { BinanceAction } from "../blockchain/binance";
import { SmartchainAction } from "../blockchain/smartchain";
import { EthereumAction } from "../blockchain/ethereum";
import { CosmosAction } from "../blockchain/cosmos";
import { AssetInfos } from "../generic/asset-infos";
import { EthForks } from "../generic/eth-forks";
import { FoldersFiles } from "../generic/folders-and-files";
import { JsonAction } from "../generic/json-format";
import { KavaAction } from "../blockchain/kava";
import { LogoSize } from "../generic/logo-size";
import { TerraAction } from "../blockchain/terra";
import { TezosAction } from "../blockchain/tezos";
import { TronAction } from "../blockchain/tron";
import { Validators } from "../generic/validators";
import { WavesAction } from "../blockchain/waves";
import { PolygonAction } from "../blockchain/polygon";
import { ActionInterface, CheckStepInterface } from "../generic/interface";
import * as chalk from 'chalk';
import * as bluebird from "bluebird";
const actionList: ActionInterface[] = [
new FoldersFiles(),
new AssetInfos(),
new EthForks(),
new LogoSize(),
new Validators(),
new JsonAction(),
// chains:
new BinanceAction(),
new SmartchainAction(),
new EthereumAction(),
new CosmosAction(),
new KavaAction(),
new PolygonAction(),
new TerraAction(),
new TezosAction(),
new TronAction(),
new WavesAction()
];
const maxErrosFromOneCheck = 5;
const markerError = chalk.red('XXX');
const markerWarning = chalk.yellow('!!');
const markerOK = chalk.green('✓');
async function checkStepList(steps: CheckStepInterface[]): Promise<[string[], string[]]> {
const errorsAll: string[] = [];
const warningsAll: string[] = [];
await bluebird.each(steps, async (step) => {
try {
//console.log(` Running check step '${step.getName()}'...`);
const [errors, warnings] = await step.check();
if (errors && errors.length > 0) {
console.log(`- ${markerError} '${step.getName()}': ${errors.length} errors`);
let cnt = 0;
errors.forEach(err => {
if (cnt < maxErrosFromOneCheck) {
console.log(` ${markerError} '${err}'`);
errorsAll.push(err);
} else if (cnt == maxErrosFromOneCheck) {
console.log(` ${markerError} ${errors.length} errors in total, omitting rest ...`);
}
cnt++;
});
}
if (warnings && warnings.length > 0) {
console.log(`- ${markerWarning} '${step.getName()}': ${warnings.length} warnings`);
let cnt = 0;
warnings.forEach(warn => {
if (cnt < maxErrosFromOneCheck) {
console.log(` ${markerWarning} '${warn}'`);
warningsAll.push(warn);
} else if (cnt == maxErrosFromOneCheck) {
console.log(` ${markerWarning} ${warnings.length} warnings in total, omitting rest ...`);
}
cnt++;
});
}
if (errors.length == 0 && warnings.length == 0) {
console.log(`- ${markerOK} '${step.getName()}' OK`);
}
} catch (error) {
console.log(`- ${markerError} '${step.getName()}': Caught error: ${error.message}`);
errorsAll.push(`${step.getName()}: Exception: ${error.message}`);
}
});
return [errorsAll, warningsAll];
}
async function sanityCheckByActionList(actions: ActionInterface[]): Promise<[string[], string[]]> {
console.log("Running sanity checks...");
const errors: string[] = [];
const warnings: string[] = [];
await bluebird.each(actions, async (action) => {
try {
if (action.getSanityChecks) {
const steps = action.getSanityChecks();
if (steps && steps.length > 0) {
console.log(` Action '${action.getName()}' has ${steps.length} check steps`);
const [errors1, warnings1] = await checkStepList(steps);
if (errors1.length > 0) {
errors1.forEach(e => errors.push(e));
}
if (warnings1.length > 0) {
warnings1.forEach(w => warnings.push(w));
}
if (errors1.length == 0 && warnings1.length == 0) {
console.log(`- ${markerOK} Action '${action.getName()}' OK, all ${steps.length} steps`);
}
}
}
} catch (error) {
console.log(`- ${markerError} '${action.getName()}' Caught error: ${error.message}`);
errors.push(`${action.getName()}: Exception: ${error.message}`);
}
});
console.log(`All sanity checks done, found ${errors.length} errors, ${warnings.length} warnings`);
return [errors, warnings];
}
async function consistencyCheckByActionList(actions: ActionInterface[]): Promise<[string[], string[]]> {
console.log("Running consistency checks...");
const errors: string[] = [];
const warnings: string[] = [];
await bluebird.each(actions, async (action) => {
try {
if (action.getConsistencyChecks) {
const steps = action.getConsistencyChecks();
if (steps && steps.length > 0) {
console.log(` Action '${action.getName()}' has ${steps.length} check steps`);
const [errors1, warnings1] = await checkStepList(steps);
if (errors1.length > 0) {
errors1.forEach(e => errors.push(e));
}
if (warnings1.length > 0) {
warnings1.forEach(w => warnings.push(w));
}
if (errors1.length == 0 && warnings1.length == 0) {
console.log(`- ${markerOK} Action '${action.getName()}' OK, all ${steps.length} steps`);
}
}
}
} catch (error) {
console.log(`- ${markerError} '${action.getName()}' Caught error: ${error.message}`);
errors.push(`${action.getName()}: Exception: ${error.message}`);
}
});
console.log(`All consistency checks done, found ${errors.length} errors, ${warnings.length} warnings`);
return [errors, warnings];
}
async function sanityFixByList(actions: ActionInterface[]) {
console.log("Running sanity fixes...");
await bluebird.each(actions, async (action) => {
try {
if (action.sanityFix) {
console.log(`Sanity fix '${action.getName()}':`);
await action.sanityFix();
}
} catch (error) {
console.log(`Caught error: ${error.message}`);
}
});
console.log("All sanity fixes done.");
}
async function consistencyFixByList(actions: ActionInterface[]) {
console.log("Running consistency fixes...");
await bluebird.each(actions, async (action) => {
try {
if (action.consistencyFix) {
console.log(`Consistency fix '${action.getName()}':`);
await action.consistencyFix();
}
} catch (error) {
console.log(`Caught error: ${error.message}`);
}
});
console.log("All consistency fixes done.");
}
async function updateAutoByList(actions: ActionInterface[]) {
console.log("Running auto updates (using external data sources) ...");
await bluebird.each(actions, async (action) => {
try {
if (action.updateAuto) {
console.log(`Auto update '${action.getName()}':`);
await action.updateAuto();
}
} catch (error) {
console.log(`Caught error: ${error.message}`);
}
});
console.log("All auto updates done.");
}
async function updateManualByList(actions: ActionInterface[]) {
console.log("Running manual updates (using external data sources) ...");
await bluebird.each(actions, async (action) => {
try {
if (action.updateManual) {
console.log(`Manual update '${action.getName()}':`);
await action.updateManual();
}
} catch (error) {
console.log(`Caught error: ${error.message}`);
}
});
console.log("All manual updates done.");
}
export async function sanityCheckAll(): Promise<[string[], string[]]> {
return await sanityCheckByActionList(actionList);
}
export async function consistencyCheckAll(): Promise<[string[], string[]]> {
return await consistencyCheckByActionList(actionList);
}
export async function sanityFixAll(): Promise<void> {
await sanityFixByList(actionList);
}
export async function consistencyFixAll(): Promise<void> {
await consistencyFixByList(actionList);
}
export async function updateAutoAll(): Promise<void> {
await updateAutoByList(actionList);
}
export async function updateManualAll(): Promise<void> {
await updateManualByList(actionList);
}