mirror of
https://github.com/Instadapp/trustwallet-assets.git
synced 2024-07-29 22:37:31 +00:00
102f2b88d4
* CMC mapping update. * New check infrastructure, move root folder test to new infra. * Move list of allowed files to config. * Include new check in other tests. * More generic way to call checks. * Organize fix and update actions behind interfaces. * Organize checks into steps, multiple steps per action. * Simplify checkStep class/instance creation. * Migrate chain logo checks. * Migrate asset folder check. * Migrate further chain checks. * Migrate eth fork folder checks. * Migrate binance chain check. * Extra output. * Output improvements. * Async fix. * Migrate Tron check. * Add Tron check. * Remove Tron check from old. * White/blacklist check in new intra, combined with fix. * Refine ETH checks. * Remove from old infra. * Migrate CMC check to new infra. * Migrate validator tests to new check infra. * Migrate Json files validity check to new check infra. * Whitelist check fix. * Cleanup helpers.ts. * Move helpers.ts. * Cleanup of models.ts. * Move models.ts. * Move index.test.ts. * Update with BEP8 support. * Descriptive names for jobs within the builds. Co-authored-by: Catenocrypt <catenocrypt@users.noreply.github.com>
131 lines
5.1 KiB
TypeScript
131 lines
5.1 KiB
TypeScript
import axios from "axios";
|
|
import * as bluebird from "bluebird";
|
|
import * as fs from "fs";
|
|
import * as path from "path";
|
|
import * as chalk from 'chalk';
|
|
import * as config from "../common/config";
|
|
import { ActionInterface, CheckStepInterface } from "./interface";
|
|
import { getChainAssetsPath } from "../common/repo-structure";
|
|
import { Binance } from "../common/blockchains";
|
|
import { readDirSync } from "../common/filesystem";
|
|
|
|
import {
|
|
getChainAssetLogoPath,
|
|
getChainBlacklistPath
|
|
} from "../common/repo-structure";
|
|
|
|
const binanceChain = "binance"
|
|
const binanceUrlTokens2 = config.getConfig("binance_url_tokens2", "https://dex-atlantic.binance.org/api/v1/tokens?limit=1000");
|
|
const binanceUrlTokens8 = config.getConfig("binance_url_tokens8", "https://dex-atlantic.binance.org/api/v1/mini/tokens?limit=1000");
|
|
const binanceUrlTokenAssets = config.getConfig("binance_url_token_assets", "https://explorer.binance.org/api/v1/assets?page=1&rows=1000");
|
|
|
|
async function retrieveBep2AssetList(): Promise<any[]> {
|
|
console.log(` Retrieving token asset infos from: ${binanceUrlTokenAssets}`);
|
|
const { assetInfoList } = await axios.get(binanceUrlTokenAssets).then(r => r.data);
|
|
console.log(` Retrieved ${assetInfoList.length} token asset infos`);
|
|
return assetInfoList
|
|
}
|
|
|
|
export async function retrieveAssetSymbols(): Promise<string[]> {
|
|
console.log(` Retrieving token infos (${binanceUrlTokens2}, ${binanceUrlTokens8})`);
|
|
const bep2assets = await axios.get(binanceUrlTokens2);
|
|
const bep8assets = await axios.get(binanceUrlTokens8);
|
|
const symbols = bep2assets.data.map(({ symbol }) => symbol)
|
|
.concat(bep8assets.data.map(({ symbol }) => symbol));
|
|
console.log(` Retrieved ${symbols.length} symbols`);
|
|
return symbols;
|
|
}
|
|
|
|
function fetchImage(url) {
|
|
return axios.get(url, { responseType: "stream" })
|
|
.then(r => r.data)
|
|
.catch(err => {
|
|
throw `Error fetchImage: ${url} ${err.message}`;
|
|
});
|
|
}
|
|
|
|
/// Return: array with images to fetch; {asset, assetImg}
|
|
export function findImagesToFetch(assetInfoList: any, blacklist: string[]): any[] {
|
|
let toFetch: any[] = [];
|
|
console.log(`Checking for asset images to be fetched`);
|
|
assetInfoList.forEach(({asset, assetImg}) => {
|
|
process.stdout.write(`.${asset} `);
|
|
if (assetImg) {
|
|
if (blacklist.indexOf(asset) != -1) {
|
|
console.log();
|
|
console.log(`${asset} is blacklisted`);
|
|
} else {
|
|
const imagePath = getChainAssetLogoPath(binanceChain, asset);
|
|
if (!fs.existsSync(imagePath)) {
|
|
console.log(chalk.red(`Missing image: ${asset}`));
|
|
toFetch.push({asset, assetImg});
|
|
}
|
|
}
|
|
}
|
|
});
|
|
console.log();
|
|
console.log(`${toFetch.length} asset image(s) to be fetched`);
|
|
return toFetch;
|
|
}
|
|
|
|
|
|
async function fetchMissingImages(toFetch: any[]): Promise<string[]> {
|
|
console.log(`Attempting to fetch ${toFetch.length} asset image(s)`);
|
|
let fetchedAssets: string[] = [];
|
|
await bluebird.each(toFetch, async ({ asset, assetImg }) => {
|
|
if (assetImg) {
|
|
const imagePath = getChainAssetLogoPath(binanceChain, asset);
|
|
fs.mkdir(path.dirname(imagePath), err => {
|
|
if (err && err.code != `EEXIST`) throw err;
|
|
});
|
|
await fetchImage(assetImg).then(buffer => {
|
|
buffer.pipe(fs.createWriteStream(imagePath));
|
|
fetchedAssets.push(asset)
|
|
console.log(`Fetched image ${asset} ${imagePath} from ${assetImg}`)
|
|
});
|
|
}
|
|
});
|
|
console.log();
|
|
return fetchedAssets;
|
|
}
|
|
|
|
export class BinanceAction implements ActionInterface {
|
|
getName(): string { return "Binance chain"; }
|
|
|
|
getChecks(): CheckStepInterface[] {
|
|
return [
|
|
{
|
|
getName: () => { return "Binance chain; assets must exist on chain"},
|
|
check: async () => {
|
|
var error: string = "";
|
|
const tokenSymbols = await retrieveAssetSymbols();
|
|
const assets = readDirSync(getChainAssetsPath(Binance));
|
|
assets.forEach(asset => {
|
|
if (!(tokenSymbols.indexOf(asset) >= 0)) {
|
|
error += `Asset ${asset} missing on chain\n`;
|
|
}
|
|
});
|
|
console.log(` ${assets.length} assets checked.`);
|
|
return error;
|
|
}
|
|
},
|
|
];
|
|
}
|
|
|
|
fix = null;
|
|
|
|
async update(): Promise<void> {
|
|
// retrieve missing token images; BEP2 (bep8 not supported)
|
|
const bep2InfoList = await retrieveBep2AssetList();
|
|
const blacklist: string[] = require(getChainBlacklistPath(binanceChain));
|
|
|
|
const toFetch = findImagesToFetch(bep2InfoList, blacklist);
|
|
const fetchedAssets = await fetchMissingImages(toFetch);
|
|
|
|
if (fetchedAssets.length > 0) {
|
|
console.log(`Fetched ${fetchedAssets.length} asset(s):`);
|
|
fetchedAssets.forEach(asset => console.log(` ${asset}`));
|
|
}
|
|
}
|
|
}
|