mirror of
https://github.com/Instadapp/trustwallet-assets.git
synced 2024-07-29 22:37:31 +00:00
079617ac38
* Empty infrastructure for new-housekeeping build. * Move updateBEP action to new new-housekeeping build infra. * Remove old updateBEP. * New-housekeeping-dryrun run. * Include new top-level folder name script-new. * Remove update:bep2 from old daily-run. * Use imports instead of require. * Small refactor for testability. * Organize scripts into subfolders. * iUpdateBEP2: refactor and add tests. * Move formatting validators to new-housekeeping,add new helpers. * Move info and black/whitelist fixing to new-housekeeping. * New fix command. * New 'fix' target; Move ETH checksum fix to new-housekeeping. * Move logo size check and resize to new-housekeeping. * Improved async error handling. * Build renames. * Move (old) BEP2 and CMC update to periodic update build. * Rename (add missing). * Rename builds. * Renames ('fix'). * rename * Invoke new scripts (as well) from period-update. * Move cmc update to new-periodic. * Move tezos validator update to new-periodic. * Missing file. * Leftover. * Cleanup * Rename of unused openseacontracts. * CMC should not be run always. * Break main/fixAndUpdate function into two. * Show diff in build after changes. * Cleanup * Rename, script-old. * Cleanup, remove old fix build definitions. * Renames, remove new- prefix. * CMC mapping update. * Config infrastructure; add binance URL to config. * Add image size parameters to config. * Rename. Co-authored-by: Catenocrypt <catenocrypt@users.noreply.github.com> Co-authored-by: Andrew M <35627271+zachzwei@users.noreply.github.com>
88 lines
3.1 KiB
TypeScript
88 lines
3.1 KiB
TypeScript
import axios from "axios";
|
|
import * as bluebird from "bluebird";
|
|
import * as fs from "fs";
|
|
import * as path from "path";
|
|
import * as chalk from 'chalk';
|
|
import * as config from "../common/config";
|
|
|
|
import {
|
|
getChainAssetLogoPath,
|
|
getChainBlacklistPath
|
|
} from "../common/repo-structure";
|
|
|
|
const binanceChain = "binance"
|
|
const binanceAssetsUrl = config.getConfig("binance_assets_url", "https://explorer.binance.org/api/v1/assets?page=1&rows=1000");
|
|
|
|
async function retrieveAssetList() {
|
|
console.log(`Retrieving assets info from: ${binanceAssetsUrl}`);
|
|
const { assetInfoList } = await axios.get(binanceAssetsUrl).then(r => r.data);
|
|
console.log(`Retrieved ${assetInfoList.length} asset infos`);
|
|
return assetInfoList
|
|
}
|
|
|
|
function fetchImage(url) {
|
|
return axios.get(url, { responseType: "stream" })
|
|
.then(r => r.data)
|
|
.catch(err => {
|
|
throw `Error fetchImage: ${url} ${err.message}`;
|
|
});
|
|
}
|
|
|
|
/// Return: array with images to fetch; {asset, assetImg}
|
|
export function findImagesToFetch(assetInfoList: any, blacklist: string[]): any[] {
|
|
let toFetch: any[] = [];
|
|
console.log(`Checking for asset images to be fetched`);
|
|
assetInfoList.forEach(({asset, assetImg}) => {
|
|
process.stdout.write(`.${asset} `);
|
|
if (assetImg) {
|
|
if (blacklist.indexOf(asset) != -1) {
|
|
console.log();
|
|
console.log(`${asset} is blacklisted`);
|
|
} else {
|
|
const imagePath = getChainAssetLogoPath(binanceChain, asset);
|
|
if (!fs.existsSync(imagePath)) {
|
|
console.log(chalk.red(`Missing image: ${asset}`));
|
|
toFetch.push({asset, assetImg});
|
|
}
|
|
}
|
|
}
|
|
});
|
|
console.log();
|
|
console.log(`${toFetch.length} asset image(s) to be fetched`);
|
|
return toFetch;
|
|
}
|
|
|
|
|
|
async function fetchMissingImages(toFetch: any[]): Promise<string[]> {
|
|
console.log(`Attempting to fetch ${toFetch.length} asset image(s)`);
|
|
let fetchedAssets: string[] = [];
|
|
await bluebird.each(toFetch, async ({ asset, assetImg }) => {
|
|
if (assetImg) {
|
|
const imagePath = getChainAssetLogoPath(binanceChain, asset);
|
|
fs.mkdir(path.dirname(imagePath), err => {
|
|
if (err && err.code != `EEXIST`) throw err;
|
|
});
|
|
await fetchImage(assetImg).then(buffer => {
|
|
buffer.pipe(fs.createWriteStream(imagePath));
|
|
fetchedAssets.push(asset)
|
|
console.log(`Fetched image ${asset} ${imagePath} from ${assetImg}`)
|
|
});
|
|
}
|
|
});
|
|
console.log();
|
|
return fetchedAssets;
|
|
}
|
|
|
|
export async function update() {
|
|
const assetInfoList = await retrieveAssetList();
|
|
const blacklist: string[] = require(getChainBlacklistPath(binanceChain));
|
|
|
|
const toFetch = findImagesToFetch(assetInfoList, blacklist);
|
|
const fetchedAssets = await fetchMissingImages(toFetch);
|
|
|
|
if (fetchedAssets.length > 0) {
|
|
console.log(`Fetched ${fetchedAssets.length} asset(s):`);
|
|
fetchedAssets.forEach(asset => console.log(` ${asset}`));
|
|
}
|
|
}
|