trustwallet-assets/script/action/binance.ts
Adam R 079617ac38
[Internal] Refactored fix builds (#2920)
* Empty infrastructure for new-housekeeping build.

* Move updateBEP action to new new-housekeeping build infra.

* Remove old updateBEP.

* New-housekeeping-dryrun run.

* Include new top-level folder name script-new.

* Remove update:bep2 from old daily-run.

* Use imports instead of require.

* Small refactor for testability.

* Organize scripts into subfolders.

* iUpdateBEP2: refactor and add tests.

* Move formatting validators to new-housekeeping,add new helpers.

* Move info and black/whitelist fixing to new-housekeeping.

* New fix command.

* New 'fix' target; Move ETH checksum fix to new-housekeeping.

* Move logo size check and resize to new-housekeeping.

* Improved async error handling.

* Build renames.

* Move (old) BEP2 and CMC update to periodic update build.

* Rename (add missing).

* Rename builds.

* Renames ('fix').

* rename

* Invoke new scripts (as well) from period-update.

* Move cmc update to new-periodic.

* Move tezos validator update to new-periodic.

* Missing file.

* Leftover.

* Cleanup

* Rename of unused openseacontracts.

* CMC should not be run always.

* Break main/fixAndUpdate function into two.

* Show diff in build after changes.

* Cleanup

* Rename, script-old.

* Cleanup, remove old fix build definitions.

* Renames, remove new- prefix.

* CMC mapping update.

* Config infrastructure; add binance URL to config.

* Add image size parameters to config.

* Rename.

Co-authored-by: Catenocrypt <catenocrypt@users.noreply.github.com>
Co-authored-by: Andrew M <35627271+zachzwei@users.noreply.github.com>
2020-07-29 15:42:51 +02:00

88 lines
3.1 KiB
TypeScript

import axios from "axios";
import * as bluebird from "bluebird";
import * as fs from "fs";
import * as path from "path";
import * as chalk from 'chalk';
import * as config from "../common/config";
import {
getChainAssetLogoPath,
getChainBlacklistPath
} from "../common/repo-structure";
const binanceChain = "binance"
const binanceAssetsUrl = config.getConfig("binance_assets_url", "https://explorer.binance.org/api/v1/assets?page=1&rows=1000");
async function retrieveAssetList() {
console.log(`Retrieving assets info from: ${binanceAssetsUrl}`);
const { assetInfoList } = await axios.get(binanceAssetsUrl).then(r => r.data);
console.log(`Retrieved ${assetInfoList.length} asset infos`);
return assetInfoList
}
function fetchImage(url) {
return axios.get(url, { responseType: "stream" })
.then(r => r.data)
.catch(err => {
throw `Error fetchImage: ${url} ${err.message}`;
});
}
/// Return: array with images to fetch; {asset, assetImg}
export function findImagesToFetch(assetInfoList: any, blacklist: string[]): any[] {
let toFetch: any[] = [];
console.log(`Checking for asset images to be fetched`);
assetInfoList.forEach(({asset, assetImg}) => {
process.stdout.write(`.${asset} `);
if (assetImg) {
if (blacklist.indexOf(asset) != -1) {
console.log();
console.log(`${asset} is blacklisted`);
} else {
const imagePath = getChainAssetLogoPath(binanceChain, asset);
if (!fs.existsSync(imagePath)) {
console.log(chalk.red(`Missing image: ${asset}`));
toFetch.push({asset, assetImg});
}
}
}
});
console.log();
console.log(`${toFetch.length} asset image(s) to be fetched`);
return toFetch;
}
async function fetchMissingImages(toFetch: any[]): Promise<string[]> {
console.log(`Attempting to fetch ${toFetch.length} asset image(s)`);
let fetchedAssets: string[] = [];
await bluebird.each(toFetch, async ({ asset, assetImg }) => {
if (assetImg) {
const imagePath = getChainAssetLogoPath(binanceChain, asset);
fs.mkdir(path.dirname(imagePath), err => {
if (err && err.code != `EEXIST`) throw err;
});
await fetchImage(assetImg).then(buffer => {
buffer.pipe(fs.createWriteStream(imagePath));
fetchedAssets.push(asset)
console.log(`Fetched image ${asset} ${imagePath} from ${assetImg}`)
});
}
});
console.log();
return fetchedAssets;
}
export async function update() {
const assetInfoList = await retrieveAssetList();
const blacklist: string[] = require(getChainBlacklistPath(binanceChain));
const toFetch = findImagesToFetch(assetInfoList, blacklist);
const fetchedAssets = await fetchMissingImages(toFetch);
if (fetchedAssets.length > 0) {
console.log(`Fetched ${fetchedAssets.length} asset(s):`);
fetchedAssets.forEach(asset => console.log(` ${asset}`));
}
}