phantasmal-world/static/updateDropsEphinea.ts

import 'isomorphic-fetch';
import cheerio from 'cheerio';
import fs from 'fs';
import { Difficulty, SectionIds } from '../src/domain';
import { EnemyDropDto, ItemDto, BoxDropDto } from '../src/dto';

async function update() {
    const normal = await download(Difficulty.Normal);
    const hard = await download(Difficulty.Hard);
    const vhard = await download(Difficulty.VHard, 'very-hard');
    const ultimate = await download(Difficulty.Ultimate);

    const enemyJson = JSON.stringify([
        ...normal.enemyDrops,
        ...hard.enemyDrops,
        ...vhard.enemyDrops,
        ...ultimate.enemyDrops
    ], null, 4);

    await fs.promises.writeFile('./public/enemyDrops.ephinea.json', enemyJson);

    const boxJson = JSON.stringify([
        ...normal.boxDrops,
        ...hard.boxDrops,
        ...vhard.boxDrops,
        ...ultimate.boxDrops
    ], null, 4);

    await fs.promises.writeFile('./public/boxDrops.ephinea.json', boxJson);

    const itemNames = new Set([...normal.items, ...hard.items, ...vhard.items, ...ultimate.items]);
    const items: Array<ItemDto> = [...itemNames].sort().map(name => ({ name }));
    const itemsJson = JSON.stringify(items, null, 4);

    await fs.promises.writeFile('./public/items.ephinea.json', itemsJson);
}

async function download(difficulty: Difficulty, difficultyUrl: string = difficulty.toLowerCase()) {
    const response = await fetch(`https://ephinea.pioneer2.net/drop-charts/${difficultyUrl}/`);
    const body = await response.text();
    const $ = cheerio.load(body);

    let episode = 1;
    const data: {
        enemyDrops: Array<EnemyDropDto>, boxDrops: Array<BoxDropDto>, items: Set<string>
    } = {
        enemyDrops: [], boxDrops: [], items: new Set()
    };

    $('table').each((tableI, table) => {
        const isBox = tableI >= 3;

        $('tr', table).each((_, tr) => {
            const enemyOrBoxText = $(tr.firstChild).text();

            if (enemyOrBoxText.trim() === '') {
                return;
            } else if (enemyOrBoxText.startsWith('EPISODE ')) {
                episode = parseInt(enemyOrBoxText.slice(-1), 10);
                return;
            }

            try {
                let enemyOrBox = enemyOrBoxText.split('/')[difficulty === Difficulty.Ultimate ? 1 : 0]
                    || enemyOrBoxText;

                if (enemyOrBox === 'Halo Rappy') {
                    enemyOrBox = 'Hallo Rappy';
                } else if (enemyOrBox === 'Dal Ral Lie') {
                    enemyOrBox = 'Dal Ra Lie';
                } else if (enemyOrBox === 'Vol Opt ver. 2') {
                    enemyOrBox = 'Vol Opt ver.2';
                } else if (enemyOrBox === 'Za Boota') {
                    enemyOrBox = 'Ze Boota';
                } else if (enemyOrBox === 'Saint Million') {
                    enemyOrBox = 'Saint-Milion';
                }

                $('td', tr).each((tdI, td) => {
                    if (tdI === 0) {
                        return;
                    }

                    const sectionId = SectionIds[tdI - 1];

                    if (isBox) {
                        $('font font', td).each((_, font) => {
                            const item = $('b', font).text();
                            const rateNum = parseFloat($('sup', font).text());
                            const rateDenom = parseFloat($('sub', font).text());

                            data.boxDrops.push({
                                difficulty,
                                episode,
                                sectionId,
                                box: enemyOrBox,
                                item,
                                dropRate: rateNum / rateDenom
                            });

                            data.items.add(item);
                        });
                        return;
                    } else {
                        const item = $('font b', td).text();

                        if (item.trim() === '') {
                            return;
                        }

                        try {
                            const title = $('font abbr', td).attr('title').replace('\r', '');
                            const [, dropRateNum, dropRateDenom] =
                                /Drop Rate: (\d+)\/(\d+(\.\d+)?)/g.exec(title)!.map(parseFloat);
                            const [, rareRateNum, rareRateDenom] =
                                /Rare Rate: (\d+)\/(\d+(\.\d+)?)/g.exec(title)!.map(parseFloat);

                            data.enemyDrops.push({
                                difficulty,
                                episode,
                                sectionId,
                                enemy: enemyOrBox,
                                item,
                                dropRate: dropRateNum / dropRateDenom,
                                rareRate: rareRateNum / rareRateDenom,
                            });

                            data.items.add(item);
                        } catch (e) {
                            console.error(`Error while processing item ${item} of ${enemyOrBox} in episode ${episode} ${difficulty}.`, e);
                        }
                    }
                });
            } catch (e) {
                console.error(`Error while processing ${enemyOrBoxText} in episode ${episode} ${difficulty}.`, e);
            }
        });
    });

    return data;
}

update().catch((e) => {
    console.error(e);
});