Jofthomas's picture
Jofthomas HF staff
Upload 4781 files
5c2ed06 verified
"use strict";
var __create = Object.create;
var __defProp = Object.defineProperty;
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
var __getOwnPropNames = Object.getOwnPropertyNames;
var __getProtoOf = Object.getPrototypeOf;
var __hasOwnProp = Object.prototype.hasOwnProperty;
var __export = (target, all) => {
for (var name in all)
__defProp(target, name, { get: all[name], enumerable: true });
};
var __copyProps = (to, from, except, desc) => {
if (from && typeof from === "object" || typeof from === "function") {
for (let key of __getOwnPropNames(from))
if (!__hasOwnProp.call(to, key) && key !== except)
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
}
return to;
};
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
// If the importer is in node compatibility mode or this is not an ESM
// file that has been converted to a CommonJS file using a Babel-
// compatible transform (i.e. "__esModule" has not been set), then set
// "default" to the CommonJS "module.exports" for node compatibility.
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
mod
));
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
var importer_exports = {};
__export(importer_exports, {
TIERS: () => TIERS,
fetch: () => fetch,
getStatisticsURL: () => getStatisticsURL,
importAll: () => importAll
});
module.exports = __toCommonJS(importer_exports);
var http = __toESM(require("http"));
var https = __toESM(require("https"));
var url = __toESM(require("url"));
var util = __toESM(require("util"));
var smogon = __toESM(require("smogon"));
var import_lib = require("../../lib");
var import_dex = require("../../sim/dex");
var import_team_validator = require("../../sim/team-validator");
import_dex.Dex.includeModData();
const TIERS = /* @__PURE__ */ new Set([
"ubers",
"ou",
"uu",
"ru",
"nu",
"pu",
"zu",
"lc",
"cap",
"nationaldex",
"doublesou",
"battlespotsingles",
"battlespotdoubles",
"battlestadiumsingles",
// UGH
"battlestadiumsinglesseries2",
"battlestadiumsinglesregulationc",
//
"vgc2016",
"vgc2017",
"vgc2018",
"vgc2019ultraseries",
"vgc2020",
"vgc2023regulatione",
"vgc",
"1v1",
"anythinggoes",
"nationaldexag",
"almostanyability",
"balancedhackmons",
"letsgoou",
"monotype",
"purehackmons",
"nationaldexmonotype"
]);
const FORMATS = /* @__PURE__ */ new Map();
const VALIDATORS = /* @__PURE__ */ new Map();
for (let gen = 1; gen <= 9; gen++) {
for (const tier of TIERS) {
const format = import_dex.Dex.formats.get(`gen${gen}${tier}`);
if (format.effectType === "Format") {
FORMATS.set(format.id, { gen, format });
VALIDATORS.set(format.id, new import_team_validator.TeamValidator(format));
}
}
}
async function importAll() {
const index = await request(smogon.Statistics.URL);
const imports = [];
for (let gen = 1; gen <= 9; gen++) {
imports.push(importGen(gen, index));
}
return Promise.all(imports);
}
async function importGen(gen, index) {
const data = {};
const smogonSetsByFormat = {};
const thirdPartySetsByFormat = {};
const numByFormat = {};
const imports = [];
const dex = import_dex.Dex.forFormat(`gen${gen}ou`);
for (const id in dex.data.Pokedex) {
if (!eligible(dex, id))
continue;
const species = dex.species.get(id);
if (species.battleOnly)
continue;
imports.push(importSmogonSets(dex.species.get(id).name, gen, smogonSetsByFormat, numByFormat));
}
await Promise.all(imports);
for (const { format, gen: g } of FORMATS.values()) {
if (g !== gen)
continue;
if (smogonSetsByFormat[format.id] && Object.keys(smogonSetsByFormat[format.id]).length) {
data[format.id] = {};
data[format.id]["dex"] = smogonSetsByFormat[format.id];
report(format, numByFormat[format.id], "dex");
}
for (const source in thirdPartySetsByFormat) {
if (thirdPartySetsByFormat[source][format.id] && Object.keys(thirdPartySetsByFormat[source][format.id]).length) {
data[format.id] = data[format.id] || {};
data[format.id][source] = thirdPartySetsByFormat[source][format.id];
}
}
const stats = await getStatisticsURL(index, format);
if (!stats)
continue;
try {
const statistics = smogon.Statistics.process(await request(stats.url));
const sets = importUsageBasedSets(gen, format, statistics, stats.count);
if (Object.keys(sets).length) {
data[format.id] = data[format.id] || {};
data[format.id]["stats"] = sets;
}
data[format.id] = data[format.id] || {};
} catch (err) {
error(`${stats.url} = ${err}`);
}
}
return data;
}
function eligible(dex, id) {
const gen = toGen(dex, id);
if (!gen || gen > dex.gen)
return false;
const species = dex.species.get(id);
if (["Mega", "Primal", "Ultra"].some((f) => species.forme.startsWith(f)))
return true;
const unique = ["darmanitan", "meloetta", "greninja", "zygarde"];
const similar = ["pichu", "pikachu", "genesect", "basculin", "magearna", "keldeo", "vivillon"];
if (species.battleOnly && !unique.some((f) => id.startsWith(f)))
return false;
const capNFE = species.isNonstandard === "CAP" && species.nfe;
return !id.endsWith("totem") && !capNFE && !similar.some((f) => id.startsWith(f) && id !== f);
}
function toGen(dex, name) {
const pokemon = dex.species.get(name);
if (pokemon.isNonstandard === "LGPE")
return 7;
if (!pokemon.exists || pokemon.isNonstandard && pokemon.isNonstandard !== "CAP")
return void 0;
if (pokemon.gen)
return pokemon.gen;
const n = pokemon.num;
if (n > 905)
return 9;
if (n > 810)
return 8;
if (n > 721)
return 7;
if (n > 649)
return 6;
if (n > 493)
return 5;
if (n > 386)
return 4;
if (n > 251)
return 3;
if (n > 151)
return 2;
if (n > 0)
return 1;
}
async function importSmogonSets(pokemon, gen, setsByFormat, numByFormat) {
const analysesByFormat = await getAnalysesByFormat(pokemon, gen);
if (!analysesByFormat)
return;
for (const [format, analyses] of analysesByFormat.entries()) {
const dex = import_dex.Dex.forFormat(format);
let setsForPokemon = setsByFormat[format.id];
if (!setsForPokemon) {
setsForPokemon = {};
setsByFormat[format.id] = setsForPokemon;
}
let baseSpecies = dex.species.get(pokemon);
if (baseSpecies.baseSpecies !== baseSpecies.name)
baseSpecies = dex.species.get(baseSpecies.baseSpecies);
const battleOnlyFormes = [];
if (baseSpecies.otherFormes) {
for (const forme of baseSpecies.otherFormes) {
const formeSpecies = dex.species.get(forme);
if (formeSpecies.battleOnly && eligible(dex, (0, import_dex.toID)(formeSpecies))) {
battleOnlyFormes.push(formeSpecies);
}
}
}
for (const analysis of analyses) {
for (const moveset of analysis.movesets) {
const set = movesetToPokemonSet(dex, format, pokemon, moveset);
const name = cleanName(moveset.name);
addSmogonSet(dex, format, pokemon, name, set, setsForPokemon, numByFormat);
for (const battleOnlyForme of battleOnlyFormes) {
const s = { ...set };
if (!format.id.includes("balancedhackmons"))
s.ability = battleOnlyForme.abilities[0];
if (typeof battleOnlyForme.battleOnly !== "string") {
if (!battleOnlyForme.battleOnly.includes(pokemon))
continue;
const species = dex.species.get(pokemon);
const disambiguated = `${name} - ${species.baseForme || species.forme}`;
addSmogonSet(dex, format, battleOnlyForme.name, disambiguated, s, setsForPokemon, numByFormat, pokemon);
} else if (battleOnlyForme.battleOnly === pokemon) {
addSmogonSet(dex, format, battleOnlyForme.name, name, s, setsForPokemon, numByFormat);
}
}
}
}
}
}
function addSmogonSet(dex, format, pokemon, name, set, setsForPokemon, numByFormat, outOfBattleSpeciesName) {
if (validSet("dex", dex, format, pokemon, name, set, outOfBattleSpeciesName)) {
setsForPokemon[pokemon] = setsForPokemon[pokemon] || {};
setsForPokemon[pokemon][name] = set;
numByFormat[format.id] = (numByFormat[format.id] || 0) + 1;
}
}
function cleanName(name) {
return name.replace(/"/g, `'`);
}
function movesetToPokemonSet(dex, format, pokemon, set) {
const level = getLevel(format, set.levels[0]);
return {
level: level === 100 ? void 0 : level,
moves: set.moveslots.map((ms) => ms[0]).map((s) => s.type ? `${s.move} ${s.type}` : s.move),
ability: fixedAbility(dex, pokemon, set.abilities[0]),
item: set.items[0] === "No Item" ? void 0 : set.items[0],
nature: set.natures[0],
teraType: set.teratypes ? set.teratypes[0] : void 0,
ivs: toStatsTable(set.ivconfigs[0], 31),
evs: toStatsTable(set.evconfigs[0])
};
}
function toStatsTable(stats, elide = 0) {
if (!stats)
return void 0;
const s = {};
let stat;
for (stat in stats) {
const val = stats[stat];
if (val !== elide)
s[stat] = val;
}
return s;
}
function fixedAbility(dex, pokemon, ability) {
if (dex.gen <= 2)
return void 0;
const species = dex.species.get(pokemon);
if (ability && !["Mega", "Primal", "Ultra"].some((f) => species.forme.startsWith(f)))
return ability;
return species.abilities[0];
}
function validSet(source, dex, format, pokemon, name, set, outOfBattleSpeciesName) {
if (skip(dex, format, pokemon, set))
return false;
const pset = toPokemonSet(dex, format, pokemon, set, outOfBattleSpeciesName);
let invalid = VALIDATORS.get(format.id).validateSet(pset, {});
if (!invalid)
return true;
if (invalid.length === 1 && invalid[0].includes("must be shiny")) {
set.shiny = true;
pset.shiny = true;
invalid = VALIDATORS.get(format.id).validateSet(pset, {});
if (!invalid)
return true;
}
if (format.id === "gen4ubers" && invalid.includes(`${pokemon} is banned.`))
return true;
const title = `${format.name}: ${pokemon} (${name})'`;
const details = `${JSON.stringify(set)} = ${invalid.join(", ")}`;
console.error(color(`${source} Invalid set ${title}: ${details}`, 90));
return false;
}
function skip(dex, format, pokemon, set) {
const { gen } = FORMATS.get(format.id);
const hasMove = (m) => set.moves?.includes(m);
const bh = format.id.includes("balancedhackmons");
if (pokemon === "Groudon-Primal" && set.item !== "Red Orb")
return true;
if (pokemon === "Kyogre-Primal" && set.item !== "Blue Orb" && !(bh && gen === 7))
return true;
if (bh)
return false;
if (dex.species.get(pokemon).forme.startsWith("Mega")) {
if (pokemon === "Rayquaza-Mega") {
return format.id.includes("ubers") || !hasMove("Dragon Ascent");
} else {
return dex.items.get(set.item).megaStone !== pokemon;
}
}
if (pokemon === "Necrozma-Ultra" && set.item !== "Ultranecrozium Z")
return true;
if (pokemon === "Greninja-Ash" && set.ability !== "Battle Bond")
return true;
if (pokemon === "Zygarde-Complete" && set.ability !== "Power Construct")
return true;
if (pokemon === "Darmanitan-Zen" && set.ability !== "Zen Mode")
return true;
if (pokemon === "Meloetta-Pirouette" && !hasMove("Relic Song"))
return true;
return false;
}
function toPokemonSet(dex, format, pokemon, set, outOfBattleSpeciesName) {
const hp = set.moves?.find((m) => m.startsWith("Hidden Power"));
let fill = dex.gen === 2 ? 30 : 31;
if (hp) {
const type = hp.slice(13);
if (type && dex.getHiddenPower(fillStats(set.ivs, fill)).type !== type) {
if (!set.ivs || dex.gen >= 7 && (!set.level || set.level === 100)) {
set.hpType = type;
fill = 31;
} else if (dex.gen === 2) {
const dvs = { ...dex.types.get(type).HPdvs };
let stat;
for (stat in dvs) {
dvs[stat] *= 2;
}
set.ivs = { ...dvs, ...set.ivs };
set.ivs.hp = expectedHP(set.ivs);
} else {
set.ivs = { ...dex.types.get(type).HPivs, ...set.ivs };
}
}
}
const copy = { species: pokemon, ...set };
copy.ivs = fillStats(set.ivs, fill);
if (!set.evs && dex.gen >= 3 && format.id !== "gen7letsgoou")
set.evs = { spe: 1 };
copy.evs = fillStats(set.evs, dex.gen <= 2 ? 252 : 0);
copy.ability = copy.ability || "None";
const species = dex.species.get(pokemon);
if (species.battleOnly && !format.id.includes("balancedhackmons")) {
if (outOfBattleSpeciesName) {
copy.species = outOfBattleSpeciesName;
} else if (typeof species.battleOnly === "string") {
copy.species = species.battleOnly;
} else {
throw new Error(`Unable to disambiguate out of battle species for ${species.name} in ${format.id}`);
}
copy.ability = dex.species.get(copy.species).abilities[0];
}
return copy;
}
function expectedHP(ivs) {
ivs = fillStats(ivs, 31);
const atkDV = Math.floor(ivs.atk / 2);
const defDV = Math.floor(ivs.def / 2);
const speDV = Math.floor(ivs.spe / 2);
const spcDV = Math.floor(ivs.spa / 2);
return 2 * (atkDV % 2 * 8 + defDV % 2 * 4 + speDV % 2 * 2 + spcDV % 2);
}
function fillStats(stats, fill = 0) {
return import_team_validator.TeamValidator.fillStats(stats || null, fill);
}
const SMOGON = {
uber: "ubers",
doubles: "doublesou",
lgpeou: "letsgoou",
ag: "anythinggoes",
bh: "balancedhackmons",
vgc16: "vgc2016",
vgc17: "vgc2017",
vgc18: "vgc2018",
vgc19: "vgc2019ultraseries",
vgc24regulatione: "vgc2023regulatione",
// bssseries1: 'battlestadiumsinglesseries1', // ?
bssseries2: "battlestadiumsinglesseries2"
};
const getAnalysis = retrying(async (u) => {
try {
return smogon.Analyses.process(await request(u));
} catch (err) {
if (err.message.startsWith("HTTP")) {
return Promise.reject(err);
} else {
return Promise.reject(new RetryableError(err.message));
}
}
}, 3, 50);
async function getAnalysesByFormat(pokemon, gen) {
const u = smogon.Analyses.url(pokemon === "Meowstic" ? "Meowstic-M" : pokemon, gen);
try {
const analysesByTier = await getAnalysis(u);
if (!analysesByTier) {
error(`Unable to process analysis for ${pokemon} in generation ${gen}`);
return void 0;
}
const analysesByFormat = /* @__PURE__ */ new Map();
for (const [tier, analyses] of analysesByTier.entries()) {
let t = (0, import_dex.toID)(tier);
if (gen === 9 && t === "battlestadiumsingles") {
t = "battlestadiumsinglesregulationc";
}
const f = FORMATS.get(`gen${gen}${SMOGON[t] || t}`);
if (f)
analysesByFormat.set(f.format, analyses);
}
return analysesByFormat;
} catch {
error(`Unable to process analysis for ${pokemon} in generation ${gen}`);
return void 0;
}
}
function getLevel(format, level = 0) {
const ruleTable = import_dex.Dex.formats.getRuleTable(format);
if (ruleTable.adjustLevel)
return ruleTable.adjustLevel;
const maxLevel = ruleTable.maxLevel;
const adjustLevelDown = ruleTable.adjustLevelDown || maxLevel;
if (!level)
level = ruleTable.defaultLevel;
return level > adjustLevelDown ? adjustLevelDown : level;
}
async function getStatisticsURL(index, format) {
const current = index.includes(format.id);
const latest = await smogon.Statistics.latestDate(format.id, !current);
if (!latest)
return void 0;
return { url: smogon.Statistics.url(latest.date, format.id, current || 1500), count: latest.count };
}
function importUsageBasedSets(gen, format, statistics, count) {
const sets = {};
const dex = import_dex.Dex.forFormat(format);
const threshold = getUsageThreshold(format, count);
let num = 0;
for (const pokemon in statistics.data) {
const stats = statistics.data[pokemon];
if (eligible(dex, (0, import_dex.toID)(pokemon)) && stats.usage >= threshold) {
const set = {
level: getLevel(format),
moves: top(stats.Moves, 4).map((m) => dex.moves.get(m).name).filter((m) => m)
};
if (gen >= 2 && format.id !== "gen7letsgoou") {
const id = top(stats.Items);
set.item = dex.items.get(id).name;
if (set.item === "nothing")
set.item = void 0;
}
if (gen >= 3) {
const id = top(stats.Abilities);
set.ability = fixedAbility(dex, pokemon, dex.abilities.get(id).name);
const { nature, evs } = fromSpread(top(stats.Spreads));
set.nature = nature;
if (format.id !== "gen7letsgoou") {
if (!evs || !Object.keys(evs).length)
continue;
set.evs = evs;
}
}
const name = "Showdown Usage";
if (validSet("stats", dex, format, pokemon, name, set)) {
sets[pokemon] = {};
sets[pokemon][name] = set;
num++;
}
}
}
report(format, num, "stats");
return sets;
}
function getUsageThreshold(format, count) {
if (count < 100)
return Infinity;
if (count < 400)
return 0.05;
return /uber|anythinggoes|doublesou/.test(format.id) ? 0.03 : 0.01;
}
const STATS = import_dex.Dex.stats.ids();
function fromSpread(spread) {
const [nature, revs] = spread.split(":");
const evs = {};
for (const [i, rev] of revs.split("/").entries()) {
const ev = Number(rev);
if (ev)
evs[STATS[i]] = ev;
}
return { nature, evs };
}
function top(weighted, n = 1) {
if (n === 0)
return void 0;
if (n === 1) {
let max;
for (const key in weighted) {
if (!max || weighted[max] < weighted[key])
max = key;
}
return max;
}
return Object.entries(weighted).sort((a, b) => b[1] - a[1]).slice(0, n).map((x) => x[0]);
}
class RetryableError extends Error {
constructor(message) {
super(message);
Object.setPrototypeOf(this, new.target.prototype);
}
}
const request = retrying(throttling(fetch, 1, 50), 5, 20);
function fetch(u) {
const client = u.startsWith("http:") ? http : https;
return new Promise((resolve, reject) => {
const req = client.get(u, (res) => {
if (res.statusCode !== 200) {
if (res.statusCode >= 500 && res.statusCode < 600) {
return reject(new RetryableError(`HTTP ${res.statusCode}`));
} else if (res.statusCode >= 300 && res.statusCode <= 400 && res.headers.location) {
resolve(fetch(url.resolve(u, res.headers.location)));
} else {
return reject(new Error(`HTTP ${res.statusCode}`));
}
}
import_lib.Streams.readAll(res).then(resolve, reject);
});
req.on("error", reject);
req.end();
});
}
function retrying(fn, retries, wait) {
const retry = async (args, attempt = 0) => {
try {
return await fn(args);
} catch (err) {
if (err instanceof RetryableError) {
attempt++;
if (attempt > retries)
return Promise.reject(err);
const timeout = Math.round(attempt * wait * (1 + Math.random() / 2));
warn(`Retrying ${args} in ${timeout}ms (${attempt}):`, err);
return new Promise((resolve) => {
setTimeout(() => {
resolve(retry(args, attempt++));
}, timeout);
});
} else {
return Promise.reject(err);
}
}
};
return retry;
}
function throttling(fn, limit, interval) {
const queue = /* @__PURE__ */ new Map();
let currentTick = 0;
let activeCount = 0;
const throttled = (args) => {
let timeout;
return new Promise((resolve, reject) => {
const execute = () => {
resolve(fn(args));
queue.delete(timeout);
};
const now = Date.now();
if (now - currentTick > interval) {
activeCount = 1;
currentTick = now;
} else if (activeCount < limit) {
activeCount++;
} else {
currentTick += interval;
activeCount = 1;
}
timeout = setTimeout(execute, currentTick - now);
queue.set(timeout, reject);
});
};
return throttled;
}
function color(s, code) {
return util.format(`\x1B[${code}m%s\x1B[0m`, s);
}
function report(format, num, source) {
console.info(`${format.name}: ${color(num, 33)} ${color(`(${source})`, 90)}`);
}
function warn(s, err) {
console.warn(`${color(s, 33)} ${color(err.message, 90)}`);
}
function error(s) {
console.error(color(s, 91));
}
//# sourceMappingURL=importer.js.map