Files
fumen-measure-analyze/scripts/prepare_dataset.ts
2026-04-20 00:21:53 +09:00

27 lines
1016 B
TypeScript

import { readFile, writeFile, readdir } from "node:fs/promises";
import { join, basename } from "node:path";
async function prepare() {
const csvContent = await readFile("measure.csv", "utf-8");
const lines = csvContent.split("\n").slice(1);
const factorizeDir = "sample/output/factorize";
const files = (await readdir(factorizeDir)).filter(f => f.endsWith(".json"));
const dataset: any[] = [];
for (const file of files) {
const data = JSON.parse(await readFile(join(factorizeDir, file), "utf-8"));
const songno = basename(file, ".json");
const match = lines.find(l => l.split(",")[1] == songno);
if (match) {
const constant = parseFloat(match.split(",")[0]);
for (const analysis of data.analysis) {
dataset.push({ x: Object.values(analysis.factors), y: constant });
}
}
}
await writeFile("sample/dataset/dataset.json", JSON.stringify(dataset));
console.log(`Dataset prepared with ${dataset.length} samples.`);
}
prepare().catch(console.error);