/** * ======================================================== * Name: VTuberSpace.id - Full VTuber & Agency Database Scraper * * Cara Download: * curl -sL "https://code.vamxapi.my.id/snippet/raw/vtuberspace-id-scraper" -o vtuberspace-id-scraper.js * * Cara Eksekusi: * node vtuberspace-id-scraper.js "Kobo Kanaeru" * * Author: Vamz Spectre * Source: https://vamxapi.my.id * ======================================================== */ const BASE_URL = "https://vtuberspace.id"; const API_BASE = `${BASE_URL}/api/v1`; const DEFAULT_HEADERS = { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "Accept": "application/json, text/plain, */*", "Referer": "https://vtuberspace.id/", "Origin": "https://vtuberspace.id" }; /** * Normalisasi URL asset/gambar relatif menjadi URL absolut * @param {string|null} path * @returns {string|null} */ function resolveAssetUrl(path) { if (!path) return null; if (path.startsWith("http://") || path.startsWith("https://")) return path; return `${BASE_URL}${path.startsWith("/") ? "" : "/"}${path}`; } /** * Helper request internal dengan handling JSON & error message * @param {string} endpoint * @param {object} [params] * @returns {Promise} */ async function apiRequest(endpoint, params = {}) { const url = new URL(endpoint.startsWith("http") ? endpoint : `${API_BASE}${endpoint}`); for (const [k, v] of Object.entries(params)) { if (v !== undefined && v !== null && v !== "") { url.searchParams.set(k, String(v)); } } const res = await fetch(url.toString(), { method: "GET", headers: DEFAULT_HEADERS, cache: "no-store" }); if (!res.ok) { let errMsg = `HTTP Error ${res.status}: ${res.statusText}`; try { const errJson = await res.json(); if (errJson?.message) errMsg = errJson.message; } catch {} throw new Error(errMsg); } return await res.json(); } /** * Normalisasi objek VTuber dengan asset absolut */ function formatVTuber(item) { if (!item) return null; return { ...item, avatar: resolveAssetUrl(item.avatar), banner: resolveAssetUrl(item.banner), agency: item.agency ? { ...item.agency, logo: resolveAssetUrl(item.agency.logo), banner: resolveAssetUrl(item.agency.banner) } : null, images: Array.isArray(item.images) ? item.images.map((img) => ({ ...img, url: resolveAssetUrl(img.url) })) : item.images }; } /** * Normalisasi objek Agency dengan asset absolut */ function formatAgency(item) { if (!item) return null; return { ...item, logo: resolveAssetUrl(item.logo), banner: resolveAssetUrl(item.banner) }; } /** * Normalisasi objek Post/Berita dengan asset absolut */ function formatPost(item) { if (!item) return null; return { ...item, thumbnail: resolveAssetUrl(item.thumbnail), author: item.author ? { ...item.author, avatar: resolveAssetUrl(item.author.avatar) } : null, images: Array.isArray(item.images) ? item.images.map((img) => ({ ...img, url: resolveAssetUrl(img.url) })) : item.images }; } // ========================================================================= // 1. VTUBER ENDPOINTS // ========================================================================= /** * Mengambil daftar VTuber dengan pagination dan filter * @param {object} [options] * @param {number} [options.page=1] * @param {number} [options.pageSize=20] * @param {'male'|'female'} [options.gender] * @param {'indie'|'affiliated'} [options.agencyType] * @param {string} [options.dateDebut] - Format YYYY-MM-DD */ async function listVTubers(options = {}) { const { page = 1, pageSize = 20, gender, agencyType, dateDebut } = options; const json = await apiRequest("/vtubers", { page, page_size: pageSize, gender, agency_type: agencyType, date_debut: dateDebut }); return { status: json.success ?? true, data: (json.data || []).map(formatVTuber), meta: json.meta || {}, stats: json.stats || {} }; } /** * Mencari VTuber berdasarkan nama * @param {string} query */ async function searchVTubers(query) { if (!query || !query.trim()) throw new Error("Kata kunci pencarian harus diisi."); const json = await apiRequest("/vtubers/search", { q: query.trim() }); return { status: json.success ?? true, query: query.trim(), total: Array.isArray(json.data) ? json.data.length : 0, data: (json.data || []).map(formatVTuber) }; } /** * Mengambil detail lengkap VTuber berdasarkan ID, Slug, atau Nama * Mendukung pencarian pintar: jika bukan ID/slug valid, otomatis fallback mencari talent * @param {string|number} input - e.g. "kobo-kanaeru", "Kobo Kanaeru", "kobo", atau ID 3 */ async function getVTuber(input) { if (!input) throw new Error("ID, Slug, atau Nama VTuber harus diisi."); const clean = String(input).trim(); const isNumeric = /^\d+$/.test(clean); // 1. Jika numerik, ambil via /vtubers/:id if (isNumeric) { const json = await apiRequest(`/vtubers/${encodeURIComponent(clean)}`); return { status: json.success ?? true, message: json.message || "OK", data: formatVTuber(json.data) }; } // 2. Normalisasi slug (ubah spasi / karakter aneh ke hyphen) const normalizedSlug = clean.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, ""); try { const json = await apiRequest(`/vtubers/slug/${encodeURIComponent(normalizedSlug)}`); if (json?.data) { return { status: json.success ?? true, message: json.message || "OK", data: formatVTuber(json.data) }; } } catch (err) { // Slug gagal, fallback ke search } // 3. Fallback pencarian (misal user hanya mengetik "kobo" atau nama panggilan) const searchRes = await searchVTubers(clean); if (searchRes.data && searchRes.data.length > 0) { const topMatch = searchRes.data[0]; if (topMatch.slug) { try { const json = await apiRequest(`/vtubers/slug/${encodeURIComponent(topMatch.slug)}`); return { status: json.success ?? true, message: json.message || "OK", data: formatVTuber(json.data) }; } catch {} } return { status: true, message: "Data ditemukan via search", data: topMatch }; } throw new Error(`VTuber '${input}' tidak ditemukan.`); } /** * Mendapatkan statistik global komunitas VTuber Indonesia */ async function getVTuberStats() { const json = await apiRequest("/vtubers", { page: 1, page_size: 1 }); return { status: true, stats: json.stats || { total: 0, male: 0, female: 0, indie: 0, affiliated: 0 } }; } // ========================================================================= // 2. AGENCY ENDPOINTS // ========================================================================= /** * Mengambil daftar seluruh agency yang terdaftar * @param {object} [options] * @param {number} [options.page=1] * @param {number} [options.pageSize=50] */ async function listAgencies(options = {}) { const { page = 1, pageSize = 50 } = options; const json = await apiRequest("/agencies", { page, page_size: pageSize }); return { status: json.success ?? true, data: (json.data || []).map(formatAgency), meta: json.meta || {} }; } /** * Mengambil detail agency berdasarkan slug * @param {string} slug - e.g. "hololive-indonesia", "maha5" */ async function getAgency(slug) { if (!slug) throw new Error("Slug agency harus diisi."); const json = await apiRequest(`/agencies/slug/${encodeURIComponent(slug)}`); return { status: json.success ?? true, message: json.message || "OK", data: formatAgency(json.data) }; } // ========================================================================= // 3. BLOG & NEWS POSTS ENDPOINTS // ========================================================================= /** * Mengambil daftar berita & artikel VTuber * @param {object} [options] * @param {number} [options.page=1] * @param {number} [options.pageSize=10] * @param {string} [options.search] * @param {string} [options.status] */ async function listPosts(options = {}) { const { page = 1, pageSize = 10, search, status } = options; const json = await apiRequest("/posts", { page, page_size: pageSize, search, status }); return { status: json.success ?? true, data: (json.data || []).map(formatPost), meta: json.meta || {} }; } /** * Mengambil detail artikel / berita berdasarkan slug * @param {string} slug */ async function getPost(slug) { if (!slug) throw new Error("Slug artikel harus diisi."); const json = await apiRequest(`/posts/slug/${encodeURIComponent(slug)}`); return { status: json.success ?? true, data: formatPost(json.data) }; } // ========================================================================= // 4. TAXONOMY (CATEGORIES & TAGS) // ========================================================================= /** * Mengambil daftar kategori blog */ async function getCategories() { const json = await apiRequest("/categories"); return { status: json.success ?? true, data: json.data || [] }; } /** * Mengambil daftar tag blog */ async function getTags() { const json = await apiRequest("/tags"); return { status: json.success ?? true, data: json.data || [] }; } // ========================================================================= // 5. CRAWLER / ROOT DUMP TOOLS // ========================================================================= /** * Dump seluruh VTuber (1080+ talent) secara batch pagination * @param {object} [options] * @param {function} [options.onProgress] * @param {number} [options.delayMs=100] */ async function crawlAllVTubers({ onProgress, delayMs = 100 } = {}) { const all = []; let page = 1; const pageSize = 100; while (true) { const res = await listVTubers({ page, pageSize }); const items = res.data || []; all.push(...items); if (typeof onProgress === "function") { onProgress({ page, totalPage: res.meta.total_page || 1, totalItems: res.meta.total || all.length, currentCount: all.length }); } if (page >= (res.meta.total_page || 1) || items.length === 0) break; page++; if (delayMs > 0) await new Promise((r) => setTimeout(r, delayMs)); } return all; } /** * Dump seluruh Agencies (190+ agency) secara batch */ async function crawlAllAgencies({ onProgress, delayMs = 100 } = {}) { const all = []; let page = 1; const pageSize = 100; while (true) { const res = await listAgencies({ page, pageSize }); const items = res.data || []; all.push(...items); if (typeof onProgress === "function") { onProgress({ page, totalPage: res.meta.total_page || 1, totalItems: res.meta.total || all.length, currentCount: all.length }); } if (page >= (res.meta.total_page || 1) || items.length === 0) break; page++; if (delayMs > 0) await new Promise((r) => setTimeout(r, delayMs)); } return all; } // ========================================================================= // CLI / TEST RUNNER // ========================================================================= if (process.argv[1]?.endsWith("vtuberspace-scraper.js")) { (async () => { try { console.log("=== [1] STATS VTUBER INDONESIA ==="); const stats = await getVTuberStats(); console.log(stats.stats); console.log("\n=== [2] SEARCH VTUBER: 'kobo' ==="); const search = await searchVTubers("kobo"); console.log(`Ditemukan ${search.total} VTuber:`); for (const v of search.data) { console.log(`- ${v.name} (@${v.slug}) | Agency: ${v.agency?.name || 'Indie'}`); } console.log("\n=== [3] DETAIL VTUBER: 'vestia-zeta' ==="); const detail = await getVTuber("vestia-zeta"); console.log({ name: detail.data.name, original_name: detail.data.original_name, debut: detail.data.tgl_debut, oshi_mark: detail.data.oshi_mark, youtube: detail.data.link_youtube, agency: detail.data.agency?.name }); console.log("\n=== [4] LIST AGENCIES (Top 3) ==="); const agencies = await listAgencies({ page: 1, pageSize: 3 }); console.log(agencies.data.map(a => a.name)); console.log("\n=== [5] LATEST NEWS ==="); const news = await listPosts({ page: 1, pageSize: 2 }); console.log(news.data.map(n => `[${n.published_at?.slice(0, 10)}] ${n.title}`)); console.log("\n✅ Semua modul vtuberspace.id teruji normal."); } catch (err) { console.error("Test Error:", err); } })(); } /** * CLI Runner: * Langsung eksekusi jika dijalankan via terminal: node vtuberspace-id-scraper.js "Kobo Kanaeru" */ const argQuery = process.argv[2]; if (argQuery) { searchVTubers(argQuery) .then(result => { console.log(JSON.stringify(result, null, 2)); }) .catch(err => { console.error(JSON.stringify({ success: false, error: err.message }, null, 2)); process.exit(1); }); } else if (process.argv[1] && process.argv.length <= 2) { console.log("Usage: node vtuberspace-id-scraper.js \"\""); } if (typeof module !== "undefined" && module.exports) { module.exports = { resolveAssetUrl, listVTubers, searchVTubers, getVTuber, getVTuberStats, listAgencies, getAgency, listPosts, getPost, getCategories, getTags, crawlAllVTubers, crawlAllAgencies }; }