dimaromsa/utils
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: add kitId variables

Browse Source
This commit is contained in:
dimaromsa 2026-09-22 12:32:56 +03:00
parent d1f9069abf
commit acee37e1af
1 changed files with 96 additions and 97 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

193
parse/download_photo_new_qa6.js
View File

@ -1,98 +1,97 @@
(async () => {
const BASE = 'https://qa6.ru';
(async () => { const PER_PAGE = 500; // меньше запросов к API
const BASE = 'https://qa6.ru'; const PAGE_CONCURRENCY = 8; // параллельные страницы
const PER_PAGE = 500; // меньше запросов к API const IMG_CONCURRENCY = 16; // параллельные фото
const PAGE_CONCURRENCY = 8; // параллельные страницы const kitId = 1; // kitid диллера
const IMG_CONCURRENCY = 16; // параллельные фото const ZIP_NAME = 'qa6-models.zip';
const ZIP_NAME = 'qa6-models.zip';
const loadScript = (src) =>
const loadScript = (src) => new Promise((res, rej) => {
new Promise((res, rej) => { const s = document.createElement('script');
const s = document.createElement('script'); s.src = src;
s.src = src; s.onload = res;
s.onload = res; s.onerror = rej;
s.onerror = rej; document.head.appendChild(s);
document.head.appendChild(s); });
});
if (!window.JSZip) {
if (!window.JSZip) { await loadScript('https://cdn.jsdelivr.net/npm/jszip@3.10.2/dist/jszip.min.js');
await loadScript('https://cdn.jsdelivr.net/npm/jszip@3.10.2/dist/jszip.min.js'); }
}
const pool = async (items, limit, fn) => {
const pool = async (items, limit, fn) => { const out = new Array(items.length);
const out = new Array(items.length); let i = 0;
let i = 0; const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {
const workers = Array.from({ length: Math.min(limit, items.length) }, async () => { while (i < items.length) {
while (i < items.length) { const idx = i++;
const idx = i++; out[idx] = await fn(items[idx], idx);
out[idx] = await fn(items[idx], idx); }
} });
}); await Promise.all(workers);
await Promise.all(workers); return out;
return out; };
};
const firstUrl =
const firstUrl = `${BASE}/api/new-car-kit/admin/${kitId}/all-models` +
`${BASE}/api/new-car-kit/admin/1/all-models` + `?per_page=${PER_PAGE}&page=1&sort_by=id_car_model&sort_dir=asc`;
`?per_page=${PER_PAGE}&page=1&sort_by=id_car_model&sort_dir=asc`;
const first = await fetch(firstUrl).then((r) => r.json());
const first = await fetch(firstUrl).then((r) => r.json()); const lastPage = first.last_page || 1;
const lastPage = first.last_page || 1; console.log(`моделей: ${first.total}, страниц: ${lastPage}`);
console.log(`моделей: ${first.total}, страниц: ${lastPage}`);
const pages = [first.data || []];
const pages = [first.data || []]; const rest = Array.from({ length: lastPage - 1 }, (_, i) => i + 2);
const rest = Array.from({ length: lastPage - 1 }, (_, i) => i + 2);
const restData = await pool(rest, PAGE_CONCURRENCY, async (page) => {
const restData = await pool(rest, PAGE_CONCURRENCY, async (page) => { const url =
const url = `${BASE}/api/new-car-kit/admin/1/all-models` +
`${BASE}/api/new-car-kit/admin/1/all-models` + `?per_page=${PER_PAGE}&page=${page}&sort_by=id_car_model&sort_dir=asc`;
`?per_page=${PER_PAGE}&page=${page}&sort_by=id_car_model&sort_dir=asc`; const json = await fetch(url).then((r) => r.json());
const json = await fetch(url).then((r) => r.json()); console.log(`API page ${page}/${lastPage}`);
console.log(`API page ${page}/${lastPage}`); return json.data || [];
return json.data || []; });
}); pages.push(...restData);
pages.push(...restData);
const models = pages.flat().filter((m) => m.image_path && String(m.image_path).trim());
const models = pages.flat().filter((m) => m.image_path && String(m.image_path).trim()); console.log(`с фото: ${models.length}`);
console.log(`с фото: ${models.length}`);
const zip = new JSZip();
const zip = new JSZip(); const folder = zip.folder('models');
const folder = zip.folder('models'); let ok = 0;
let ok = 0; let fail = 0;
let fail = 0;
await pool(models, IMG_CONCURRENCY, async (m, idx) => {
await pool(models, IMG_CONCURRENCY, async (m, idx) => { const path = String(m.image_path).replace(/^\/+/, '');
const path = String(m.image_path).replace(/^\/+/, ''); const url = `${BASE}/storage/${path}`;
const url = `${BASE}/storage/${path}`; const ext = path.match(/\.[a-z0-9]+$/i)?.[0] || '.png';
const ext = path.match(/\.[a-z0-9]+$/i)?.[0] || '.png'; const name =
const name = `${String(m.mark_name || 'mark')}_${String(m.model_name || 'model')}_${m.car_id || idx}`
`${String(m.mark_name || 'mark')}_${String(m.model_name || 'model')}_${m.car_id || idx}` .replace(/[\\/:*?"<>|]+/g, '_')
.replace(/[\\/:*?"<>|]+/g, '_') .replace(/\s+/g, '_') + ext;
.replace(/\s+/g, '_') + ext;
try {
try { const res = await fetch(url);
const res = await fetch(url); if (!res.ok) throw new Error(res.status);
if (!res.ok) throw new Error(res.status); const buf = await res.arrayBuffer();
const buf = await res.arrayBuffer(); folder.file(name, buf);
folder.file(name, buf); ok++;
ok++; } catch (e) {
} catch (e) { fail++;
fail++; console.warn('fail', url, e);
console.warn('fail', url, e); }
}
if ((ok + fail) % 50 === 0) {
if ((ok + fail) % 50 === 0) { console.log(`фото ${ok + fail}/${models.length} (ok ${ok}, fail ${fail})`);
console.log(`фото ${ok + fail}/${models.length} (ok ${ok}, fail ${fail})`); }
} });
});
console.log(`качаю zip: ok ${ok}, fail ${fail}`);
console.log(`качаю zip: ok ${ok}, fail ${fail}`); const blob = await zip.generateAsync({ type: 'blob', compression: 'STORE' });
const blob = await zip.generateAsync({ type: 'blob', compression: 'STORE' }); const a = document.createElement('a');
const a = document.createElement('a'); a.href = URL.createObjectURL(blob);
a.href = URL.createObjectURL(blob); a.download = ZIP_NAME;
a.download = ZIP_NAME; a.click();
a.click(); URL.revokeObjectURL(a.href);
URL.revokeObjectURL(a.href); console.log('готово');
console.log('готово');
})(); })();