benkyd/legolog
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

logger

Browse Source 
Former-commit-id: d5aa75482bfcb839c848d0318bd95005b2e7a402
This commit is contained in:
Ben
2022-02-25 14:03:43 +00:00
parent 5d6315be93
commit 637c64c609
41 changed files with 274 additions and 13552 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
db/error.txt
View File

@@ -1099,3 +1099,46 @@ https://img.bricklink.com/ItemImage/SL/9605-3.png
https://img.bricklink.com/ItemImage/SL/6307625-1.png
https://img.bricklink.com/ItemImage/SL/65152-1.png
https://img.bricklink.com/ItemImage/SL/undefined.png
https://img.bricklink.com/ItemImage/PL/0011-2.png
https://img.bricklink.com/ItemImage/PL/0012-1.png
https://img.bricklink.com/ItemImage/PL/0013-1.png
https://img.bricklink.com/ItemImage/PL/0014-1.png
https://img.bricklink.com/ItemImage/PL/0015-1.png
https://img.bricklink.com/ItemImage/PL/0016-1.png
https://img.bricklink.com/ItemImage/PL/032-1.png
https://img.bricklink.com/ItemImage/PL/033-1.png
https://img.bricklink.com/ItemImage/PL/041-2.png
https://img.bricklink.com/ItemImage/PL/045-1.png
https://img.bricklink.com/ItemImage/PL/100-1.png
https://img.bricklink.com/ItemImage/PL/101-1.png
https://img.bricklink.com/ItemImage/PL/102-1.png
https://img.bricklink.com/ItemImage/PL/1023-1.png
https://img.bricklink.com/ItemImage/PL/1028-1.png
https://img.bricklink.com/ItemImage/PL/1029-1.png
https://img.bricklink.com/ItemImage/PL/103-1.png
https://img.bricklink.com/ItemImage/PL/1030-1.png
https://img.bricklink.com/ItemImage/PL/1031-1.png
https://img.bricklink.com/ItemImage/PL/1032-1.png
https://img.bricklink.com/ItemImage/PL/1033-1.png
https://img.bricklink.com/ItemImage/PL/1040-1.png
https://img.bricklink.com/ItemImage/PL/1041-1.png
https://img.bricklink.com/ItemImage/PL/1042-1.png
https://img.bricklink.com/ItemImage/PL/1043-1.png
https://img.bricklink.com/ItemImage/PL/1044-1.png
https://img.bricklink.com/ItemImage/PL/0011-2.png
https://img.bricklink.com/ItemImage/PL/0012-1.png
https://img.bricklink.com/ItemImage/PL/0013-1.png
https://img.bricklink.com/ItemImage/PL/0014-1.png
https://img.bricklink.com/ItemImage/PL/0015-1.png
https://img.bricklink.com/ItemImage/PL/0016-1.png
https://img.bricklink.com/ItemImage/PL/032-1.png
https://img.bricklink.com/ItemImage/PL/033-1.png
https://img.bricklink.com/ItemImage/PL/041-2.png
https://img.bricklink.com/ItemImage/PL/045-1.png
https://img.bricklink.com/ItemImage/PL/100-1.png
https://img.bricklink.com/ItemImage/PL/101-1.png
https://img.bricklink.com/ItemImage/PL/0011-2.png
https://img.bricklink.com/ItemImage/PL/0012-1.png
https://img.bricklink.com/ItemImage/PL/0013-1.png
https://img.bricklink.com/ItemImage/PL/0014-1.png
https://img.bricklink.com/ItemImage/PL/2339u.png

20
db/imagestealer.js
View File

@@ -5,7 +5,7 @@
const fs = require('fs');
const axios = require('axios');
// For sets make sets.txt
const parts = fs.readFileSync('res/Sets.txt', 'utf8').toString().split('\n').map((i) => i.split('\t'));
const parts = fs.readFileSync('res/Parts.txt', 'utf8').toString().split('\n').map((i) => i.split('\t'));
async function timeout(ms) {
return new Promise(resolve => setTimeout(resolve, ms));
@@ -15,10 +15,10 @@ async function downloadImage(url, filename) {
try {
const res = await axios.get(url, {
method: 'GET',
headers: { 'User-Agent':'Chrome/96.0.4664.175' } ,
responseType: 'stream'
headers: { 'User-Agent':'Chrome/96.0.4664.175' },
responseType: 'stream',
});
if (!res.data) {
console.log(`${filename} failed to start downloading`);
fs.appendFileSync('error.txt', `${url}\n`);
@@ -31,19 +31,18 @@ async function downloadImage(url, filename) {
console.log('downloaded file ' + filename);
fs.appendFileSync('saved.txt', `${url}\n`);
resolve();
})
});
res.data.on('error', () => {
console.log('error downloading file ' + filename);
fs.appendFileSync('error.txt', `${url}\n`);
resolve();
})
});
});
} catch (e) {
console.log(`${filename} failed to start downloading`);
fs.appendFileSync('error.txt', `${url}\n`);
return;
}
}
}
async function main() {
@@ -51,7 +50,8 @@ async function main() {
const part = parts[i];
// for sets use https://img.bricklink.com/ItemImage/SL/${part[2]}.png
// for for pieces use https://img.bricklink.com/ItemImage/PL/${part[2]}.png
const url = `https://img.bricklink.com/ItemImage/SL/${part[2]}.png`;
// https://img.bricklink.com/ItemImage/PL/3962a.png
const url = `https://img.bricklink.com/ItemImage/PL/${part[2]}.png`;
const filename = `res/image/${part[2]}.png`;
await downloadImage(url, filename);

2
db/schema.sql
View File

@@ -90,3 +90,5 @@ CREATE TABLE IF NOT EXISTS set_descriptor (
FOREIGN KEY ( set_id ) REFERENCES lego_set( id ),
FOREIGN KEY ( brick_id ) REFERENCES lego_brick( id )
);
past transactions