bochilteam / scraper Goto Github PK
View Code? Open in Web Editor NEWscraper module
License: GNU General Public License v3.0
scraper module
License: GNU General Public License v3.0
Dia Malah Result []
Error: Cannot find module '../constant.js'
Require stack:
.igdl error : ScraperError: Cannot find execute code
/js-response/(function(){
function del(){while(document.body.firstChild){document.body.removeChild(document.body.firstChild);}};
if(window.location.hostname.search(/(?:^|.|@)(savefrom.net|sfrom.net|ssyoutube.com)$/i) == -1) {
alert('Please go to http://savefrom.net/ to get direct links');
del();
return;
}
function showResult(){
var success = false;
try {
var d = window.parent.document;
if(d && d.getElementById) {
var e = d.getElementById('sf_result');
if(e && e.innerHTML) {
window.parent.sf.finishRequest(true);;
e.innerHTML = '';
window.parent.sf.result.showEmptyResult({"html":"Something went wrong. Please try to reload the page or use another browser.","invalid_request":true,"resource":"","success":false,"source_url":"https://www.instagram.com/reel/Cu1m_2sOX1N/?igshid=MzRlODBiNWFlZA=="},false,true,false);;
window.parent.sf.enableElement('sf_submit', true);
success=true;
}
}
} catch(err){}
del();
if(!success) {
var alt = '';
if(alt) alert(alt);
}
}
showResult();
})();/js-response/
If this is bug pls report to https://github.com/BochilTeam/scraper
node:events:505
throw er; // Unhandled 'error' event
^
ZodError: [
{
"code": "invalid_type",
"expected": "object",
"received": "undefined",
"path": [
"sd"
],
"message": "Required"
},
{
"code": "invalid_type",
"expected": "object",
"received": "undefined",
"path": [
"hd"
],
"message": "Required"
},
{
"code": "invalid_type",
"expected": "string",
"received": "undefined",
"path": [
"hosting"
],
"message": "Required"
}
]
error:
/node_modules/zod/lib/index.mjs:538
const error = new ZodError(ctx.common.issues);
^
ZodError: [
{
"code": "invalid_type",
"expected": "number",
"received": "string",
"path": [
"duration"
],
"message": "Expected number, received string"
}
]
at get error [as error] (/node_modules/zod/lib/index.mjs:538:31)
at ZodObject.parse (/node_modules/zod/lib/index.mjs:638:22)
at facebookdl (/node_modules/@bochilteam/scraper-sosmed/lib/esm/src/facebook.js:48:37)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async file /index.js:14:14 {
issues: [
{
code: 'invalid_type',
expected: 'number',
received: 'string',
path: [ 'duration' ],
message: 'Expected number, received string'
}
],
addIssue: [Function (anonymous)],
addIssues: [Function (anonymous)],
errors: [
{
code: 'invalid_type',
expected: 'number',
received: 'string',
path: [ 'duration' ],
message: 'Expected number, received string'
}
]
}
Node.js v20.0.0
import { facebookdl, facebookdlv2 } from '@bochilteam/scraper-sosmed'
const data = await facebookdl('https://www.facebook.com/reel/841811270967738')
console.log(data) // JSON
const data2 = await facebookdlv2('https://www.facebook.com/reel/841811270967738')
console.log(data2) // JSON
Mau ngirim file dari mediafire eh ternyata mimetype nya ga ada di scrapnya
Kenapa Gak NgeResult Link Donwloadnya?
Hello @BochilGaming,
My name is Sanuja and I'm reaching out to you regarding the code segment related to the generateHash function. in "https://github.com/BochilTeam/scraper/blob/master/packages/scraper-youtube/src/util.ts". I have questions regarding the generateHash functionality. Unfortunately, I am unable to find contact information of you to initiate a private conversation.
Could you please provide me with a means of contacting you privately? I am eager to engage in a discussion about the codebase and would greatly appreciate the opportunity to communicate directly.
If it is more convenient for you, please feel free to reach out to me directly via Telegram @SanujaNS
I look forward to hearing from you soon.
Thank you.
Yutub nya eror🥲
It gives error when trying to download any type of video/photos from Instagram
const { savefrom } = require('@bochilteam/scraper'); (async () => { savefrom('https://www.instagram.com/p/CrvIUf8omdg/').then(res => { console.log(res); }).catch(err => { console.log(err); }) })();
ZodError: [
{
"code": "invalid_type",
"expected": "object",
"received": "undefined",
"path": [
"sd"
],
"message": "Required"
},
{
"code": "invalid_type",
"expected": "object",
"received": "undefined",
"path": [
"hd"
],
"message": "Required"
},
{
"code": "invalid_type",
"expected": "string",
"received": "undefined",
"path": [
"hosting"
],
"message": "Required"
}
]
Cok kok eror benerin gih
/js-response/(function(){
function del(){while(document.body.firstChild){document.body.removeChild(document.body.firstChild);}};
if(window.location.hostname.search(/(?:^|.|@)(savefrom.net|sfrom.net|ssyoutube.com)$/i) == -1) {
alert('Please go to http://savefrom.net/ to get direct links');
del();
return;
}
function showResult(){
var success = false;
try {
var d = window.parent.document;
if(d && d.getElementById) {
var e = d.getElementById('sf_result');
if(e && e.innerHTML) {
window.parent.sf.finishRequest(true);;
e.innerHTML = '';
window.parent.sf.result.showEmptyResult({"html":"Something went wrong. Please try to reload the page or use another browser.","invalid_request":true,"resource":"","success":false,"source_url":"https://www.instagram.com/p/CvFbwPqRxd3"},false,true,false);;
window.parent.sf.enableElement('sf_submit', true);
success=true;
}
}
} catch(err){}
del();
if(!success) {
var alt = '';
if(alt) alert(alt);
}
}
showResult();
})();/js-response/
its not working. please take a look,
ScraperError: Cannot find execute code/js-response/(function(){function del(){while(document.body.firstChild){document.bo dy.removeChild(document.body.firstChild);}};if(window.location.hostname.search(/(?:^|.|@)(savefrom.ne|sfrom.net|ssyoutube.com)$/1) == -1) {alert('Please go to http://savefrom.net/ to get direct links');del();return;function showResult(){var success = false;try {var d = window.parent.document;if(d && d.getElementById) {var e= d.getElementById('sf_result');if(e && e.innerHTML) {window.parent.sf.finishRequest(true);;e.innerHTML =window.parent.sf.result.showEmptyResult({"html":"Something went wrong. Please try to reload the page or use an other browser.","invalid_request":true,"resource": "", "succes s":false,"source_url":"https://vt.tiktok.com/ZSFjKtYas/"},false, true, false);;window.parent.sf.enableElement('sf_submit', true); success=true;Type a command}StartRestartStop}} } catch(err){}del();if(!success) {var alt="if(alt) alert(alt);} }showResult();})();/js-response/If this is bug pls report to https://github.com/BochilTeam/s craperat savefrom /home/container/node_modules/@bochilteam/sc raper/lib/cjs/social-media/savefrom.js:34:15at process.processTicksAndRejections (node:internal/process/task queues: 95:5)date: 2024-02-17T11:34:07.989Z} unhandledRejection
Karna penyedia api nya sedang diperbaiki jadi gk bisa di gunakan , gunakan ini min https://raw.githubusercontent.com/gadingnst/quran-api/main/data/quran.json
Dont sent anything this trash.
function showResult(){
var success = false;
try {
var d = window.parent.document;
if(d && d.getElementById) {
var e = d.getElementById('sf_result');
if(e && e.innerHTML) {
window.parent.sf.finishRequest(true);;
e.innerHTML = '';
window.parent.sf.result.showEmptyResult({"html":"Something went wrong. Please try to reload the page or use another browser.","invalid_request":true,"resource":"","success":false,"source_url":"https://www.facebook.com/stories/2388064231225152/UzpfSVNDOjY2NDcyNzU3OTUzODgxNjg=/?view_single=1"},false,true,false);;
window.parent.sf.enableElement('sf_submit', true);
success=true;
}
}
} catch(err){}
del();
if(!success) {
var alt = '';
if(alt) alert(alt);
}
}
showResult();
})();/js-response/
//
"use strict";
var _express = _interopRequireWildcard(require("express"));
var _scraper = _interopRequireWildcard(require("@bochilteam/scraper"));
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
const app = (0, _express.default)();
app.use((0, _express.json)());
const PORT = process.env.PORT || 3000;
app.get('/abc', (req, res) => {
const url = req.query.url;
console.log(url);
(0, _scraper.savefrom)(url).then(data => {
res.json(transform(data));
}).catch(err => {
res.json("not found");
});
});
app.listen(PORT, () => console.log(App listening at ppport ${PORT}
));
function transform(data) {
return {
img: data.thumb,
urls: data.url.map(u => ({
url: u.url,
quality: u.quality,
ext: u.ext,
size: u.filesize
}))
};
}
To download post, story, reel from Instagram, I recommend you to parse this site: https://storiesig.info/en/
Please!
Error ytdlv2
Version 2 was the only one that i could get to work in the first place and now its down
HTTPError: Response code 502 (Bad Gateway)
at Request. (/Users/../../node_modules/got/dist/source/as-promise/index.js:118:42)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5) {
code: 'ERR_NON_2XX_3XX_RESPONSE',
timings: {
start: 1672879198171,
socket: 1672879198173,
lookup: 1672879198281,
connect: 1672879198317,
secureConnect: 1672879198355,
upload: 1672879198355,
response: 1672879199347,
end: 1672879199348,
error: undefined,
abort: undefined,
phases: {
wait: 2,
dns: 108,
tcp: 36,
tls: 38,
request: 0,
firstByte: 992,
download: 1,
total: 1177
}
}
}
const { youtubedl } = require('@bochilteam/scraper')
(async () => {
youtubedl("https://youtube.com/watch?v=HpUcMGmZbko").then(res => {
console.log(res) })
})();
output:
HTTPError: Response code 403 (Forbidden)
at Request. (/home/container/node_modules/got/dist/source/as-promise/index.js:118:42)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5) {
code: 'ERR_NON_2XX_3XX_RESPONSE',
timings: {
start: 1700022630672,
socket: 1700022630672,
lookup: 1700022630675,
connect: 1700022630677,
secureConnect: 1700022630681,
upload: 1700022630681,
response: 1700022630690,
end: 1700022630691,
error: undefined,
abort: undefined,
phases: {
wait: 0,
dns: 3,
tcp: 2,
tls: 4,
request: 0,
firstByte: 9,
download: 1,
total: 19
}
}
}
youtubedl dan youtubedlv2 output na sama
Beberapa query bikin error gini
TypeError: Cannot read properties of undefined (reading 'accessibilityData')
at file:///home/MuhammadRestu/Rain-BotV2/node_modules/@bochilteam/scraper/lib/esm/social-media/youtube-search.js:71:122
at Array.forEach (<anonymous>)
at youtubeSearch (file:///home/MuhammadRestu/Rain-BotV2/node_modules/@bochilteam/scraper/lib/esm/social-media/youtube-search.js:24:71)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5)
at async Object.handler (file:///home/MuhammadRestu/Rain-BotV2/plugins/youtube-play.js:10:14)
at async Object.handler (file:///home/MuhammadRestu/Rain-BotV2/handler.js?update=1670815978468:716:21)
const { instagramStory } = require('@bochilteam/scraper')
await instagramStory("Persija").then(res => {
console.log(res)
})
output:
HTTPError: Response code 500 (Internal Server Error)
at Request. (/node_modules/got/dist/source/as-promise/index.js:118:42)
at process.processTicksAndRejections (node:internal/process/task_queues:95:5) {
code: 'ERR_NON_2XX_3XX_RESPONSE',
timings: {
start: 1696041980886,
socket: 1696041980887,
lookup: 1696041980900,
connect: 1696041980912,
secureConnect: 1696041980929,
upload: 1696041980929,
response: 1696041985238,
end: 1696041985335,
error: undefined,
abort: undefined,
phases: {
wait: 1,
dns: 13,
tcp: 12,
tls: 17,
request: 0,
firstByte: 4309,
download: 97,
total: 4449
}
}
}
A declarative, efficient, and flexible JavaScript library for building user interfaces.
🖖 Vue.js is a progressive, incrementally-adoptable JavaScript framework for building UI on the web.
TypeScript is a superset of JavaScript that compiles to clean JavaScript output.
An Open Source Machine Learning Framework for Everyone
The Web framework for perfectionists with deadlines.
A PHP framework for web artisans
Bring data to life with SVG, Canvas and HTML. 📊📈🎉
JavaScript (JS) is a lightweight interpreted programming language with first-class functions.
Some thing interesting about web. New door for the world.
A server is a program made to process requests and deliver data to clients.
Machine learning is a way of modeling and interpreting data that allows a piece of software to respond intelligently.
Some thing interesting about visualization, use data art
Some thing interesting about game, make everyone happy.
We are working to build community through open source technology. NB: members must have two-factor auth.
Open source projects and samples from Microsoft.
Google ❤️ Open Source for everyone.
Alibaba Open Source for everyone
Data-Driven Documents codes.
China tencent open source team.