ygrab.js's Introduction

Ygrab.js

Dynamic web scrapping that allows you to turn any site into a JSON accessible api using CSS selectors. This api using YQL.

Usage:

<script src="//code.jquery.com/jquery-2.2.4.min.js"></script>
<script src="js/ygrab.js"></script>
<script>        
$(function() {
var data = [
    {
        url: 'http://ibacor.com/blog', // url string rquired
        selector: 'div.post', // selector string rquired
        loop: true, // each boolean rquired
        result: [
            {
                name: 'title', // key string rquired
                find: 'h3 a', // selector child string rquired
                grab: {
                    by: 'text', // attribut string rquired
                    value: '' // attribut value string optional
                }
            },
            {
                name: 'link',
                find: 'h3 a',
                grab: {
                    by: 'attr',
                    value: 'href'
                }
            },
            // ---- new selector ---- //
        ]
    },
    // ---- new website url ---- //
];

var result = ygrab(data);

console.log(JSON.stringify(result, null, 2));

});
</script>

Result:

{
  "result": [
    {
      "title": "Mengetahui Informasi Suatu Negara Menggunakan API Worldbank",
      "image": "http://ibacor.com/bcr_asset/images/artikel/11794390317144d0693208eefbc6f908.jpg",
      "link": "http://ibacor.com/blog/mengetahui-informasi-suatu-negara-menggunakan-api-worldbank"
    },
    {
      "title": "Tutorial Login, Register, Logout & CRUD menggunakan PHP & MySQLi OOP + Bootstrap",
      "image": "http://ibacor.com/bcr_asset/images/artikel/e234a76c6b3133e6abd25c9325267ee1.jpg",
      "link": "http://ibacor.com/blog/tutorial-login-register-logout-crud-menggunakan-php-mysqli-oop-bootstrap"
    },
    ...
  ]
}
TUTORIAL

DEMO

Recommend Projects