Add extra headers feature

Author: Uğur Özyılmazel

README.md

@@ -123,6 +123,27 @@ $ cat /tmp/data.json | jq 'length'
 736
 ```
 
+You can also add extra `X-` headers to your request. Read more about http
+headers at [Mozilla](https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers)’s website.
+
+```javascript
+const promptapi = require('@promptapi/scraper-pkg')
+params = {}
+headers = {'X-Referer': 'https://www.google.com'}
+promptapi.scraper('https://pypi.org/classifiers/', params, headers=headers).then(result => {
+  if(result.error){
+    console.log(result.error)
+  } else {
+    console.log(result.data); // your scraped data...
+    console.log(result.headers);
+    console.log(result.url);
+
+    promptapi.save('/tmp/data.html', result.data) // save result
+  }
+})
+
+```
+
 ---
 
 ## Development

scraper.js

@@ -11,7 +11,7 @@ const validParams = [
     'selector',
 ]
 
-function scraper(url, params, timeout=5000){
+function scraper(url, params, headers={}, timeout=5000){
   try {
     let vURL = new URL(url)
   } catch(e) {
@@ -31,14 +31,19 @@ function scraper(url, params, timeout=5000){
   })
 
   let promptAPIEndPoint = 'https://api.promptapi.com/scraper'
-
+  
+  let defaultHeaders = {
+    'apikey': apiKey
+  }
+  if(Object.keys(headers).length > 0 && headers.constructor === Object){
+    Object.assign(defaultHeaders, headers)
+  }
+  
   let config = {
     method: 'get',
     url: promptAPIEndPoint,
     params: needParams,
-    headers: {
-      'apikey': apiKey,
-    },
+    headers: defaultHeaders,
     timeout: timeout,
   };
   return axios(config).then(response => {