add refactoring of the library

Author: VinciGit00

.DS_Store

@@ -0,0 +1,32 @@
+import axios from 'axios';
+
+/**
+ * Retrieve credits from the API.
+ * 
+ * @param {string} apiKey - Your ScrapeGraph AI API key
+ * @returns {Promise<string>} Response from the API in JSON format
+ */
+export async function credits(apiKey) {
+  const endpoint = "https://sgai-api.onrender.com/api/v1/credits";
+  const headers = {
+    "accept": "application/json",
+    "SGAI-API-KEY": apiKey
+  };
+
+  try {
+    const response = await axios.get(endpoint, { headers });
+    return JSON.stringify(response.data);
+  } catch (error) {
+    if (error.response) {
+      return JSON.stringify({
+        error: "HTTP error occurred",
+        message: error.message,
+        status_code: error.response.status
+      });
+    }
+    return JSON.stringify({
+      error: "An error occurred",
+      message: error.message
+    });
+  }
+} 

scrapegraph-js/credits.js

@@ -0,0 +1,42 @@
+import axios from 'axios';
+
+/**
+ * Send feedback to the API.
+ * 
+ * @param {string} apiKey - Your ScrapeGraph AI API key
+ * @param {string} requestId - The request ID associated with the feedback
+ * @param {number} rating - The rating score
+ * @param {string} feedbackText - The feedback message to send
+ * @returns {Promise<string>} Response from the API in JSON format
+ */
+export async function feedback(apiKey, requestId, rating, feedbackText) {
+  const endpoint = "https://sgai-api.onrender.com/api/v1/feedback";
+  const headers = {
+    "accept": "application/json",
+    "SGAI-API-KEY": apiKey,
+    "Content-Type": "application/json"
+  };
+
+  const feedbackData = {
+    request_id: requestId,
+    rating: rating,
+    feedback_text: feedbackText
+  };
+
+  try {
+    const response = await axios.post(endpoint, feedbackData, { headers });
+    return JSON.stringify(response.data);
+  } catch (error) {
+    if (error.response) {
+      return JSON.stringify({
+        error: "HTTP error occurred",
+        message: error.message,
+        status_code: error.response.status
+      });
+    }
+    return JSON.stringify({
+      error: "An error occurred",
+      message: error.message
+    });
+  }
+} 

scrapegraph-js/feedback.js

@@ -0,0 +1,3 @@
+export { scrape } from './scrape.js';
+export { credits } from './credits.js';
+export { feedback } from './feedback.js'; 

scrapegraph-js/index.js

@@ -0,0 +1,9 @@
+{
+  "name": "scrapegraph-js",
+  "version": "1.0.0",
+  "type": "module",
+  "main": "index.js",
+  "dependencies": {
+    "axios": "^1.6.0"
+  }
+} 

scrapegraph-js/package.json

@@ -0,0 +1,116 @@
+# ScrapeGraph JS SDK
+
+A JavaScript SDK for interacting with the ScrapeGraph AI API. This SDK provides easy-to-use functions for web scraping, managing credits, and submitting feedback.
+
+## Installation
+
+Install the package using npm:
+
+```bash
+npm install scrapegraph-js
+```
+
+## Usage
+
+First, import the required functions:
+
+```javascript
+import { scrape, credits, feedback } from 'scrapegraph-js';
+```
+
+### Scraping Websites
+
+```javascript
+const apiKey = 'your_api_key';
+const url = 'https://example.com';
+
+// Basic scraping
+const result = await scrape(apiKey, url);
+console.log(JSON.parse(result));
+
+// Scraping with custom options
+const options = {
+  elements: ['h1', '.product-price'],
+  wait_for: '.specific-element',
+  javascript: true
+};
+
+const customResult = await scrape(apiKey, url, options);
+console.log(JSON.parse(customResult));
+```
+
+### Checking Credits
+
+```javascript
+const apiKey = 'your_api_key';
+
+const creditsInfo = await credits(apiKey);
+console.log(JSON.parse(creditsInfo));
+```
+
+### Submitting Feedback
+
+```javascript
+const apiKey = 'your_api_key';
+const requestId = 'request_id_from_scrape_response';
+const rating = 5;
+const feedbackText = 'Great results!';
+
+const feedbackResponse = await feedback(apiKey, requestId, rating, feedbackText);
+console.log(JSON.parse(feedbackResponse));
+```
+
+## API Reference
+
+### scrape(apiKey, url[, options])
+
+Scrapes a website and returns the extracted data.
+
+Parameters:
+- `apiKey` (string): Your ScrapeGraph AI API key
+- `url` (string): The URL to scrape
+- `options` (object, optional):
+  - `elements` (array): Specific elements to extract
+  - `wait_for` (string): CSS selector to wait for before scraping
+  - `javascript` (boolean): Enable JavaScript rendering
+
+### credits(apiKey)
+
+Retrieves your current credit balance.
+
+Parameters:
+- `apiKey` (string): Your ScrapeGraph AI API key
+
+### feedback(apiKey, requestId, rating, feedbackText)
+
+Submits feedback for a scraping request.
+
+Parameters:
+- `apiKey` (string): Your ScrapeGraph AI API key
+- `requestId` (string): The request ID from the scrape response
+- `rating` (number): Rating score
+- `feedbackText` (string): Feedback message
+
+## Error Handling
+
+All functions return JSON strings that you should parse. In case of errors, the response will include error details:
+
+```javascript
+{
+  "error": "HTTP error occurred",
+  "message": "Error details",
+  "status_code": 400
+}
+```
+
+## License
+
+MIT
+
+## Support
+
+For support, please visit [ScrapeGraph AI Documentation](https://sgai-api.onrender.com/docs).
+
+
+
+

scrapegraph-js/readme.md

@@ -0,0 +1,56 @@
+import axios from 'axios';
+
+/**
+ * Scrape and extract structured data from a webpage using ScrapeGraph AI.
+ * 
+ * @param {string} apiKey - Your ScrapeGraph AI API key
+ * @param {string} url - The URL of the webpage to scrape
+ * @param {string} prompt - Natural language prompt describing what data to extract
+ * @param {Object} [schema] - Optional schema object defining the output structure
+ * @returns {Promise<string>} Extracted data in JSON format matching the provided schema
+ */
+export async function scrape(apiKey, url, prompt, schema = null) {
+  const endpoint = "https://sgai-api.onrender.com/api/v1/smartscraper";
+  const headers = {
+    "accept": "application/json",
+    "SGAI-API-KEY": apiKey,
+    "Content-Type": "application/json"
+  };
+
+  const payload = {
+    website_url: url,
+    user_prompt: prompt
+  };
+
+  if (schema) {
+    payload.output_schema = {
+      description: schema.title || "Schema",
+      name: schema.title || "Schema",
+      properties: schema.properties || {},
+      required: schema.required || []
+    };
+  }
+
+  try {
+    const response = await axios.post(endpoint, payload, { headers });
+    return JSON.stringify(response.data);
+  } catch (error) {
+    if (error.response) {
+      if (error.response.status === 403) {
+        return JSON.stringify({
+          error: "Access forbidden (403)",
+          message: "You do not have permission to access this resource."
+        });
+      }
+      return JSON.stringify({
+        error: "HTTP error occurred",
+        message: error.message,
+        status_code: error.response.status
+      });
+    }
+    return JSON.stringify({
+      error: "An error occurred",
+      message: error.message
+    });
+  }
+} 

scrapegraph-js/scrape.js

@@ -0,0 +1,128 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our
+community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
+identity and expression, level of experience, education, socio-economic status,
+nationality, personal appearance, race, religion, or sexual identity
+and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our
+community include:
+
+* Demonstrating empathy and kindness toward other people
+* Being respectful of differing opinions, viewpoints, and experiences
+* Giving and gracefully accepting constructive feedback
+* Accepting responsibility and apologizing to those affected by our mistakes,
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the
+  overall community
+
+Examples of unacceptable behavior include:
+
+* The use of sexualized language or imagery, and sexual attention or
+  advances of any kind
+* Trolling, insulting or derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or email
+  address, without their explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of
+acceptable behavior and will take appropriate and fair corrective action in
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject
+comments, commits, code, wiki edits, issues, and other contributions that are
+not aligned to this Code of Conduct, and will communicate reasons for moderation
+decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when
+an individual is officially representing the community in public spaces.
+Examples of representing our community include using an official e-mail address,
+posting via an official social media account, or acting as an appointed
+representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported to the community leaders responsible for enforcement at
+[email protected].
+All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the
+reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+**Community Impact**: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+**Consequence**: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+**Community Impact**: A violation through a single incident or series
+of actions.
+
+**Consequence**: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or
+permanent ban.
+
+### 3. Temporary Ban
+
+**Community Impact**: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+**Consequence**: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+**Community Impact**: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior,  harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+**Consequence**: A permanent ban from any sort of public interaction within
+the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 2.0, available at
+https://www.contributor-covenant.org/version/2/0/code_of_conduct.html.
+
+Community Impact Guidelines were inspired by [Mozilla's code of conduct
+enforcement ladder](https://github.com/mozilla/diversity).
+
+[homepage]: https://www.contributor-covenant.org
+
+For answers to common questions about this code of conduct, see the FAQ at
+https://www.contributor-covenant.org/faq. Translations are available at
+https://www.contributor-covenant.org/translations.