diff --git a/CHANGELOG.md b/CHANGELOG.md index 9ccb8d46..48bab6fe 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,29 @@ +## [1.36.0](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.35.0...v1.36.0) (2025-01-12) + + +### Features + +* add example of collab ([1fad118](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/1fad1181a6b2d654c4eb996348907940b1d8a7af)) + + +### Bug Fixes + +* ollama tokenizer limited to 1024 tokens + ollama structured output + fix browser backend ([ad693b2](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/ad693b2bb201b4d9280139e70a2930358e779366)) +* updated ollama structured output ([3b95911](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/3b9591156d96ac7266055703e7ffb354e90b01f0)) + + +### Docs + +* ✨ code quality badge update ([02022cc](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/02022cc5db39fede1a1d920d17e18ba0d05328ba)) +* improved readme + fix csv scraper imports ([14b4b19](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/14b4b19f60e33c855bee4eea0a1a6fcc01a98c1a)) +* refactoring of the doc ([5ca325c](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/5ca325c7257b71fc4cd12ee26bde3e992ade5756)) + + +### CI + +* **release:** 1.35.1-beta.1 [skip ci] ([1d17d92](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/1d17d92c1f4a29da9d9333dd9a06ea9baf043192)) +* **release:** 1.36.0-beta.1 [skip ci] ([04bd3f8](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/04bd3f8e572fc79e3e3ad439cd3bb72a409edf91)) + ## [1.36.0-beta.1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.35.1-beta.1...v1.36.0-beta.1) (2025-01-12) diff --git a/README.md b/README.md index 838e7f08..df75fbd9 100644 --- a/README.md +++ b/README.md @@ -51,8 +51,8 @@ from scrapegraphai.graphs import SmartScraperGraph # Define the configuration for the scraping pipeline graph_config = { "llm": { - "api_key": "YOUR_OPENAI_API_KEY", - "model": "openai/gpt-4o-mini", + "model": "ollama/llama3.2", + "model_tokens": 8192 }, "verbose": True, "headless": False, @@ -72,6 +72,20 @@ import json print(json.dumps(result, indent=4)) ``` +> [!NOTE] +> For OpenAI and other models you just need to change the llm config! +> ```python +>graph_config = { +> "llm": { +> "api_key": "YOUR_OPENAI_API_KEY", +> "model": "openai/gpt-4o-mini", +> }, +> "verbose": True, +> "headless": False, +>} +>``` + + The output will be a dictionary like the following: ```python @@ -126,6 +140,16 @@ Remember to have [Ollama](https://ollama.com/) installed and download the models The documentation for ScrapeGraphAI can be found [here](https://scrapegraph-ai.readthedocs.io/en/latest/). Check out also the Docusaurus [here](https://docs-oss.scrapegraphai.com/). +## 🤝 Contributing + +Feel free to contribute and join our Discord server to discuss with us improvements and give us suggestions! + +Please see the [contributing guidelines](https://github.com/VinciGit00/Scrapegraph-ai/blob/main/CONTRIBUTING.md). + +[](https://discord.gg/uJN7TYcpNa) +[](https://www.linkedin.com/company/scrapegraphai/) +[](https://twitter.com/scrapegraphai) + ## 🔗 ScrapeGraph API & SDKs If you are looking for a quick solution to integrate ScrapeGraph in your system, check out our powerful API [here!](https://dashboard.scrapegraphai.com/login) @@ -158,16 +182,6 @@ The Official API Documentation can be found [here](https://docs.scrapegraphai.co </a> </div> -## 🤝 Contributing - -Feel free to contribute and join our Discord server to discuss with us improvements and give us suggestions! - -Please see the [contributing guidelines](https://github.com/VinciGit00/Scrapegraph-ai/blob/main/CONTRIBUTING.md). - -[](https://discord.gg/uJN7TYcpNa) -[](https://www.linkedin.com/company/scrapegraphai/) -[](https://twitter.com/scrapegraphai) - ## 📈 Telemetry We collect anonymous usage metrics to enhance our package's quality and user experience. The data helps us prioritize improvements and ensure compatibility. If you wish to opt-out, set the environment variable SCRAPEGRAPHAI_TELEMETRY_ENABLED=false. For more information, please refer to the documentation [here](https://scrapegraph-ai.readthedocs.io/en/latest/scrapers/telemetry.html). diff --git a/pyproject.toml b/pyproject.toml index 6c3a1f67..cf278260 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "scrapegraphai" -version = "1.36.0b1" +version = "1.36.0" description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."