Skip to content

Commit c4c70d6

Browse files
dan5e3s6aresdan5e3s6ares
committed
Remove bibliotecas.list and update requirements.txt; add prompt.py and bibliotecas.py for enhanced library tracking and AI integration
1 parent c0baa90 commit c4c70d6

7 files changed

+461
-77
lines changed

‎README.md

+36-2
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,8 @@
22

33
Este projeto é um scraper (raspador de dados) para verificar as bibliotecas Python que tiveram atualização no último mês e listá-las, facilitando a identificação de bibliotecas com lançamentos de versão major.
44

5+
Este Scraper utiliza IA para que não seja necessário a sua atualização constante
6+
57
# Como utilizar
68

79
Para criar um ambiente virtual, execute
@@ -19,9 +21,41 @@ Para instalar as dependências do projeto no ambiente virtual, execute
1921
pip install -r requirements.txt
2022
```
2123

22-
Para rodar o scrapper, execute
24+
Para completar a instalação do Crawl4AI
25+
```
26+
# Install the package
27+
pip install -U crawl4ai
28+
29+
# Run post-installation setup
30+
crawl4ai-setup
31+
32+
# Verify your installation
33+
crawl4ai-doctor
34+
```
35+
Crie uma chave junto a COHERE
36+
- https://docs.cohere.com/
37+
<p>
38+
39+
Atualize o valor em prompt.py
40+
```
41+
...
42+
os.environ["COHERE_API_KEY"] = "<YOUR-API-KEY>"
43+
...
44+
```
45+
Instale o Thinker
46+
```cmd
47+
sudo apt-get install python3-tk
48+
```
49+
50+
Para procurar por releases, execute o comando abaixo e aguarde as instruções
2351
```
24-
python getNews.py
52+
python getNews.py releases
2553
```
2654

55+
Para criar os resumos, execute
56+
```
57+
python getNews.py slides
58+
```
59+
60+
2761
Para desativar o ambiente virtual, execute `deactivate`.

‎bibliotecas.list

-13
This file was deleted.

‎bibliotecas.py

+142
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,142 @@
1+
bibliotecas = {
2+
"Requests": {
3+
"library_name": "Requests",
4+
"releases_url": "https://pypi.org/project/requests/",
5+
"logo": "https://requests.readthedocs.io/en/latest/_static/requests-sidebar.png",
6+
},
7+
"Scikit-learn": {
8+
"library_name": "Scikit-learn",
9+
"releases_url": "https://pypi.org/project/scikit-learn/",
10+
"logo": "https://scikit-learn.org/stable/_static/scikit-learn-logo-small.png",
11+
},
12+
"Numpy": {
13+
"library_name": "Numpy",
14+
"releases_url": "https://pypi.org/project/numpy/",
15+
"logo": "https://numpy.org/devdocs/_static/numpylogo.svg",
16+
},
17+
"MatPlotLib": {
18+
"library_name": "MatPlotLib",
19+
"releases_url": "https://pypi.org/project/matplotlib/",
20+
"logo": "https://matplotlib.org/stable/_static/logo_light.svg",
21+
},
22+
"AIOHttp": {
23+
"library_name": "AIOHttp",
24+
"releases_url": "https://pypi.org/project/aiohttp/",
25+
"logo": "https://docs.aiohttp.org/en/stable/_static/aiohttp-plain.svg",
26+
},
27+
"Pandas": {
28+
"library_name": "Pandas",
29+
"releases_url": "https://pypi.org/project/pandas/",
30+
"logo": "https://pandas.pydata.org/static/img/pandas_mark.svg",
31+
},
32+
"FastAPI": {
33+
"library_name": "FastAPI",
34+
"releases_url": "https://pypi.org/project/fastapi/",
35+
"logo": "https://fastapi.tiangolo.com/img/icon.png",
36+
},
37+
"Django": {
38+
"library_name": "Django",
39+
"releases_url": "https://pypi.org/project/Django/",
40+
"logo": "https://static.djangoproject.com/img/logos/django-logo-negative.png",
41+
},
42+
"Seaborn": {
43+
"library_name": "Seaborn",
44+
"releases_url": "https://pypi.org/project/seaborn/",
45+
"logo": "https://seaborn.pydata.org/_images/logo-wide-lightbg.svg",
46+
},
47+
"TensorFlow": {
48+
"library_name": "TensorFlow",
49+
"releases_url": "https://pypi.org/project/tensorflow/",
50+
"logo": "https://www.tensorflow.org/images/tf_logo_social.png",
51+
},
52+
"Keras": {
53+
"library_name": "Keras",
54+
"releases_url": "https://pypi.org/project/keras/",
55+
"logo": "https://keras.io/img/logo.png",
56+
},
57+
"PyTorch": {
58+
"library_name": "PyTorch",
59+
"releases_url": "https://pypi.org/project/torch/",
60+
"logo": "https://pytorch.org/assets/images/pytorch-logo.png",
61+
},
62+
"SQLAlchemy": {
63+
"library_name": "SQLAlchemy",
64+
"releases_url": "https://pypi.org/project/SQLAlchemy/",
65+
"logo": "https://www.sqlalchemy.org/img/sqla_logo.png",
66+
},
67+
"BeaultifulSoup": {
68+
"library_name": "BeaultifulSoup",
69+
"releases_url": "https://pypi.org/project/beautifulsoup4/",
70+
"logo": "https://www.crummy.com/software/BeautifulSoup/10.1.jpg",
71+
},
72+
"LangChain": {
73+
"library_name": "LangChain",
74+
"releases_url": "https://pypi.org/project/langchain/",
75+
"logo": "https://python.langchain.com/img/brand/wordmark-dark.png",
76+
},
77+
"CrewAI": {
78+
"library_name": "CrewAI",
79+
"releases_url": "https://pypi.org/project/crewai/",
80+
"logo": "https://cdn.prod.website-files.com/66cf2bfc3ed15b02da0ca770/66d07240057721394308addd_Logo%20(1).svg",
81+
},
82+
"Flask": {
83+
"library_name": "Flask",
84+
"releases_url": "https://pypi.org/project/Flask/",
85+
"logo": "https://flask.palletsprojects.com/en/stable/_static/flask-vertical.png",
86+
},
87+
"Pygame": {
88+
"library_name": "Pygame",
89+
"releases_url": "https://pypi.org/project/pygame/",
90+
"logo": "https://www.pygame.org/images/logo_lofi.png",
91+
},
92+
"Thinker": {
93+
"library_name": "Thinker",
94+
"releases_url": "https://pypi.org/project/thinker/",
95+
"logo": "https://keras.io/img/logo.png",
96+
},
97+
"Plotly": {
98+
"library_name": "Plotly",
99+
"releases_url": "https://pypi.org/project/plotly/",
100+
"logo": "https://plotly.com/static/img/logos/plotly-logomark.svg",
101+
},
102+
"MlForecast": {
103+
"library_name": "MlForecast",
104+
"releases_url": "https://pypi.org/project/mlforecast/",
105+
"logo": "https://raw.githubusercontent.com/Nixtla/mlforecast/main/nbs/figs/logo.png",
106+
},
107+
"GeoPandas": {
108+
"library_name": "GeoPandas",
109+
"releases_url": "https://pypi.org/project/geopandas/",
110+
"logo": "https://geopandas.org/en/stable/_static/geopandas_logo_web.svg",
111+
},
112+
"AirFlow": {
113+
"library_name": "AirFlow",
114+
"releases_url": "https://pypi.org/project/apache-airflow/",
115+
"logo": "https://upload.wikimedia.org/wikipedia/commons/thumb/d/de/AirflowLogo.png/800px-AirflowLogo.png?20191014185111",
116+
},
117+
"PySpark": {
118+
"library_name": "PySpark",
119+
"releases_url": "https://pypi.org/project/pyspark/",
120+
"logo": "https://spark.apache.org/docs/latest/api/python/_static/spark-logo-reverse.png",
121+
},
122+
"Gym": {
123+
"library_name": "Gym",
124+
"releases_url": "https://pypi.org/project/gym/",
125+
"logo": "https://www.gymlibrary.dev/_static/img/gym_logo_black.svg",
126+
},
127+
"HyperOpt": {
128+
"library_name": "HyperOpt",
129+
"releases_url": "https://pypi.org/project/hyperopt/",
130+
"logo": "https://camo.githubusercontent.com/d9cabe82cdc7bff598f84d61b0a8921cd5c3ceb0716b03399fc31db1a2a23182/68747470733a2f2f692e706f7374696d672e63632f54506d66665772702f68797065726f70742d6e65772e706e67",
131+
},
132+
"Streamlit": {
133+
"library_name": "Streamlit",
134+
"releases_url": "https://pypi.org/project/streamlit/",
135+
"logo": "https://streamlit.io/images/brand/streamlit-mark-color.png",
136+
},
137+
"Crawl4ai": {
138+
"library_name": "Crawl4ai",
139+
"releases_url": "https://crawl4ai.com/mkdocs/blog/",
140+
"logo": "https://star-history.com/#unclecode/crawl4ai&Date",
141+
},
142+
}

‎cacheVariables.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
pynews = {}
1+
pynews = {}

0 commit comments

Comments
 (0)