Merge pull request #31 from enesozeren/makefile_fix

makefile updated for make env

Author: jsbroden

Makefile

@@ -17,33 +17,30 @@ PYTHON_INTERPRETER = python
 #################################################################################
 
 ## Set up python interpreter environment
-create_environment:
-	conda create --name $(PROJECT_NAME) python=$(PYTHON_VERSION) --no-default-packages -y
-
-## Install Python Dependencies
-requirements:
-	$(PYTHON_INTERPRETER) -m pip install -U pip setuptools wheel
-	$(PYTHON_INTERPRETER) -m pip install -r requirements.txt
-	$(PYTHON_INTERPRETER) -m pip install -e .
-
-## Install Developer Python Dependencies
-dev_requirements: requirements
-	$(PYTHON_INTERPRETER) -m pip install .["dev"]
+conda_environment:
+	conda env create --file environment.yaml && \
+	conda run -n mlops_env pip install -r requirements.txt && \
+	conda run -n mlops_env pip install -r requirements_dev.txt && \
+	echo 'Conda env ready, activate it with conda activate mlops_env'
 
 ## Delete all compiled Python files
 clean:
 	find . -type f -name "*.py[co]" -delete
 	find . -type d -name "__pycache__" -delete
 
-## Get the data
-raw_data:
+## Get the data from dvc pull
+pull_data:
+	dvc pull
+
+## Get the data from the repo with script
+get_data:
 	python $(PROJECT_NAME)/data/make_dataset.py
 
 ## Train the model
 train:
 	python $(PROJECT_NAME)/train_model.py --config=mlops_project/config/config-defaults.yaml
 
-## Run the api
+## Run the api locally
 api:
 	uvicorn --port 8000 api.main:app
 

README.md

@@ -69,6 +69,12 @@ Currently large language models has the state-of-the-art results for most NLP ta
     └── utils_functions.py
 ```
 
+## Conda environment
+To create conda environment with the requirements of this repository, simply use
+```bash
+make conda_environment
+```
+
 ## Dataset
 To get the dataset and trained model weights, use
 ```bash

environment.yaml

@@ -1,28 +1,6 @@
-name: mlops_base
+name: mlops_env
 channels:
   - conda-forge
 dependencies:
-  - _libgcc_mutex=0.1=conda_forge
-  - _openmp_mutex=4.5=2_gnu
-  - bzip2=1.0.8=hd590300_5
-  - ca-certificates=2024.7.4=hbcca054_0
-  - ld_impl_linux-64=2.40=hf3520f5_7
-  - libexpat=2.6.2=h59595ed_0
-  - libffi=3.4.2=h7f98852_5
-  - libgcc-ng=14.1.0=h77fa898_0
-  - libgomp=14.1.0=h77fa898_0
-  - libnsl=2.0.1=hd590300_0
-  - libsqlite=3.46.0=hde9e2c9_0
-  - libuuid=2.38.1=h0b41bf4_0
-  - libxcrypt=4.4.36=hd590300_1
-  - libzlib=1.3.1=h4ab18f5_1
-  - ncurses=6.5=h59595ed_0
-  - openssl=3.3.1=h4ab18f5_1
-  - pip=24.0=pyhd8ed1ab_0
-  - python=3.12.3=hab00c5b_0_cpython
-  - readline=8.2=h8228510_1
-  - setuptools=70.1.1=pyhd8ed1ab_0
-  - tk=8.6.13=noxft_h4845f30_101
-  - tzdata=2024a=h0c530f3_0
-  - wheel=0.43.0=pyhd8ed1ab_1
-  - xz=5.2.6=h166bdaf_0
+  - pip=24.0
+  - python=3.12.3