Update e2e files for new project

e2e/READMEE.md

@@ -0,0 +1,42 @@
+# Guide:
+
+1- Create a virtual environment and activate it:
+```bash
+python3 -m venv .venv
+source .venv/bin/activate
+```
+
+2- Install ZenML:
+```bash
+pip install zenml
+```
+
+3- Make a ZenML Cloud account and create a new tenant
+
+4- Connect your local ZenML to the cloud:
+
+5- Install the requirements and integrations:
+```bash
+zenml integrations install mlflow sklearn evidently bentoml
+```
+
+6- Register the local stack components and local stack:
+```bash
+zenml experiment-tracker register -f mlflow local_mlflow_tracker && \ 
+zenml data-validator register -f evidently evidently_data_validator && \
+zenml model-deployer register bentoml_deployer --flavor=bentoml && \
+zenml stack register -a default -o default -e mlflow_local -dv evidently_local -d bentoml_deployer local_stack && \
+zenml stack set local_stack
+```
+
+7- Let's run the pipeline:
+```bash
+python run.py --training
+```
+
+8- Promotion of the model:
+
+9- Let's deploy the model:
+```bash
+python run.py --deployment
+```

e2e/configs/inference_config.yaml

@@ -24,6 +24,7 @@ settings:
       - mlflow
       - sklearn
       - slack
+      - bentoml
 
 # configuration of steps  
 steps:

e2e/configs/train_config.yaml

@@ -24,6 +24,7 @@ settings:
       - mlflow
       - sklearn
       - slack
+      - bentoml
 
 # configuration of steps  
 steps:

e2e/requirements.txt

@@ -1 +1,93 @@
-zenml[server]
+zenml[server]==0.56.3
+langchain==0.0.325
+pyyaml>=6.0.1
+pyspark==3.2.1
+kfp==1.8.22
+tensorboard==2.13
+protobuf>=3.6.0,<4.0.0
+paramiko>=3.4.0
+great-expectations>=0.15.0,<=0.15.47
+typing_extensions<4.6.0
+skypilot[aws]<=0.5.0
+openai>=0.27.0,<1.0.0
+slack-sdk>=3.16.1
+aiohttp>=3.8.1
+xgboost>=1.0.0
+tensorflow-macos==2.13
+polars>=0.19.5
+pyarrow>=12.0.0
+adlfs>=2021.10.0
+azure-keyvault-keys
+azure-keyvault-secrets
+azure-identity==1.10.0
+azureml-core==1.54.0.post1
+azure-mgmt-containerservice>=20.0.0
+azure-storage-blob==12.17.0
+kubernetes
+transformers<=4.31
+datasets
+huggingface_hub>0.19.0
+fsspec<=2023.12.0
+s3fs>2022.3.0
+boto3
+aws-profile-manager
+evidently>0.2.6,<0.4.5
+pycaret>=3.0.0
+scikit-learn
+xgboost
+catboost
+lightgbm
+torch
+facets-overview>=1.0.0
+pandas
+Pillow>=9.2.0
+skypilot[gcp]<=0.5.0
+skypilot[azure]<=0.5.0
+neuralprophet>=0.3.2,<0.5.0
+holidays>=0.4.1,<0.25.0
+kubernetes>=21.7,<26
+apache-airflow~=2.4.0
+pendulum<3.0.0
+deepchecks[vision]==0.8.0
+torchvision>=0.14.0
+pandas<2.0.0
+opencv-python==4.5.5.64
+opencv-python-headless==4.5.5.64
+lightgbm>=1.0.0
+mlflow>=2.1.1,<=2.12.1
+mlserver>=1.3.3
+mlserver-mlflow>=1.3.3
+python-rapidjson<1.15
+scipy
+sagemaker==2.117.0
+kubernetes
+aws-profile-manager
+python-gitlab
+skypilot[lambda]<=0.5.0
+kfp==1.8.22
+gcsfs
+google-cloud-secret-manager
+google-cloud-container>=2.21.0
+google-cloud-storage>=2.9.0
+google-cloud-aiplatform>=1.34.0
+google-cloud-build>=3.11.0
+kubernetes
+neptune
+wandb>=0.12.12
+Pillow>=9.1.0
+whylogs[viz]~=1.0.5
+whylogs[whylabs]~=1.0.5
+pygithub
+pytorch_lightning
+label-studio>=1.6.0,<=1.9.1
+label-studio-sdk>=0.0.17,<=0.0.32
+kubernetes==18.20.0
+feast[redis]>=0.26.0
+redis-server>=6.0.9
+scikit-learn
+comet-ml>=3.0.0
+discord.py>=2.3.2
+aiohttp>=3.8.1
+asyncio
+kfp-tekton==1.7.1
+bentoml>=1.0.10