ml-flow

environment.yml

@@ -3,15 +3,16 @@ channels:
   - conda-forge
   - defaults
 dependencies:
-  - mlflow=1.14.1
-  - ipython=7.21.0
-  - notebook=6.2.0
-  - jupyterlab=3.0.10
-  - cookiecutter=1.7.2
-  - hydra-core=1.0.6
-  - matplotlib=3.3.4
-  - pandas=1.2.3
-  - git=2.30.2
-  - pip=20.3.3
+  - mlflow #=1.14.1
+  - ipython #=7.21.0
+  - notebook #=6.2.0
+  - jupyterlab #=3.0.10
+  - cookiecutter #=1.7.2
+  - hydra-core #=1.0.6
+  - matplotlib #=3.3.4
+  - numpy=1.19.2
+  - pandas #=1.2.3
+  - git #=2.30.2
+  - pip #=20.3.3
   - pip:
-      - wandb==0.10.31
+      - wandb #==0.10.31

src/basic_cleaning/MLproject

@@ -0,0 +1,22 @@
+name: basic_cleaning
+conda_env: conda.yml
+
+entry_points:
+  main:
+    parameters:
+
+      parameter1:
+        description: ## ADD DESCRIPTION
+        type: string
+
+       parameter2:
+        description: ## ADD DESCRIPTION
+        type: string
+
+       parameter3:
+        description: ## ADD DESCRIPTION
+        type: string
+
+
+    command: >-
+        python run.py  --parameter1 {parameter1}  -- parameter2 { parameter2}  -- parameter3 { parameter3} 

src/basic_cleaning/conda.yml

@@ -0,0 +1,8 @@
+name: basic_cleaning
+channels:
+  - conda-forge
+  - defaults
+dependencies:
+  - pip=20.3.3
+  - pip:
+      - wandb==0.10.31

src/basic_cleaning/run.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+"""
+Performs basic cleaning on the data and save the results in Weights & Biases
+"""
+import argparse
+import logging
+import wandb
+
+
+logging.basicConfig(level=logging.INFO, format="%(asctime)-15s %(message)s")
+logger = logging.getLogger()
+
+
+def go(args):
+
+    run = wandb.init(job_type="basic_cleaning")
+    run.config.update(args)
+
+    # Download input artifact. This will also log that this script is using this
+    # particular version of the artifact
+    # artifact_local_path = run.use_artifact(args.input_artifact).file()
+
+    ######################
+    # YOUR CODE HERE     #
+    ######################
+
+
+if __name__ == "__main__":
+
+    parser = argparse.ArgumentParser(description="This steps cleans the data")
+
+
+    parser.add_argument(
+        "--parameter1", 
+        type=## INSERT TYPE HERE: str, float or int,
+        help=## INSERT DESCRIPTION HERE,
+        required=True
+    )
+
+    parser.add_argument(
+        "-- parameter2", 
+        type=## INSERT TYPE HERE: str, float or int,
+        help=## INSERT DESCRIPTION HERE,
+        required=True
+    )
+
+    parser.add_argument(
+        "-- parameter3", 
+        type=## INSERT TYPE HERE: str, float or int,
+        help=## INSERT DESCRIPTION HERE,
+        required=True
+    )
+
+
+    args = parser.parse_args()
+
+    go(args)