Merge pull request #1 from NSAPH-Data-Processing/main

Raw data download pipeline

Author: TinasheMTapera

.gitignore

@@ -2,4 +2,5 @@
 logs/*
 .snakemake/*
 .DS_Store
-sandbox
+sandbox
+slurm*

.github/workflows/deploy.yaml renamed to _.github/workflows/deploy.yaml

@@ -1,16 +1,26 @@
 defaults:
   - _self_
   - datapaths: datapaths
-  #- CDS_API_KEY: $HOME/.cdsapirc
+
+development_mode: false
+
+CDS_API_KEY: 
+  path: "$HOME/.cdsapirc"
+
+gadm_file: "https://geodata.ucdavis.edu/gadm/gadm4.1/gpkg/gadm41_MDG.gpkg"
+
 query: 
   product_type: reanalysis
   # check precipitation
-  variable: ["2m_dewpoint_temperature", "2m_temperature", "skin_temperature", "total_precipitation"]
-  year: [2010, 2011]
+  # variable: ["2m_dewpoint_temperature", "2m_temperature", "skin_temperature", "total_precipitation"]
+  variable: ["2m_dewpoint_temperature", "2m_temperature"]
+  year: [2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024]
   month: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12]
   day: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31]
   time: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23]
 
+  # this may have to be added for the 
+  #levtype: pl
   # in the current workflow we can test with a small number of healthsheds
   # this bounding box will need to be expanded by ~ 50km (in G's dataset it is 50) or even up to 70 or 08
   # we can also experiment with a buffer that follows the coastline precisely by 100KM

.github/workflows/test.yaml renamed to _.github/workflows/test.yaml

@@ -1,3 +1,7 @@
-# if the files are stored in local, then paths are null
 input: null
-output: null
+
+intermediate: null
+
+output: null
+
+testing: null