diff --git a/.renku/workflow/82240f0d1c284fb0a7acd54a9dcff0be.cwl b/.renku/workflow/82240f0d1c284fb0a7acd54a9dcff0be.cwl
new file mode 100644
index 0000000000000000000000000000000000000000..0da091902343401c52610a6c773d562a9ce88bce
--- /dev/null
+++ b/.renku/workflow/82240f0d1c284fb0a7acd54a9dcff0be.cwl
@@ -0,0 +1,120 @@
+class: Workflow
+cwlVersion: v1.0
+hints: []
+inputs:
+ input_1:
+ default: out_folder
+ streamable: false
+ type: string
+ input_2:
+ default: data/covidtracking
+ streamable: false
+ type: string
+ input_3:
+ default:
+ class: File
+ path: ../../notebooks/process/download-covidtracking-data.ipynb
+ streamable: false
+ type: File
+ input_4:
+ default: runs/download-covidtracking-data.runs.ipynb
+ streamable: false
+ type: string
+ input_5:
+ default: states-metadata.json
+ streamable: false
+ type: string
+ input_6:
+ default: states-daily.json
+ streamable: false
+ type: string
+outputs:
+ output_0:
+ outputSource: step_1/output_1
+ streamable: false
+ type: Directory
+ output_2:
+ outputSource: step_1/output_0
+ streamable: false
+ type: File
+requirements: []
+steps:
+ step_1:
+ in:
+ input_1: input_1
+ input_2: input_2
+ input_3: input_3
+ input_4: input_4
+ out:
+ - output_0
+ - output_1
+ run: a17d560c41a54f5aa307ce5f3c5effe5_papermill.cwl
+ step_2:
+ in:
+ filename: input_5
+ input_directory: step_1/output_1
+ out:
+ - output_file
+ run:
+ arguments: []
+ baseCommand:
+ - 'true'
+ class: CommandLineTool
+ cwlVersion: v1.0
+ hints: []
+ inputs:
+ filename:
+ default: states-metadata.json
+ streamable: false
+ type: string
+ input_directory:
+ streamable: false
+ type: Directory
+ outputs:
+ output_file:
+ outputBinding:
+ glob: $(inputs.filename)
+ streamable: false
+ type: File
+ permanentFailCodes: []
+ requirements:
+ - &id001
+ class: InlineJavascriptRequirement
+ - &id002
+ class: InitialWorkDirRequirement
+ listing: $(inputs.input_directory.listing)
+ successCodes: []
+ temporaryFailCodes: []
+ step_3:
+ in:
+ filename: input_6
+ input_directory: step_1/output_1
+ out:
+ - output_file
+ run:
+ arguments: []
+ baseCommand:
+ - 'true'
+ class: CommandLineTool
+ cwlVersion: v1.0
+ hints: []
+ inputs:
+ filename:
+ default: states-daily.json
+ streamable: false
+ type: string
+ input_directory:
+ streamable: false
+ type: Directory
+ outputs:
+ output_file:
+ outputBinding:
+ glob: $(inputs.filename)
+ streamable: false
+ type: File
+ permanentFailCodes: []
+ requirements:
+ - *id001
+ - *id002
+ successCodes: []
+ temporaryFailCodes: []
diff --git a/data/covidtracking/states-daily.json b/data/covidtracking/states-daily.json
new file mode 100644
index 0000000000000000000000000000000000000000..94a719dc1de0d440bb6b1acb267ee79aa20fe040
--- /dev/null
+++ b/data/covidtracking/states-daily.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff5d0b0ec9b68bbb55366451290acb3cda356cf65dc6488d418eadf86b99b7f
+size 17971928
diff --git a/data/covidtracking/states-metadata.json b/data/covidtracking/states-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..f3ae311413814ef2aa58bfde815fbfdfad41d9ec
--- /dev/null
+++ b/data/covidtracking/states-metadata.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101103d33ef39bce2611514a520e30ad8d441db9e018bd050c4fc03ea735105
+size 102468
diff --git a/runs/download-covidtracking-data.runs.ipynb b/runs/download-covidtracking-data.runs.ipynb
index 6c387fec3927115300e12162807457f74704820e..e9e644c80a2f47af49a269870021fafb37d8e126 100644
--- a/runs/download-covidtracking-data.runs.ipynb
+++ b/runs/download-covidtracking-data.runs.ipynb
@@ -5,10 +5,10 @@
"execution_count": 1,
"metadata": {
"papermill": {
- "duration": 2.326882,
- "end_time": "2020-10-26T07:37:39.549797",
+ "duration": 4.902651,
+ "end_time": "2020-10-26T10:16:32.908788",
"exception": false,
- "start_time": "2020-10-26T07:37:37.222915",
+ "start_time": "2020-10-26T10:16:28.006137",
"status": "completed"
},
"tags": []
@@ -25,10 +25,10 @@
"execution_count": 2,
"metadata": {
"papermill": {
- "duration": 0.021897,
- "end_time": "2020-10-26T07:37:39.585932",
+ "duration": 0.021137,
+ "end_time": "2020-10-26T10:16:32.941892",
"exception": false,
- "start_time": "2020-10-26T07:37:39.564035",
+ "start_time": "2020-10-26T10:16:32.920755",
"status": "completed"
},
"tags": [
@@ -46,10 +46,10 @@
"execution_count": 3,
"metadata": {
"papermill": {
- "duration": 0.021802,
- "end_time": "2020-10-26T07:37:39.618175",
+ "duration": 0.022744,
+ "end_time": "2020-10-26T10:16:32.974987",
"exception": false,
- "start_time": "2020-10-26T07:37:39.596373",
+ "start_time": "2020-10-26T10:16:32.952243",
"status": "completed"
},
"tags": [
@@ -59,7 +59,7 @@
"outputs": [],
"source": [
"# Parameters\n",
- "PAPERMILL_INPUT_PATH = \"/tmp/nez13572/notebooks/process/download-covidtracking-data.ipynb\"\n",
+ "PAPERMILL_INPUT_PATH = \"/tmp/7ghx_g0f/notebooks/process/download-covidtracking-data.ipynb\"\n",
"PAPERMILL_OUTPUT_PATH = \"runs/download-covidtracking-data.runs.ipynb\"\n",
"out_folder = \"data/covidtracking\"\n"
]
@@ -68,10 +68,10 @@
"cell_type": "markdown",
"metadata": {
"papermill": {
- "duration": 0.007886,
- "end_time": "2020-10-26T07:37:39.636816",
+ "duration": 0.007464,
+ "end_time": "2020-10-26T10:16:32.992033",
"exception": false,
- "start_time": "2020-10-26T07:37:39.628930",
+ "start_time": "2020-10-26T10:16:32.984569",
"status": "completed"
},
"tags": []
@@ -87,10 +87,10 @@
"execution_count": 4,
"metadata": {
"papermill": {
- "duration": 0.632897,
- "end_time": "2020-10-26T07:37:40.277250",
+ "duration": 0.195074,
+ "end_time": "2020-10-26T10:16:33.194312",
"exception": false,
- "start_time": "2020-10-26T07:37:39.644353",
+ "start_time": "2020-10-26T10:16:32.999238",
"status": "completed"
},
"tags": []
@@ -107,10 +107,10 @@
"execution_count": 5,
"metadata": {
"papermill": {
- "duration": 0.023332,
- "end_time": "2020-10-26T07:37:40.311285",
+ "duration": 0.024036,
+ "end_time": "2020-10-26T10:16:33.230233",
"exception": false,
- "start_time": "2020-10-26T07:37:40.287953",
+ "start_time": "2020-10-26T10:16:33.206197",
"status": "completed"
},
"tags": []
@@ -129,10 +129,10 @@
"execution_count": 6,
"metadata": {
"papermill": {
- "duration": 0.101663,
- "end_time": "2020-10-26T07:37:40.422853",
+ "duration": 0.074177,
+ "end_time": "2020-10-26T10:16:33.314147",
"exception": false,
- "start_time": "2020-10-26T07:37:40.321190",
+ "start_time": "2020-10-26T10:16:33.239970",
"status": "completed"
},
"tags": []
@@ -280,10 +280,10 @@
"cell_type": "markdown",
"metadata": {
"papermill": {
- "duration": 0.00813,
- "end_time": "2020-10-26T07:37:40.440587",
+ "duration": 0.008562,
+ "end_time": "2020-10-26T10:16:33.333915",
"exception": false,
- "start_time": "2020-10-26T07:37:40.432457",
+ "start_time": "2020-10-26T10:16:33.325353",
"status": "completed"
},
"tags": []
@@ -297,10 +297,10 @@
"execution_count": 7,
"metadata": {
"papermill": {
- "duration": 29.828599,
- "end_time": "2020-10-26T07:38:10.278079",
+ "duration": 0.577776,
+ "end_time": "2020-10-26T10:16:33.920363",
"exception": false,
- "start_time": "2020-10-26T07:37:40.449480",
+ "start_time": "2020-10-26T10:16:33.342587",
"status": "completed"
},
"tags": []
@@ -317,10 +317,10 @@
"execution_count": 8,
"metadata": {
"papermill": {
- "duration": 0.060729,
- "end_time": "2020-10-26T07:38:10.353261",
+ "duration": 0.223258,
+ "end_time": "2020-10-26T10:16:34.287657",
"exception": false,
- "start_time": "2020-10-26T07:38:10.292532",
+ "start_time": "2020-10-26T10:16:34.064399",
"status": "completed"
},
"tags": []
@@ -339,10 +339,10 @@
"execution_count": 9,
"metadata": {
"papermill": {
- "duration": 0.666286,
- "end_time": "2020-10-26T07:38:11.030070",
+ "duration": 0.70868,
+ "end_time": "2020-10-26T10:16:35.433160",
"exception": false,
- "start_time": "2020-10-26T07:38:10.363784",
+ "start_time": "2020-10-26T10:16:34.724480",
"status": "completed"
},
"tags": []
@@ -508,18 +508,18 @@
"version": "3.7.3"
},
"papermill": {
- "duration": 35.451391,
- "end_time": "2020-10-26T07:38:11.351400",
+ "duration": 9.645951,
+ "end_time": "2020-10-26T10:16:35.760040",
"environment_variables": {},
"exception": null,
- "input_path": "/tmp/nez13572/notebooks/process/download-covidtracking-data.ipynb",
+ "input_path": "/tmp/7ghx_g0f/notebooks/process/download-covidtracking-data.ipynb",
"output_path": "runs/download-covidtracking-data.runs.ipynb",
"parameters": {
- "PAPERMILL_INPUT_PATH": "/tmp/nez13572/notebooks/process/download-covidtracking-data.ipynb",
+ "PAPERMILL_INPUT_PATH": "/tmp/7ghx_g0f/notebooks/process/download-covidtracking-data.ipynb",
"PAPERMILL_OUTPUT_PATH": "runs/download-covidtracking-data.runs.ipynb",
"out_folder": "data/covidtracking"
},
- "start_time": "2020-10-26T07:37:35.900009",
+ "start_time": "2020-10-26T10:16:26.114089",
"version": "1.1.0"
}
},