diff --git a/.renku/workflow/a2f2b62410c64ffb9f1d30672a23b704.cwl b/.renku/workflow/a2f2b62410c64ffb9f1d30672a23b704.cwl
new file mode 100644
index 0000000000000000000000000000000000000000..b36778c22e5e65326da6c47f20ea2b280c4dc8f2
--- /dev/null
+++ b/.renku/workflow/a2f2b62410c64ffb9f1d30672a23b704.cwl
@@ -0,0 +1,120 @@
+class: Workflow
+cwlVersion: v1.0
+hints: []
+inputs:
+ input_1:
+ default: states-daily.json
+ streamable: false
+ type: string
+ input_2:
+ default: out_folder
+ streamable: false
+ type: string
+ input_3:
+ default: data/covidtracking
+ streamable: false
+ type: string
+ input_4:
+ default:
+ class: File
+ path: ../../notebooks/process/download-covidtracking-data.ipynb
+ streamable: false
+ type: File
+ input_5:
+ default: runs/download-covidtracking-data.runs.ipynb
+ streamable: false
+ type: string
+ input_6:
+ default: states-metadata.json
+ streamable: false
+ type: string
+outputs:
+ output_0:
+ outputSource: step_2/output_1
+ streamable: false
+ type: Directory
+ output_2:
+ outputSource: step_2/output_0
+ streamable: false
+ type: File
+requirements: []
+steps:
+ step_1:
+ in:
+ filename: input_1
+ input_directory: step_2/output_1
+ out:
+ - output_file
+ run:
+ arguments: []
+ baseCommand:
+ - 'true'
+ class: CommandLineTool
+ cwlVersion: v1.0
+ hints: []
+ inputs:
+ filename:
+ default: states-daily.json
+ streamable: false
+ type: string
+ input_directory:
+ streamable: false
+ type: Directory
+ outputs:
+ output_file:
+ outputBinding:
+ glob: $(inputs.filename)
+ streamable: false
+ type: File
+ permanentFailCodes: []
+ requirements:
+ - &id001
+ class: InlineJavascriptRequirement
+ - &id002
+ class: InitialWorkDirRequirement
+ listing: $(inputs.input_directory.listing)
+ successCodes: []
+ temporaryFailCodes: []
+ step_2:
+ in:
+ input_1: input_2
+ input_2: input_3
+ input_3: input_4
+ input_4: input_5
+ out:
+ - output_0
+ - output_1
+ run: a17d560c41a54f5aa307ce5f3c5effe5_papermill.cwl
+ step_3:
+ in:
+ filename: input_6
+ input_directory: step_2/output_1
+ out:
+ - output_file
+ run:
+ arguments: []
+ baseCommand:
+ - 'true'
+ class: CommandLineTool
+ cwlVersion: v1.0
+ hints: []
+ inputs:
+ filename:
+ default: states-metadata.json
+ streamable: false
+ type: string
+ input_directory:
+ streamable: false
+ type: Directory
+ outputs:
+ output_file:
+ outputBinding:
+ glob: $(inputs.filename)
+ streamable: false
+ type: File
+ permanentFailCodes: []
+ requirements:
+ - *id001
+ - *id002
+ successCodes: []
+ temporaryFailCodes: []
diff --git a/data/covidtracking/states-daily.json b/data/covidtracking/states-daily.json
new file mode 100644
index 0000000000000000000000000000000000000000..26aad239989ffd6ace7f26709c9f35843d6c0e4d
--- /dev/null
+++ b/data/covidtracking/states-daily.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0a2daee7f1f7dda568c39b8de42b496761e4686b1cc3429faeac0ee2261da3
+size 4205734
diff --git a/data/covidtracking/states-metadata.json b/data/covidtracking/states-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..64f32c832c1ea69c9c0cea6efdf735bbb3d2875e
--- /dev/null
+++ b/data/covidtracking/states-metadata.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e431a1125ced9630804d815c544b1da67a5dffd8c8798393dc0c1db3014630
+size 37118
diff --git a/runs/download-covidtracking-data.runs.ipynb b/runs/download-covidtracking-data.runs.ipynb
index 7cf5dc7b79a826179d72bd5e44a50446be58bb4c..5b3dd4b09a7b1882b697fa61fbc830ef9d75684b 100644
--- a/runs/download-covidtracking-data.runs.ipynb
+++ b/runs/download-covidtracking-data.runs.ipynb
@@ -5,10 +5,10 @@
"execution_count": 1,
"metadata": {
"papermill": {
- "duration": 2.110873,
- "end_time": "2020-06-10T07:27:09.995505",
+ "duration": 1.522695,
+ "end_time": "2020-06-10T11:15:28.287816",
"exception": false,
- "start_time": "2020-06-10T07:27:07.884632",
+ "start_time": "2020-06-10T11:15:26.765121",
"status": "completed"
},
"tags": []
@@ -25,10 +25,10 @@
"execution_count": 2,
"metadata": {
"papermill": {
- "duration": 0.025521,
- "end_time": "2020-06-10T07:27:10.033872",
+ "duration": 0.024235,
+ "end_time": "2020-06-10T11:15:28.321893",
"exception": false,
- "start_time": "2020-06-10T07:27:10.008351",
+ "start_time": "2020-06-10T11:15:28.297658",
"status": "completed"
},
"tags": [
@@ -46,10 +46,10 @@
"execution_count": 3,
"metadata": {
"papermill": {
- "duration": 0.02199,
- "end_time": "2020-06-10T07:27:10.066732",
+ "duration": 0.024241,
+ "end_time": "2020-06-10T11:15:28.355400",
"exception": false,
- "start_time": "2020-06-10T07:27:10.044742",
+ "start_time": "2020-06-10T11:15:28.331159",
"status": "completed"
},
"tags": [
@@ -59,7 +59,7 @@
"outputs": [],
"source": [
"# Parameters\n",
- "PAPERMILL_INPUT_PATH = \"/tmp/06thd704/notebooks/process/download-covidtracking-data.ipynb\"\n",
+ "PAPERMILL_INPUT_PATH = \"/tmp/5m4uhyx2/notebooks/process/download-covidtracking-data.ipynb\"\n",
"PAPERMILL_OUTPUT_PATH = \"runs/download-covidtracking-data.runs.ipynb\"\n",
"out_folder = \"data/covidtracking\"\n"
]
@@ -68,10 +68,10 @@
"cell_type": "markdown",
"metadata": {
"papermill": {
- "duration": 0.007283,
- "end_time": "2020-06-10T07:27:10.083591",
+ "duration": 0.008908,
+ "end_time": "2020-06-10T11:15:28.373760",
"exception": false,
- "start_time": "2020-06-10T07:27:10.076308",
+ "start_time": "2020-06-10T11:15:28.364852",
"status": "completed"
},
"tags": []
@@ -87,10 +87,10 @@
"execution_count": 4,
"metadata": {
"papermill": {
- "duration": 0.078331,
- "end_time": "2020-06-10T07:27:10.169547",
+ "duration": 0.195406,
+ "end_time": "2020-06-10T11:15:28.578569",
"exception": false,
- "start_time": "2020-06-10T07:27:10.091216",
+ "start_time": "2020-06-10T11:15:28.383163",
"status": "completed"
},
"tags": []
@@ -107,10 +107,10 @@
"execution_count": 5,
"metadata": {
"papermill": {
- "duration": 0.022376,
- "end_time": "2020-06-10T07:27:10.201874",
+ "duration": 0.02662,
+ "end_time": "2020-06-10T11:15:28.614679",
"exception": false,
- "start_time": "2020-06-10T07:27:10.179498",
+ "start_time": "2020-06-10T11:15:28.588059",
"status": "completed"
},
"tags": []
@@ -129,10 +129,10 @@
"execution_count": 6,
"metadata": {
"papermill": {
- "duration": 0.069043,
- "end_time": "2020-06-10T07:27:10.279776",
+ "duration": 0.085122,
+ "end_time": "2020-06-10T11:15:28.709239",
"exception": false,
- "start_time": "2020-06-10T07:27:10.210733",
+ "start_time": "2020-06-10T11:15:28.624117",
"status": "completed"
},
"tags": []
@@ -249,10 +249,10 @@
"cell_type": "markdown",
"metadata": {
"papermill": {
- "duration": 0.008221,
- "end_time": "2020-06-10T07:27:10.299036",
+ "duration": 0.009986,
+ "end_time": "2020-06-10T11:15:28.730128",
"exception": false,
- "start_time": "2020-06-10T07:27:10.290815",
+ "start_time": "2020-06-10T11:15:28.720142",
"status": "completed"
},
"tags": []
@@ -266,10 +266,10 @@
"execution_count": 7,
"metadata": {
"papermill": {
- "duration": 0.168861,
- "end_time": "2020-06-10T07:27:10.476935",
+ "duration": 0.593309,
+ "end_time": "2020-06-10T11:15:29.333873",
"exception": false,
- "start_time": "2020-06-10T07:27:10.308074",
+ "start_time": "2020-06-10T11:15:28.740564",
"status": "completed"
},
"tags": []
@@ -286,10 +286,10 @@
"execution_count": 8,
"metadata": {
"papermill": {
- "duration": 0.02844,
- "end_time": "2020-06-10T07:27:10.518166",
+ "duration": 0.029815,
+ "end_time": "2020-06-10T11:15:29.382682",
"exception": false,
- "start_time": "2020-06-10T07:27:10.489726",
+ "start_time": "2020-06-10T11:15:29.352867",
"status": "completed"
},
"tags": []
@@ -308,10 +308,10 @@
"execution_count": 9,
"metadata": {
"papermill": {
- "duration": 0.217521,
- "end_time": "2020-06-10T07:27:10.746480",
+ "duration": 0.221971,
+ "end_time": "2020-06-10T11:15:29.616007",
"exception": false,
- "start_time": "2020-06-10T07:27:10.528959",
+ "start_time": "2020-06-10T11:15:29.394036",
"status": "completed"
},
"tags": []
@@ -477,18 +477,18 @@
"version": "3.7.3"
},
"papermill": {
- "duration": 4.583477,
- "end_time": "2020-06-10T07:27:11.067718",
+ "duration": 4.292822,
+ "end_time": "2020-06-10T11:15:29.939783",
"environment_variables": {},
"exception": null,
- "input_path": "/tmp/06thd704/notebooks/process/download-covidtracking-data.ipynb",
+ "input_path": "/tmp/5m4uhyx2/notebooks/process/download-covidtracking-data.ipynb",
"output_path": "runs/download-covidtracking-data.runs.ipynb",
"parameters": {
- "PAPERMILL_INPUT_PATH": "/tmp/06thd704/notebooks/process/download-covidtracking-data.ipynb",
+ "PAPERMILL_INPUT_PATH": "/tmp/5m4uhyx2/notebooks/process/download-covidtracking-data.ipynb",
"PAPERMILL_OUTPUT_PATH": "runs/download-covidtracking-data.runs.ipynb",
"out_folder": "data/covidtracking"
},
- "start_time": "2020-06-10T07:27:06.484241",
+ "start_time": "2020-06-10T11:15:25.646961",
"version": "1.1.0"
}
},