diff --git a/.renku/workflow/f50f47baf99847aa838f96c705258910.cwl b/.renku/workflow/f50f47baf99847aa838f96c705258910.cwl new file mode 100644 index 0000000000000000000000000000000000000000..0e74f62c250e0a5761b975f82a0aaaedd400c645 --- /dev/null +++ b/.renku/workflow/f50f47baf99847aa838f96c705258910.cwl @@ -0,0 +1,120 @@ +class: Workflow +cwlVersion: v1.0 +hints: [] +inputs: + input_1: + default: states-metadata.json + streamable: false + type: string + input_2: + default: out_folder + streamable: false + type: string + input_3: + default: data/covidtracking + streamable: false + type: string + input_4: + default: + class: File + path: ../../notebooks/process/download-covidtracking-data.ipynb + streamable: false + type: File + input_5: + default: runs/download-covidtracking-data.runs.ipynb + streamable: false + type: string + input_6: + default: states-daily.json + streamable: false + type: string +outputs: + output_0: + outputSource: step_2/output_1 + streamable: false + type: Directory + output_2: + outputSource: step_2/output_0 + streamable: false + type: File +requirements: [] +steps: + step_1: + in: + filename: input_1 + input_directory: step_2/output_1 + out: + - output_file + run: + arguments: [] + baseCommand: + - 'true' + class: CommandLineTool + cwlVersion: v1.0 + hints: [] + inputs: + filename: + default: states-metadata.json + streamable: false + type: string + input_directory: + streamable: false + type: Directory + outputs: + output_file: + outputBinding: + glob: $(inputs.filename) + streamable: false + type: File + permanentFailCodes: [] + requirements: + - &id001 + class: InlineJavascriptRequirement + - &id002 + class: InitialWorkDirRequirement + listing: $(inputs.input_directory.listing) + successCodes: [] + temporaryFailCodes: [] + step_2: + in: + input_1: input_2 + input_2: input_3 + input_3: input_4 + input_4: input_5 + out: + - output_0 + - output_1 + run: a17d560c41a54f5aa307ce5f3c5effe5_papermill.cwl + step_3: + in: + filename: input_6 + input_directory: step_2/output_1 + out: + - output_file + run: + arguments: [] + baseCommand: + - 'true' + class: CommandLineTool + cwlVersion: v1.0 + hints: [] + inputs: + filename: + default: states-daily.json + streamable: false + type: string + input_directory: + streamable: false + type: Directory + outputs: + output_file: + outputBinding: + glob: $(inputs.filename) + streamable: false + type: File + permanentFailCodes: [] + requirements: + - *id001 + - *id002 + successCodes: [] + temporaryFailCodes: [] diff --git a/data/covidtracking/states-metadata.json b/data/covidtracking/states-metadata.json index d9f3ca9c20ae7203925d4dcef332bc77a6e5b7e3..3e63c62941ff156f8e95f8ce0f1522ae00ead654 100644 --- a/data/covidtracking/states-metadata.json +++ b/data/covidtracking/states-metadata.json @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d977ad0a4ed8f67000b0489996ac94d77fbe00371c702ee38c7696776a4e68c -size 27032 +oid sha256:a2de8c05ab448b3f0eb44787afeb88b313332f50271c9a76bba6c7949ee90520 +size 27083 diff --git a/runs/download-covidtracking-data.runs.ipynb b/runs/download-covidtracking-data.runs.ipynb index 5b8ae1d3de45f00fffe82179c0393125624254df..93cbcae5c2d4607e36101aa9a75820b95d6edf60 100644 --- a/runs/download-covidtracking-data.runs.ipynb +++ b/runs/download-covidtracking-data.runs.ipynb @@ -5,10 +5,10 @@ "execution_count": 1, "metadata": { "papermill": { - "duration": 0.510563, - "end_time": "2020-03-28T08:23:22.828576", + "duration": 4.191695, + "end_time": "2020-03-28T20:12:31.515945", "exception": false, - "start_time": "2020-03-28T08:23:22.318013", + "start_time": "2020-03-28T20:12:27.324250", "status": "completed" }, "tags": [] @@ -25,10 +25,10 @@ "execution_count": 2, "metadata": { "papermill": { - "duration": 0.016784, - "end_time": "2020-03-28T08:23:22.855238", + "duration": 0.017506, + "end_time": "2020-03-28T20:12:31.548018", "exception": false, - "start_time": "2020-03-28T08:23:22.838454", + "start_time": "2020-03-28T20:12:31.530512", "status": "completed" }, "tags": [ @@ -46,10 +46,10 @@ "execution_count": 3, "metadata": { "papermill": { - "duration": 0.021893, - "end_time": "2020-03-28T08:23:22.884664", + "duration": 0.013182, + "end_time": "2020-03-28T20:12:31.569039", "exception": false, - "start_time": "2020-03-28T08:23:22.862771", + "start_time": "2020-03-28T20:12:31.555857", "status": "completed" }, "tags": [ @@ -59,7 +59,7 @@ "outputs": [], "source": [ "# Parameters\n", - "PAPERMILL_INPUT_PATH = \"/tmp/lrv5vlu8/notebooks/process/download-covidtracking-data.ipynb\"\n", + "PAPERMILL_INPUT_PATH = \"/tmp/wjmbqwda/notebooks/process/download-covidtracking-data.ipynb\"\n", "PAPERMILL_OUTPUT_PATH = \"runs/download-covidtracking-data.runs.ipynb\"\n", "out_folder = \"data/covidtracking\"\n" ] @@ -68,10 +68,10 @@ "cell_type": "markdown", "metadata": { "papermill": { - "duration": 0.006745, - "end_time": "2020-03-28T08:23:22.903069", + "duration": 0.005359, + "end_time": "2020-03-28T20:12:31.579757", "exception": false, - "start_time": "2020-03-28T08:23:22.896324", + "start_time": "2020-03-28T20:12:31.574398", "status": "completed" }, "tags": [] @@ -87,10 +87,10 @@ "execution_count": 4, "metadata": { "papermill": { - "duration": 0.232971, - "end_time": "2020-03-28T08:23:23.143017", + "duration": 0.245025, + "end_time": "2020-03-28T20:12:31.830246", "exception": false, - "start_time": "2020-03-28T08:23:22.910046", + "start_time": "2020-03-28T20:12:31.585221", "status": "completed" }, "tags": [] @@ -107,10 +107,10 @@ "execution_count": 5, "metadata": { "papermill": { - "duration": 0.017333, - "end_time": "2020-03-28T08:23:23.171508", + "duration": 0.022778, + "end_time": "2020-03-28T20:12:31.866438", "exception": false, - "start_time": "2020-03-28T08:23:23.154175", + "start_time": "2020-03-28T20:12:31.843660", "status": "completed" }, "tags": [] @@ -129,10 +129,10 @@ "execution_count": 6, "metadata": { "papermill": { - "duration": 0.063441, - "end_time": "2020-03-28T08:23:23.242653", + "duration": 0.047291, + "end_time": "2020-03-28T20:12:31.922933", "exception": false, - "start_time": "2020-03-28T08:23:23.179212", + "start_time": "2020-03-28T20:12:31.875642", "status": "completed" }, "tags": [] @@ -246,10 +246,10 @@ "cell_type": "markdown", "metadata": { "papermill": { - "duration": 0.007652, - "end_time": "2020-03-28T08:23:23.259216", + "duration": 0.006017, + "end_time": "2020-03-28T20:12:31.935616", "exception": false, - "start_time": "2020-03-28T08:23:23.251564", + "start_time": "2020-03-28T20:12:31.929599", "status": "completed" }, "tags": [] @@ -263,10 +263,10 @@ "execution_count": 7, "metadata": { "papermill": { - "duration": 0.238704, - "end_time": "2020-03-28T08:23:23.505934", + "duration": 0.22026, + "end_time": "2020-03-28T20:12:32.162099", "exception": false, - "start_time": "2020-03-28T08:23:23.267230", + "start_time": "2020-03-28T20:12:31.941839", "status": "completed" }, "tags": [] @@ -283,10 +283,10 @@ "execution_count": 8, "metadata": { "papermill": { - "duration": 0.022386, - "end_time": "2020-03-28T08:23:23.536735", + "duration": 0.024935, + "end_time": "2020-03-28T20:12:32.202190", "exception": false, - "start_time": "2020-03-28T08:23:23.514349", + "start_time": "2020-03-28T20:12:32.177255", "status": "completed" }, "tags": [] @@ -305,10 +305,10 @@ "execution_count": 9, "metadata": { "papermill": { - "duration": 0.074418, - "end_time": "2020-03-28T08:23:23.620961", + "duration": 0.067003, + "end_time": "2020-03-28T20:12:32.277906", "exception": false, - "start_time": "2020-03-28T08:23:23.546543", + "start_time": "2020-03-28T20:12:32.210903", "status": "completed" }, "tags": [] @@ -455,18 +455,18 @@ "version": "3.7.3" }, "papermill": { - "duration": 2.566078, - "end_time": "2020-03-28T08:23:23.945976", + "duration": 6.835148, + "end_time": "2020-03-28T20:12:32.619791", "environment_variables": {}, "exception": null, - "input_path": "/tmp/lrv5vlu8/notebooks/process/download-covidtracking-data.ipynb", + "input_path": "/tmp/wjmbqwda/notebooks/process/download-covidtracking-data.ipynb", "output_path": "runs/download-covidtracking-data.runs.ipynb", "parameters": { - "PAPERMILL_INPUT_PATH": "/tmp/lrv5vlu8/notebooks/process/download-covidtracking-data.ipynb", + "PAPERMILL_INPUT_PATH": "/tmp/wjmbqwda/notebooks/process/download-covidtracking-data.ipynb", "PAPERMILL_OUTPUT_PATH": "runs/download-covidtracking-data.runs.ipynb", "out_folder": "data/covidtracking" }, - "start_time": "2020-03-28T08:23:21.379898", + "start_time": "2020-03-28T20:12:25.784643", "version": "1.1.0" } },