diff --git a/.renku/workflow/7b4a2ee9bf9a4696bc4aff37db1fa388.cwl b/.renku/workflow/7b4a2ee9bf9a4696bc4aff37db1fa388.cwl new file mode 100644 index 0000000000000000000000000000000000000000..9f43ed6f6b25c69f8e50211b951bda3bc60b8a7b --- /dev/null +++ b/.renku/workflow/7b4a2ee9bf9a4696bc4aff37db1fa388.cwl @@ -0,0 +1,120 @@ +class: Workflow +cwlVersion: v1.0 +hints: [] +inputs: + input_1: + default: states-daily.json + streamable: false + type: string + input_2: + default: states-metadata.json + streamable: false + type: string + input_3: + default: out_folder + streamable: false + type: string + input_4: + default: data/covidtracking + streamable: false + type: string + input_5: + default: + class: File + path: ../../notebooks/process/download-covidtracking-data.ipynb + streamable: false + type: File + input_6: + default: runs/download-covidtracking-data.runs.ipynb + streamable: false + type: string +outputs: + output_2: + outputSource: step_3/output_1 + streamable: false + type: Directory + output_3: + outputSource: step_3/output_0 + streamable: false + type: File +requirements: [] +steps: + step_1: + in: + filename: input_1 + input_directory: step_3/output_1 + out: + - output_file + run: + arguments: [] + baseCommand: + - 'true' + class: CommandLineTool + cwlVersion: v1.0 + hints: [] + inputs: + filename: + default: states-daily.json + streamable: false + type: string + input_directory: + streamable: false + type: Directory + outputs: + output_file: + outputBinding: + glob: $(inputs.filename) + streamable: false + type: File + permanentFailCodes: [] + requirements: + - &id001 + class: InlineJavascriptRequirement + - &id002 + class: InitialWorkDirRequirement + listing: $(inputs.input_directory.listing) + successCodes: [] + temporaryFailCodes: [] + step_2: + in: + filename: input_2 + input_directory: step_3/output_1 + out: + - output_file + run: + arguments: [] + baseCommand: + - 'true' + class: CommandLineTool + cwlVersion: v1.0 + hints: [] + inputs: + filename: + default: states-metadata.json + streamable: false + type: string + input_directory: + streamable: false + type: Directory + outputs: + output_file: + outputBinding: + glob: $(inputs.filename) + streamable: false + type: File + permanentFailCodes: [] + requirements: + - *id001 + - *id002 + successCodes: [] + temporaryFailCodes: [] + step_3: + in: + input_1: input_3 + input_2: input_4 + input_3: input_5 + input_4: input_6 + out: + - output_1 + - output_0 + run: a17d560c41a54f5aa307ce5f3c5effe5_papermill.cwl diff --git a/runs/download-covidtracking-data.runs.ipynb b/runs/download-covidtracking-data.runs.ipynb index c1ef0273ebf7895b55d94f791aa072208a0695b3..fd35742354f7b282bb64b4447b25ed2c002caae2 100644 --- a/runs/download-covidtracking-data.runs.ipynb +++ b/runs/download-covidtracking-data.runs.ipynb @@ -5,10 +5,10 @@ "execution_count": 1, "metadata": { "papermill": { - "duration": 0.506363, - "end_time": "2020-03-26T12:38:33.422061", + "duration": 0.51734, + "end_time": "2020-03-26T13:21:56.000330", "exception": false, - "start_time": "2020-03-26T12:38:32.915698", + "start_time": "2020-03-26T13:21:55.482990", "status": "completed" }, "tags": [] @@ -25,10 +25,10 @@ "execution_count": 2, "metadata": { "papermill": { - "duration": 0.020958, - "end_time": "2020-03-26T12:38:33.458041", + "duration": 0.017081, + "end_time": "2020-03-26T13:21:56.027414", "exception": false, - "start_time": "2020-03-26T12:38:33.437083", + "start_time": "2020-03-26T13:21:56.010333", "status": "completed" }, "tags": [ @@ -46,10 +46,10 @@ "execution_count": 3, "metadata": { "papermill": { - "duration": 0.023542, - "end_time": "2020-03-26T12:38:33.490779", + "duration": 0.025079, + "end_time": "2020-03-26T13:21:56.059563", "exception": false, - "start_time": "2020-03-26T12:38:33.467237", + "start_time": "2020-03-26T13:21:56.034484", "status": "completed" }, "tags": [ @@ -59,19 +59,19 @@ "outputs": [], "source": [ "# Parameters\n", - "PAPERMILL_INPUT_PATH = \"notebooks/process/download-covidtracking-data.ipynb\"\n", + "PAPERMILL_INPUT_PATH = \"/tmp/k17s7jwl/notebooks/process/download-covidtracking-data.ipynb\"\n", "PAPERMILL_OUTPUT_PATH = \"runs/download-covidtracking-data.runs.ipynb\"\n", - "out_folder = \"./data/covidtracking/\"\n" + "out_folder = \"data/covidtracking\"\n" ] }, { "cell_type": "markdown", "metadata": { "papermill": { - "duration": 0.007637, - "end_time": "2020-03-26T12:38:33.508933", + "duration": 0.006758, + "end_time": "2020-03-26T13:21:56.077082", "exception": false, - "start_time": "2020-03-26T12:38:33.501296", + "start_time": "2020-03-26T13:21:56.070324", "status": "completed" }, "tags": [] @@ -87,10 +87,10 @@ "execution_count": 4, "metadata": { "papermill": { - "duration": 0.211295, - "end_time": "2020-03-26T12:38:33.726495", + "duration": 0.134103, + "end_time": "2020-03-26T13:21:56.217501", "exception": false, - "start_time": "2020-03-26T12:38:33.515200", + "start_time": "2020-03-26T13:21:56.083398", "status": "completed" }, "tags": [] @@ -107,10 +107,10 @@ "execution_count": 5, "metadata": { "papermill": { - "duration": 0.025576, - "end_time": "2020-03-26T12:38:33.768948", + "duration": 0.028571, + "end_time": "2020-03-26T13:21:56.258997", "exception": false, - "start_time": "2020-03-26T12:38:33.743372", + "start_time": "2020-03-26T13:21:56.230426", "status": "completed" }, "tags": [] @@ -129,10 +129,10 @@ "execution_count": 6, "metadata": { "papermill": { - "duration": 0.073344, - "end_time": "2020-03-26T12:38:33.849972", + "duration": 0.079534, + "end_time": "2020-03-26T13:21:56.353888", "exception": false, - "start_time": "2020-03-26T12:38:33.776628", + "start_time": "2020-03-26T13:21:56.274354", "status": "completed" }, "tags": [] @@ -246,10 +246,10 @@ "cell_type": "markdown", "metadata": { "papermill": { - "duration": 0.007572, - "end_time": "2020-03-26T12:38:33.873621", + "duration": 0.008019, + "end_time": "2020-03-26T13:21:56.375707", "exception": false, - "start_time": "2020-03-26T12:38:33.866049", + "start_time": "2020-03-26T13:21:56.367688", "status": "completed" }, "tags": [] @@ -263,10 +263,10 @@ "execution_count": 7, "metadata": { "papermill": { - "duration": 0.178588, - "end_time": "2020-03-26T12:38:34.058549", + "duration": 0.228663, + "end_time": "2020-03-26T13:21:56.611259", "exception": false, - "start_time": "2020-03-26T12:38:33.879961", + "start_time": "2020-03-26T13:21:56.382596", "status": "completed" }, "tags": [] @@ -283,10 +283,10 @@ "execution_count": 8, "metadata": { "papermill": { - "duration": 0.027495, - "end_time": "2020-03-26T12:38:34.102339", + "duration": 0.031145, + "end_time": "2020-03-26T13:21:56.658428", "exception": false, - "start_time": "2020-03-26T12:38:34.074844", + "start_time": "2020-03-26T13:21:56.627283", "status": "completed" }, "tags": [] @@ -305,10 +305,10 @@ "execution_count": 9, "metadata": { "papermill": { - "duration": 0.076898, - "end_time": "2020-03-26T12:38:34.188602", + "duration": 0.074596, + "end_time": "2020-03-26T13:21:56.744429", "exception": false, - "start_time": "2020-03-26T12:38:34.111704", + "start_time": "2020-03-26T13:21:56.669833", "status": "completed" }, "tags": [] @@ -449,18 +449,18 @@ "version": "3.7.3" }, "papermill": { - "duration": 2.475212, - "end_time": "2020-03-26T12:38:34.517904", + "duration": 2.681112, + "end_time": "2020-03-26T13:21:57.202806", "environment_variables": {}, "exception": null, - "input_path": "notebooks/process/download-covidtracking-data.ipynb", + "input_path": "/tmp/k17s7jwl/notebooks/process/download-covidtracking-data.ipynb", "output_path": "runs/download-covidtracking-data.runs.ipynb", "parameters": { - "PAPERMILL_INPUT_PATH": "notebooks/process/download-covidtracking-data.ipynb", + "PAPERMILL_INPUT_PATH": "/tmp/k17s7jwl/notebooks/process/download-covidtracking-data.ipynb", "PAPERMILL_OUTPUT_PATH": "runs/download-covidtracking-data.runs.ipynb", - "out_folder": "./data/covidtracking/" + "out_folder": "data/covidtracking" }, - "start_time": "2020-03-26T12:38:32.042692", + "start_time": "2020-03-26T13:21:54.521694", "version": "1.1.0" } },