{"@id":"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","retrievedFrom":{"repoUrl":"https://github.com/unity-sds/unity-sps-workflows.git","branch":"cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc","path":"sounder_sips/ssips_L1a_workflow.cwl","packedId":null,"type":"GITHUB","rawUrl":"https://raw.githubusercontent.com/unity-sds/unity-sps-workflows/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","url":"https://github.com/unity-sds/unity-sps-workflows/blob/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl"},"retrievedOn":"2026-09-03T03:51:53.771+00:00","lastCommit":"cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc","label":"Workflow that executes the Sounder SIPS end-to-end L1a processing","doc":"Cognito credentials to access the U-DS services are retrieved from the AWS Parameter Store with the supplied keys.","inputs":{"dapa_api":{"type":"String"},"password":{"type":"String"},"username":{"type":"String"},"client_id":{"type":"String"},"aws_region":{"type":"String"},"static_dir":{"type":"Directory"},"cognito_url":{"type":"String"},"provider_id":{"type":"String"},"password_type":{"type":"String"},"stop_datetime":{"type":"String"},"staging_bucket":{"type":"String"},"start_datetime":{"type":"String"},"ephatt_download_dir":{"type":"String"},"output_collection_id":{"type":"String"},"science_download_dir":{"type":"String"},"input_ephatt_collection_id":{"type":"String"},"input_science_collection_id":{"type":"String"}},"outputs":{"output_dir":{"type":"Directory"},"stderr_run-pge":{"type":"File"},"stdout_run-pge":{"type":"File"},"stderr_stage-out":{"type":"File"},"stdout_stage-out":{"type":"File"},"stderr_stage-in-1":{"type":"File"},"stdout_stage-in-1":{"type":"File"},"ephatt_downloaded_dir":{"type":"Directory"},"science_downloaded_dir":{"type":"Directory"}},"steps":{"l1a-stage-out":{"label":"Tool that uploads data to the Unity DAPA server","doc":"Requires valid AWS credentials as input arguments. Also the target collection must exist.","run":"https://raw.githubusercontent.com/unity-sds/unity-sps-workflows/main/sounder_sips/utils/dapa_upload.cwl","runType":"COMMANDLINETOOL","sources":{"l1a-stage-out":{"sourceIDs":["output_collection_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/dapa_api":{"sourceIDs":["dapa_api"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/password":{"sourceIDs":["password"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/username":{"sourceIDs":["username"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/client_id":{"sourceIDs":["client_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/aws_region":{"sourceIDs":["aws_region"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/upload_dir":{"sourceIDs":["l1a-run-pge"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/cognito_url":{"sourceIDs":["cognito_url"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/provider_id":{"sourceIDs":["provider_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/password_type":{"sourceIDs":["password_type"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-out/staging_bucket":{"sourceIDs":["staging_bucket"]}}},"l1a-stage-in-1":{"label":"Tool that downloads data from the Unity DAPA server","doc":"Requires valid AWS credentials as input arguments","run":"https://raw.githubusercontent.com/unity-sds/unity-sps-workflows/main/sounder_sips/utils/dapa_download.cwl","runType":"COMMANDLINETOOL","sources":{"l1a-stage-in-1":{"sourceIDs":["ephatt_download_dir"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/dapa_api":{"sourceIDs":["dapa_api"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/password":{"sourceIDs":["password"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/username":{"sourceIDs":["username"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/client_id":{"sourceIDs":["client_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/aws_region":{"sourceIDs":["aws_region"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/cognito_url":{"sourceIDs":["cognito_url"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/collection_id":{"sourceIDs":["input_ephatt_collection_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/password_type":{"sourceIDs":["password_type"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/stop_datetime":{"sourceIDs":["stop_datetime"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-1/start_datetime":{"sourceIDs":["start_datetime"]}}},"l1a-stage-in-2":{"label":"Tool that downloads data from the Unity DAPA server","doc":"Requires valid AWS credentials as input arguments","run":"https://raw.githubusercontent.com/unity-sds/unity-sps-workflows/main/sounder_sips/utils/dapa_download.cwl","runType":"COMMANDLINETOOL","sources":{"l1a-stage-in-2":{"sourceIDs":["cognito_url"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/dapa_api":{"sourceIDs":["dapa_api"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/password":{"sourceIDs":["password"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/username":{"sourceIDs":["username"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/client_id":{"sourceIDs":["client_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/aws_region":{"sourceIDs":["aws_region"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/download_dir":{"sourceIDs":["science_download_dir"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/collection_id":{"sourceIDs":["input_science_collection_id"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/password_type":{"sourceIDs":["password_type"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/stop_datetime":{"sourceIDs":["stop_datetime"]},"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl#l1a-stage-in-2/start_datetime":{"sourceIDs":["start_datetime"]}}}},"cwltoolVersion":"3.1.20230201224320","visualisationDot":"digraph workflow {\n  graph [\n    bgcolor = \"#eeeeee\"\n    color = \"black\"\n    fontsize = \"10\"\n    labeljust = \"left\"\n    clusterrank = \"local\"\n    ranksep = \"0.22\"\n    nodesep = \"0.05\"\n  ]\n  node [\n    fontname = \"Helvetica\"\n    fontsize = \"10\"\n    fontcolor = \"black\"\n    shape = \"record\"\n    height = \"0\"\n    width = \"0\"\n    color = \"black\"\n    fillcolor = \"lightgoldenrodyellow\"\n    style = \"filled\"\n  ];\n  edge [\n    fontname=\"Helvetica\"\n    fontsize=\"8\"\n    fontcolor=\"black\"\n    color=\"black\"\n    arrowsize=\"0.7\"\n  ];\n  subgraph cluster_inputs {\n    rank = \"same\";\n    style = \"dashed\";\n    label = \"Workflow Inputs\";\n    \"password_type\" [fillcolor=\"#94DDF4\",label=\"password_type\"];\n    \"start_datetime\" [fillcolor=\"#94DDF4\",label=\"start_datetime\"];\n    \"dapa_api\" [fillcolor=\"#94DDF4\",label=\"dapa_api\"];\n    \"aws_region\" [fillcolor=\"#94DDF4\",label=\"aws_region\"];\n    \"output_collection_id\" [fillcolor=\"#94DDF4\",label=\"output_collection_id\"];\n    \"input_ephatt_collection_id\" [fillcolor=\"#94DDF4\",label=\"input_ephatt_collection_id\"];\n    \"cognito_url\" [fillcolor=\"#94DDF4\",label=\"cognito_url\"];\n    \"stop_datetime\" [fillcolor=\"#94DDF4\",label=\"stop_datetime\"];\n    \"password\" [fillcolor=\"#94DDF4\",label=\"password\"];\n    \"username\" [fillcolor=\"#94DDF4\",label=\"username\"];\n    \"static_dir\" [fillcolor=\"#94DDF4\",label=\"static_dir\"];\n    \"client_id\" [fillcolor=\"#94DDF4\",label=\"client_id\"];\n    \"ephatt_download_dir\" [fillcolor=\"#94DDF4\",label=\"ephatt_download_dir\"];\n    \"staging_bucket\" [fillcolor=\"#94DDF4\",label=\"staging_bucket\"];\n    \"input_science_collection_id\" [fillcolor=\"#94DDF4\",label=\"input_science_collection_id\"];\n    \"science_download_dir\" [fillcolor=\"#94DDF4\",label=\"science_download_dir\"];\n    \"provider_id\" [fillcolor=\"#94DDF4\",label=\"provider_id\"];\n  }\n  subgraph cluster_outputs {\n    rank = \"same\";\n    style = \"dashed\";\n    labelloc = \"b\";\n    label = \"Workflow Outputs\";\n    \"ephatt_downloaded_dir\" [fillcolor=\"#94DDF4\",label=\"ephatt_downloaded_dir\"];\n    \"stdout_stage-out\" [fillcolor=\"#94DDF4\",label=\"stdout_stage-out\"];\n    \"output_dir\" [fillcolor=\"#94DDF4\",label=\"output_dir\"];\n    \"science_downloaded_dir\" [fillcolor=\"#94DDF4\",label=\"science_downloaded_dir\"];\n    \"stderr_run-pge\" [fillcolor=\"#94DDF4\",label=\"stderr_run-pge\"];\n    \"stderr_stage-in-1\" [fillcolor=\"#94DDF4\",label=\"stderr_stage-in-1\"];\n    \"stdout_run-pge\" [fillcolor=\"#94DDF4\",label=\"stdout_run-pge\"];\n    \"stderr_stage-out\" [fillcolor=\"#94DDF4\",label=\"stderr_stage-out\"];\n    \"stdout_stage-in-1\" [fillcolor=\"#94DDF4\",label=\"stdout_stage-in-1\"];\n  }\n  \"l1a-stage-in-1\" [label=\"Tool that downloads data from the Unity DAPA server\"];\n  \"l1a-stage-in-2\" [label=\"Tool that downloads data from the Unity DAPA server\"];\n  \"l1a-stage-out\" [label=\"Tool that uploads data to the Unity DAPA server\"];\n  \"static_dir\" -> \"l1a-run-pge\" [label=\"static_dir\"];\n  \"start_datetime\" -> \"l1a-run-pge\" [label=\"start_datetime\"];\n  \"l1a-stage-in-2\" -> \"l1a-run-pge\" [label=\"input_science_dir\"];\n  \"l1a-stage-in-1\" -> \"l1a-run-pge\" [label=\"input_ephatt_dir\"];\n  \"stop_datetime\" -> \"l1a-run-pge\" [label=\"end_datetime\"];\n  \"ephatt_download_dir\" -> \"l1a-stage-in-1\" [label=\"download_dir\"];\n  \"username\" -> \"l1a-stage-in-1\" [label=\"username\"];\n  \"client_id\" -> \"l1a-stage-in-1\" [label=\"client_id\"];\n  \"start_datetime\" -> \"l1a-stage-in-1\" [label=\"start_datetime\"];\n  \"password\" -> \"l1a-stage-in-1\" [label=\"password\"];\n  \"stop_datetime\" -> \"l1a-stage-in-1\" [label=\"stop_datetime\"];\n  \"aws_region\" -> \"l1a-stage-in-1\" [label=\"aws_region\"];\n  \"cognito_url\" -> \"l1a-stage-in-1\" [label=\"cognito_url\"];\n  \"password_type\" -> \"l1a-stage-in-1\" [label=\"password_type\"];\n  \"dapa_api\" -> \"l1a-stage-in-1\" [label=\"dapa_api\"];\n  \"input_ephatt_collection_id\" -> \"l1a-stage-in-1\" [label=\"collection_id\"];\n  \"cognito_url\" -> \"l1a-stage-in-2\" [label=\"cognito_url\"];\n  \"dapa_api\" -> \"l1a-stage-in-2\" [label=\"dapa_api\"];\n  \"input_science_collection_id\" -> \"l1a-stage-in-2\" [label=\"collection_id\"];\n  \"client_id\" -> \"l1a-stage-in-2\" [label=\"client_id\"];\n  \"password_type\" -> \"l1a-stage-in-2\" [label=\"password_type\"];\n  \"science_download_dir\" -> \"l1a-stage-in-2\" [label=\"download_dir\"];\n  \"stop_datetime\" -> \"l1a-stage-in-2\" [label=\"stop_datetime\"];\n  \"username\" -> \"l1a-stage-in-2\" [label=\"username\"];\n  \"aws_region\" -> \"l1a-stage-in-2\" [label=\"aws_region\"];\n  \"start_datetime\" -> \"l1a-stage-in-2\" [label=\"start_datetime\"];\n  \"password\" -> \"l1a-stage-in-2\" [label=\"password\"];\n  \"output_collection_id\" -> \"l1a-stage-out\" [label=\"collection_id\"];\n  \"password\" -> \"l1a-stage-out\" [label=\"password\"];\n  \"password_type\" -> \"l1a-stage-out\" [label=\"password_type\"];\n  \"cognito_url\" -> \"l1a-stage-out\" [label=\"cognito_url\"];\n  \"username\" -> \"l1a-stage-out\" [label=\"username\"];\n  \"dapa_api\" -> \"l1a-stage-out\" [label=\"dapa_api\"];\n  \"l1a-run-pge\" -> \"l1a-stage-out\" [label=\"upload_dir\"];\n  \"provider_id\" -> \"l1a-stage-out\" [label=\"provider_id\"];\n  \"client_id\" -> \"l1a-stage-out\" [label=\"client_id\"];\n  \"aws_region\" -> \"l1a-stage-out\" [label=\"aws_region\"];\n  \"staging_bucket\" -> \"l1a-stage-out\" [label=\"staging_bucket\"];\n  \"l1a-stage-in-1\" -> \"ephatt_downloaded_dir\";\n  \"l1a-stage-out\" -> \"stdout_stage-out\";\n  \"l1a-run-pge\" -> \"output_dir\";\n  \"l1a-stage-in-2\" -> \"science_downloaded_dir\";\n  \"l1a-run-pge\" -> \"stderr_run-pge\";\n  \"l1a-stage-in-1\" -> \"stderr_stage-in-1\";\n  \"l1a-run-pge\" -> \"stdout_run-pge\";\n  \"l1a-stage-out\" -> \"stderr_stage-out\";\n  \"l1a-stage-in-1\" -> \"stdout_stage-in-1\";\n}\n","licenseLink":"https://spdx.org/licenses/Apache-2.0","permalink":"https://w3id.org/cwl/view/git/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","packed":false,"visualisationXdot":"/graph/xdot/github.com/unity-sds/unity-sps-workflows/blob/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","visualisationPng":"/graph/png/github.com/unity-sds/unity-sps-workflows/blob/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","visualisationSvg":"/graph/svg/github.com/unity-sds/unity-sps-workflows/blob/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","roBundle":"/robundle/github.com/unity-sds/unity-sps-workflows/blob/cf0d48a2ad19a6c8a31e9fb2c5f2123544ede1cc/sounder_sips/ssips_L1a_workflow.cwl","licenseName":"Apache License 2.0"}