{"job_id":"a8a04dd2-b704-4ecc-bfef-841d1ba198bb","runid":"diagonal-intersection","status":"canceled","result":"Unserializable return value","started_at":"2026-11-22 01:26:34.726682","ended_at":"2026-11-22 01:26:38.180824","description":"wepppy.rq.wepp_rq.run_wepp_rq('diagonal-intersection')","elapsed_s":3.454142,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{"0":[{"job_id":"b46e7c5b-cbfe-45a5-a963-828afd24609e","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 01:26:38.116004","ended_at":"2026-11-22 03:07:34.820773","description":"wepppy.rq.wepp_rq._prep_slopes_rq('diagonal-intersection')","elapsed_s":6056.704769,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"e3c79281-ecc5-4d18-99a6-c731414092ab","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 01:26:38.116085","ended_at":"2026-11-22 01:48:14.139858","description":"wepppy.rq.wepp_rq._prep_managements_rq('diagonal-intersection')","elapsed_s":1296.023773,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"a257fc99-a02a-4c4b-a02f-320672494667","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 01:26:38.117038","ended_at":"2026-11-22 03:14:36.883515","description":"wepppy.rq.wepp_rq._prep_soils_rq('diagonal-intersection')","elapsed_s":6478.766477,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"afaa4b80-e48a-4277-8270-8b46bbbea423","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 01:26:38.122398","ended_at":"2026-11-22 01:40:19.436522","description":"wepppy.rq.wepp_rq._prep_climates_rq('diagonal-intersection')","elapsed_s":821.314124,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"99ad35fd-3f82-4e70-a586-bbec60c3d079","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 03:14:36.930778","ended_at":"2026-11-22 03:40:14.968395","description":"wepppy.rq.wepp_rq._prep_remaining_rq('diagonal-intersection')","elapsed_s":1538.037617,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"1":[{"job_id":"189363cc-cbbb-4fa5-a3b6-8cc83ee347cd","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 03:40:15.014806","ended_at":"2026-11-22 05:37:49.108889","description":"wepppy.rq.wepp_rq._run_hillslopes_rq('diagonal-intersection')","elapsed_s":7054.094083,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"2":[{"job_id":"a8d4c88b-d605-48ab-9195-c8d1ac18a619","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 05:37:49.174839","ended_at":"2026-11-22 05:53:15.923360","description":"wepppy.rq.wepp_rq._prep_watershed_rq('diagonal-intersection')","elapsed_s":926.748521,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"7324df1e-82a9-4d70-8e4c-7b5de27cabbe","runid":"diagonal-intersection","status":"stopped","result":null,"started_at":"2026-11-22 05:37:49.135669","ended_at":null,"description":"wepppy.rq.wepp_rq._build_hillslope_interchange_rq('diagonal-intersection')","elapsed_s":28811.733622,"exc_info":"Job stopped by user, work-horse terminated.","auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"15b3d6ab-75b3-4abe-a361-e06d29e83301","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._build_totalwatsed3_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"3":[{"job_id":"9b36c172-913a-45cd-9f78-22c397aa2b61","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":"2026-11-22 05:53:15.969938","ended_at":"2026-11-22 05:59:27.294391","description":"wepppy.rq.wepp_rq.run_watershed_rq('diagonal-intersection', wepp_bin='wepp_261118')","elapsed_s":371.324453,"exc_info":"Traceback (most recent call last):\n  File \"/opt/venv/lib/python3.12/site-packages/rq/worker/base.py\", line 1552, in perform_job\n    return_value = job.perform()\n                   ^^^^^^^^^^^^^\n  File \"/workdir/wepppy/wepppy/rq/rq_worker.py\", line 270, in protected_perform\n    return original_perform()\n           ^^^^^^^^^^^^^^^^^^\n  File \"/opt/venv/lib/python3.12/site-packages/rq/job.py\", line 1368, in perform\n    self._result = self._execute()\n                   ^^^^^^^^^^^^^^^\n  File \"/opt/venv/lib/python3.12/site-packages/rq/job.py\", line 1428, in _execute\n    result = self.func(*self.args, **self.kwargs)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/workdir/wepppy/wepppy/rq/exception_logging.py\", line 68, in wrapper\n    return func(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^\n  File \"/workdir/wepppy/wepppy/rq/wepp_rq.py\", line 656, in run_watershed_rq\n    status, duration = run_watershed(runs_dir, wepp_bin=wepp_bin, status_channel=status_channel)\n                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/workdir/wepppy/wepp_runner/wepp_runner.py\", line 1743, in run_watershed\n    raise Exception(f'Error running wepp for watershed \\nSee <a href=\"{href}\">{_stderr_fn}</a>')\nException: Error running wepp for watershed \nSee <a href=\"browse/wepp/runs/pw0.err\">/wc1/runs/di/diagonal-intersection/wepp/runs/pw0.err</a>\n","auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"4":[{"job_id":"4991ff2c-c285-4d70-9c8c-94e816a9e6cd","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._post_run_cleanup_out_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"2affe0df-6cfa-4ba7-a130-d1ccbb7b146c","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._run_hillslope_watbal_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"d4d8b355-271d-42ce-bb99-8479ce0a3c73","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._post_make_loss_grid_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"e5f50765-54dc-4e27-81e9-181a0cecbb96","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._post_watershed_interchange_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}},{"job_id":"e37063ed-404f-46c8-9d11-c3ed463a1bf6","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._analyze_return_periods_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"5":[{"job_id":"1ac97987-a6aa-47c1-8977-e564f532173a","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._post_gpkg_export_rq('diagonal-intersection')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}],"6":[{"job_id":"0c7070d6-c1ff-4336-aa8b-c8319df4eb03","runid":"diagonal-intersection","status":"canceled","result":null,"started_at":null,"ended_at":null,"description":"wepppy.rq.wepp_rq._log_complete_rq('diagonal-intersection', auto_commit_inputs=True, commit_stage='WEPP pipeline')","elapsed_s":null,"exc_info":null,"auth_actor":null,"culvert_batch_uuid":null,"children":{}}]}}