[ Mar 13 04:51:51 Enabled. ] [ Mar 13 04:51:51 Rereading configuration. ] [ Mar 13 04:51:57 Rereading configuration. ] [ Mar 13 04:52:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:05.142918726Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:05.145692249Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:05.145710419Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:05.523116539Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.386878028Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47560"} {"msg":"region 968a1a98-6148-4551-a5ca-160d7a74bbe0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.389802003Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.390673527Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions","method":"POST","req_id":"fd172882-21e4-4963-9f09-b5fdd7c57ee0","remote_addr":"[fd00:1122:3344:101::a]:47560","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1629,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.390717477Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.400344457Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.400405858Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"968a1a98-6148-4551-a5ca-160d7a74bbe0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.491286331Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"968a1a98-6148-4551-a5ca-160d7a74bbe0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.637237291Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions","method":"POST","req_id":"0f1f164d-8382-4a57-b6b2-5d3a5a936c95","remote_addr":"[fd00:1122:3344:101::a]:47560","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.649252658Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"968a1a98-6148-4551-a5ca-160d7a74bbe0","component":"worker"} {"msg":"region 968a1a98-6148-4551-a5ca-160d7a74bbe0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.649277408Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.649562053Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.650065141Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.664232471Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.688776053Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.700435184Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.701346568Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.70142738Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.70147419Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.701569582Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.71366082Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:23.724953165Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.117733504Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions","method":"POST","req_id":"1b5883de-5504-47bb-a630-83567328fc9f","remote_addr":"[fd00:1122:3344:101::a]:47560","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.864950765Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47513"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.865031316Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","method":"GET","req_id":"dbfeffce-266c-4795-a851-4cc0bed44ba6","remote_addr":"[fd00:1122:3344:101::a]:47513","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.865214589Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.873776952Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"region 968a1a98-6148-4551-a5ca-160d7a74bbe0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.883368298Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.883539047Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.883595861Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","method":"DELETE","req_id":"6ff9bc6a-e56f-4b88-b788-c3647d860f86","remote_addr":"[fd00:1122:3344:101::a]:47513","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18459,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.883735438Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","method":"GET","req_id":"9062fdde-464d-4e01-b395-98d2798105a7","remote_addr":"[fd00:1122:3344:101::a]:47513","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-968a1a98-6148-4551-a5ca-160d7a74bbe0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.884718302Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.889615898Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.899853888Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"968a1a98-6148-4551-a5ca-160d7a74bbe0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.942769935Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","method":"GET","req_id":"d9066242-c0a0-4edd-9f31-84b9bdaf2086","remote_addr":"[fd00:1122:3344:101::a]:47513","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region 968a1a98-6148-4551-a5ca-160d7a74bbe0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:24.974287905Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:52:25.075032602Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/968a1a98-6148-4551-a5ca-160d7a74bbe0","method":"GET","req_id":"af7cb779-40f0-4dde-b537-cd8af1737f69","remote_addr":"[fd00:1122:3344:101::a]:47513","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.567806891Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42511"} {"msg":"region 01a925fb-7184-45cf-b127-79cbd073ee1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.568563553Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.569203953Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.569211583Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions","method":"POST","req_id":"92b749f1-22d2-46b4-bede-dd9ce4494906","remote_addr":"[fd00:1122:3344:101::a]:42511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1320,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.579230369Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.579261459Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"01a925fb-7184-45cf-b127-79cbd073ee1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/01a925fb-7184-45cf-b127-79cbd073ee1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.651603864Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"01a925fb-7184-45cf-b127-79cbd073ee1e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.720331613Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"01a925fb-7184-45cf-b127-79cbd073ee1e","component":"worker"} {"msg":"region 01a925fb-7184-45cf-b127-79cbd073ee1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.720375754Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.720471425Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.721943208Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.726636261Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.742247074Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.744967846Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.745284321Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.745346622Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.745393833Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.745437794Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.749484886Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.753650241Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:57:48.816652691Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions","method":"POST","req_id":"33a89d6e-efbb-4999-a5ff-ea9d66072a07","remote_addr":"[fd00:1122:3344:101::a]:42511","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.765269463Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36317"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.765386365Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","method":"GET","req_id":"81b5f894-0176-4224-9f3f-191c9681fe09","remote_addr":"[fd00:1122:3344:101::a]:36317","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"path is \"/data/regions/01a925fb-7184-45cf-b127-79cbd073ee1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.765602388Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.779163749Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"region 01a925fb-7184-45cf-b127-79cbd073ee1e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.787097823Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.787256515Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.787304136Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","method":"DELETE","req_id":"6081edcb-dcd1-4b7d-9d59-a9ce71aa3c29","remote_addr":"[fd00:1122:3344:101::a]:36317","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21745,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.787457458Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","method":"GET","req_id":"5b5f595d-0618-4683-a77a-cc5bd553b91d","remote_addr":"[fd00:1122:3344:101::a]:36317","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-01a925fb-7184-45cf-b127-79cbd073ee1e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.788794899Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.792643779Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/01a925fb-7184-45cf-b127-79cbd073ee1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.802716226Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"region":"01a925fb-7184-45cf-b127-79cbd073ee1e","component":"worker"} {"msg":"region 01a925fb-7184-45cf-b127-79cbd073ee1e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.848538198Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-13T04:58:29.877519669Z","hostname":"oxz_crucible_fb90c97d-7de4-4022-b4f1-be1904778459","pid":24404,"uri":"/crucible/0/regions/01a925fb-7184-45cf-b127-79cbd073ee1e","method":"GET","req_id":"6e31bce3-aa3f-4442-8339-97fad5dae77b","remote_addr":"[fd00:1122:3344:101::a]:36317","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":786,"response_code":"200"}