[ May 18 07:16:15 Enabled. ] [ May 18 07:16:15 Rereading configuration. ] [ May 18 07:16:17 Rereading configuration. ] [ May 18 07:16:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.215231693Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311} {"msg":"dataset: \"oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.216232809Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.216255379Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.216268299Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.233550495Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.321862633Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.791566556Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40426"} {"msg":"region 8609e992-f7f6-4929-a14d-07d9183fb351 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.83395466Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.836965696Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.837004197Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions","method":"POST","req_id":"decf722c-274e-42de-a0d1-fa0c441965dc","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18785,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.844413228Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.844429308Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8609e992-f7f6-4929-a14d-07d9183fb351\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8609e992-f7f6-4929-a14d-07d9183fb351\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.888913663Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"8609e992-f7f6-4929-a14d-07d9183fb351","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8609e992-f7f6-4929-a14d-07d9183fb351\" \"--data\" \"/data/regions/8609e992-f7f6-4929-a14d-07d9183fb351\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.890863134Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"8609e992-f7f6-4929-a14d-07d9183fb351","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.997228162Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions","method":"POST","req_id":"2321f801-5517-458c-bfae-12f7e06bd102","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.139069495Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"8609e992-f7f6-4929-a14d-07d9183fb351","component":"worker"} {"msg":"region 8609e992-f7f6-4929-a14d-07d9183fb351 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.139116505Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.139211996Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.139597508Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.145914043Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.156743123Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.158161391Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.158961095Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.159021166Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.159067806Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.159103616Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.16172711Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.164186794Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.323898716Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions","method":"POST","req_id":"ce738803-ad4f-4722-abae-8fd3700ec08a","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.223016282Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/8609e992-f7f6-4929-a14d-07d9183fb351","method":"GET","req_id":"998c4205-dea7-4052-80c1-332ddde4a9e4","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/8609e992-f7f6-4929-a14d-07d9183fb351\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.225468536Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"dataset is oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/8609e992-f7f6-4929-a14d-07d9183fb351","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.233082488Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"region 8609e992-f7f6-4929-a14d-07d9183fb351 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.240878061Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241002282Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241016302Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/8609e992-f7f6-4929-a14d-07d9183fb351","method":"DELETE","req_id":"86075f9c-0e30-452d-bf8f-a49e664bd2ee","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15593,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8609e992-f7f6-4929-a14d-07d9183fb351 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241899907Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.244060599Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/8609e992-f7f6-4929-a14d-07d9183fb351","method":"GET","req_id":"68d6077e-fde4-4b7d-b837-1330011e5e14","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.244462661Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/8609e992-f7f6-4929-a14d-07d9183fb351\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.252251634Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"8609e992-f7f6-4929-a14d-07d9183fb351","component":"worker"} {"msg":"region 8609e992-f7f6-4929-a14d-07d9183fb351 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.303029444Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.37486768Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/8609e992-f7f6-4929-a14d-07d9183fb351","method":"GET","req_id":"88f8b41e-88df-4f02-a900-974d0097ac6f","remote_addr":"[fd00:1122:3344:101::c]:40426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.461832623Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63639"} {"msg":"region 1d31fa20-6718-4ea8-b3ab-d522637ade0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.461963593Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.462524936Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.462557927Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions","method":"POST","req_id":"35ce649e-4dac-45be-9bc9-da80a5962610","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":614,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.472371431Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.472415361Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1d31fa20-6718-4ea8-b3ab-d522637ade0a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.513225176Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"1d31fa20-6718-4ea8-b3ab-d522637ade0a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d31fa20-6718-4ea8-b3ab-d522637ade0a\" \"--data\" \"/data/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.513270237Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"1d31fa20-6718-4ea8-b3ab-d522637ade0a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.561790615Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"1d31fa20-6718-4ea8-b3ab-d522637ade0a","component":"worker"} {"msg":"region 1d31fa20-6718-4ea8-b3ab-d522637ade0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.561828215Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.561949796Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.562918431Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.567036504Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.580062826Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.581702505Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.581984306Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.582019936Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.582066057Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.582104977Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.584010058Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.587086684Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:04.693376762Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions","method":"POST","req_id":"c6e9999b-30a9-4b99-971c-a52e8ad7b88b","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.368718456Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","method":"GET","req_id":"bf667093-dfc0-4ee4-a61e-8ea4b2bd307c","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.371723413Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"dataset is oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.380881683Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"region 1d31fa20-6718-4ea8-b3ab-d522637ade0a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.388565936Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.388740117Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.388770747Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","method":"DELETE","req_id":"a19af739-16d6-4cc8-a429-691fa7cb1d92","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17049,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1d31fa20-6718-4ea8-b3ab-d522637ade0a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.390157104Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.392257206Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.39302924Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","method":"GET","req_id":"a6400264-4bec-432d-a9c6-f5bb94ad652b","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"deleting zfs dataset \"oxp_d023346c-b316-412f-a3f9-d95cf7848e37/crucible/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.401002695Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"region":"1d31fa20-6718-4ea8-b3ab-d522637ade0a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.44907891Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","method":"GET","req_id":"4648ecdd-6a7e-46e6-83fe-33dd056eb544","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region 1d31fa20-6718-4ea8-b3ab-d522637ade0a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.452061977Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:28:29.631762409Z","hostname":"oxz_crucible_df9ba580-2dea-41bb-bd31-9efc7d8a65ff","pid":26311,"uri":"/crucible/0/regions/1d31fa20-6718-4ea8-b3ab-d522637ade0a","method":"GET","req_id":"f74a0f4d-f5f6-44c0-8b87-f16531d0da11","remote_addr":"[fd00:1122:3344:101::c]:63639","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}