[ Mar 23 21:17:54 Enabled. ] [ Mar 23 21:17:54 Rereading configuration. ] [ Mar 23 21:17:55 Rereading configuration. ] [ Mar 23 21:17:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.421874012Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465} {"msg":"dataset: \"oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.422726054Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.422738364Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.422745044Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.437836099Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:17:58.613465098Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.826766006Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62274"} {"msg":"region 1df234e3-de62-4026-8aa1-5216a02a39a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.851595623Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.854450994Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.854474065Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions","method":"POST","req_id":"c368c987-7284-4836-a526-1acf4b3591c5","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14299,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.86350524Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.8635263Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1df234e3-de62-4026-8aa1-5216a02a39a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1df234e3-de62-4026-8aa1-5216a02a39a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.917333529Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"1df234e3-de62-4026-8aa1-5216a02a39a2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1df234e3-de62-4026-8aa1-5216a02a39a2\" \"--data\" \"/data/regions/1df234e3-de62-4026-8aa1-5216a02a39a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.919264337Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"1df234e3-de62-4026-8aa1-5216a02a39a2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.13812115Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions","method":"POST","req_id":"a2601089-e0d9-4ba5-943f-f90678dd826a","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.274284627Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"1df234e3-de62-4026-8aa1-5216a02a39a2","component":"worker"} {"msg":"region 1df234e3-de62-4026-8aa1-5216a02a39a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.274333188Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.27441552Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.274753798Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.281535327Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.297003402Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.304089038Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.304693843Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.304757335Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.304798556Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.304835587Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.310416805Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.316905417Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.58240958Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions","method":"POST","req_id":"837759b3-66cf-428a-8702-75d9abd00142","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.345860219Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","method":"GET","req_id":"37e703a8-7ce4-47b4-b3ce-b7777fd1a24e","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":108,"response_code":200} {"msg":"path is \"/data/regions/1df234e3-de62-4026-8aa1-5216a02a39a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.351450918Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"dataset is oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.35996224Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"region 1df234e3-de62-4026-8aa1-5216a02a39a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.3676032Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.367731173Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.367747053Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","method":"DELETE","req_id":"6a5ef77b-477d-464b-b38a-3b3dab528953","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16311,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.368766019Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.371433225Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","method":"GET","req_id":"db1974f3-1e0f-4c80-bf40-ddd17e21e629","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.373901277Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/1df234e3-de62-4026-8aa1-5216a02a39a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.383720471Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"1df234e3-de62-4026-8aa1-5216a02a39a2","component":"worker"} {"msg":"region 1df234e3-de62-4026-8aa1-5216a02a39a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.445439586Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.510533715Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/1df234e3-de62-4026-8aa1-5216a02a39a2","method":"GET","req_id":"2e326391-4981-4de0-b28e-73fadda634ca","remote_addr":"[fd00:1122:3344:101::c]:62274","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:29.992439548Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56582"} {"msg":"region 038dd8dd-d501-459d-8b13-d81e59c00b6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:29.993094075Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:29.993203937Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:29.993212767Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions","method":"POST","req_id":"9b8f70be-fdb1-43ba-8647-8a07262bacc7","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":681,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.001652047Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.001679148Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"038dd8dd-d501-459d-8b13-d81e59c00b6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.060342464Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"038dd8dd-d501-459d-8b13-d81e59c00b6b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"038dd8dd-d501-459d-8b13-d81e59c00b6b\" \"--data\" \"/data/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.060378643Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"038dd8dd-d501-459d-8b13-d81e59c00b6b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.188339791Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"038dd8dd-d501-459d-8b13-d81e59c00b6b","component":"worker"} {"msg":"region 038dd8dd-d501-459d-8b13-d81e59c00b6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.188370221Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.188470494Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.189271694Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.199774345Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.216577603Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions","method":"POST","req_id":"fb4292d1-24c0-49ba-a22e-5d823e7b1e4a","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.235415431Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.247292137Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.247584214Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.247637575Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.247676556Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.247717017Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.25786774Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:30.263456649Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.936701733Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","method":"GET","req_id":"9d987bfe-4216-464d-a360-5e7553e7bde1","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.939850031Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"dataset is oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.948542738Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"region 038dd8dd-d501-459d-8b13-d81e59c00b6b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.956606298Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.957232404Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.957242884Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","method":"DELETE","req_id":"097159a6-77f3-468a-933c-eb2c06685227","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17418,"response_code":204} {"msg":"disabling downstairs instance: downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.958801493Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.960357631Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","method":"GET","req_id":"35a24b48-59b7-4aa1-b827-010d7a865f96","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.978568804Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_69dac9cd-3d5d-4cca-a844-f604de99a8d1/crucible/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:55.986351658Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"region":"038dd8dd-d501-459d-8b13-d81e59c00b6b","component":"worker"} {"msg":"region 038dd8dd-d501-459d-8b13-d81e59c00b6b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:56.042031703Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:56.06683198Z","hostname":"oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44","pid":21465,"uri":"/crucible/0/regions/038dd8dd-d501-459d-8b13-d81e59c00b6b","method":"GET","req_id":"7de240be-0fa2-4d96-9115-12da2bb7f847","remote_addr":"[fd00:1122:3344:101::c]:56582","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}