[ May 19 16:47:41 Enabled. ] [ May 19 16:47:41 Rereading configuration. ] [ May 19 16:47:42 Rereading configuration. ] [ May 19 16:47:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.876144191Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619} {"msg":"dataset: \"oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.877065145Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.877077775Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.877085155Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.894716063Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:47:45.97084048Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.888706594Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37135"} {"msg":"region bcf3f293-966d-4b0f-b7e2-8c51802e2e39 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.915631134Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.918804572Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.918848713Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions","method":"POST","req_id":"652a7f9f-04cd-4597-9f10-e2b6260d99d4","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14718,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.929457294Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.929479974Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bcf3f293-966d-4b0f-b7e2-8c51802e2e39\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:22.999784423Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"bcf3f293-966d-4b0f-b7e2-8c51802e2e39","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bcf3f293-966d-4b0f-b7e2-8c51802e2e39\" \"--data\" \"/data/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.001752753Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"bcf3f293-966d-4b0f-b7e2-8c51802e2e39","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.126372916Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions","method":"POST","req_id":"bcf91f4f-c956-4091-bd54-41a0dc4c2400","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.363925776Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"bcf3f293-966d-4b0f-b7e2-8c51802e2e39","component":"worker"} {"msg":"region bcf3f293-966d-4b0f-b7e2-8c51802e2e39 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.363992507Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.36419449Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.364567486Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.374799452Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.395953223Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.400668935Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.401334415Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.401391926Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.401433906Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.401470017Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.410425113Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.421199607Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:23.802863416Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions","method":"POST","req_id":"68841f00-5ef5-4b5c-bb10-91afead7c15f","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.268356328Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","method":"GET","req_id":"ab784900-c93d-4427-9652-3c371b4d971d","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.270935987Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"dataset is oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.278882878Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"region bcf3f293-966d-4b0f-b7e2-8c51802e2e39 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.287149187Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.287297342Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.287426878Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","method":"DELETE","req_id":"564d89eb-ae5a-4359-ad8f-c97106359370","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16437,"response_code":204} {"msg":"disabling downstairs instance: downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.288254541Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.290713098Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","method":"GET","req_id":"6f152065-2907-43c8-abce-1222ea082176","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.295485606Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.303688065Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"bcf3f293-966d-4b0f-b7e2-8c51802e2e39","component":"worker"} {"msg":"region bcf3f293-966d-4b0f-b7e2-8c51802e2e39 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.382183017Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:48:24.400368604Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/bcf3f293-966d-4b0f-b7e2-8c51802e2e39","method":"GET","req_id":"2afbd578-caf4-4229-8e76-21c859b8a871","remote_addr":"[fd00:1122:3344:101::a]:37135","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.495623792Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65092"} {"msg":"region f899a31d-32c0-427c-bad6-d07177cf7482 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.496386613Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.496459614Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.496467924Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions","method":"POST","req_id":"ca6925f7-d22b-4d79-80b4-e41a94a723c7","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":764,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.5040484Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.5040906Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f899a31d-32c0-427c-bad6-d07177cf7482\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f899a31d-32c0-427c-bad6-d07177cf7482\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.552340774Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"f899a31d-32c0-427c-bad6-d07177cf7482","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f899a31d-32c0-427c-bad6-d07177cf7482\" \"--data\" \"/data/regions/f899a31d-32c0-427c-bad6-d07177cf7482\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.552390174Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"f899a31d-32c0-427c-bad6-d07177cf7482","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.63830926Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"f899a31d-32c0-427c-bad6-d07177cf7482","component":"worker"} {"msg":"region f899a31d-32c0-427c-bad6-d07177cf7482 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.63834272Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.638428962Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.639198803Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.649898636Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.673831499Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.676566791Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.676797524Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.676838335Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.676880966Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.676914946Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.680791825Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.685774041Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:24.771231019Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions","method":"POST","req_id":"e1722cdb-e752-4741-b86c-3b94cffc3f97","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.456176682Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/f899a31d-32c0-427c-bad6-d07177cf7482","method":"GET","req_id":"3e0b9b29-5c1f-41b5-a267-24178cb05140","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/f899a31d-32c0-427c-bad6-d07177cf7482\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.459067646Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"dataset is oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/f899a31d-32c0-427c-bad6-d07177cf7482","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.471680037Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"region f899a31d-32c0-427c-bad6-d07177cf7482 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.478642303Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.479297413Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.479305023Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/f899a31d-32c0-427c-bad6-d07177cf7482","method":"DELETE","req_id":"a44989b5-c67d-4290-85f9-835e69a2f547","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20251,"response_code":204} {"msg":"disabling downstairs instance: downstairs-f899a31d-32c0-427c-bad6-d07177cf7482 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.480707814Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.482563612Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/f899a31d-32c0-427c-bad6-d07177cf7482","method":"GET","req_id":"cc513941-3022-4e1a-8baa-710aded65d3f","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.491534889Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crucible/regions/f899a31d-32c0-427c-bad6-d07177cf7482\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.499312627Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"region":"f899a31d-32c0-427c-bad6-d07177cf7482","component":"worker"} {"msg":"region f899a31d-32c0-427c-bad6-d07177cf7482 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.547055093Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T16:59:50.567503883Z","hostname":"oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f","pid":22619,"uri":"/crucible/0/regions/f899a31d-32c0-427c-bad6-d07177cf7482","method":"GET","req_id":"66cce5be-1416-4956-abbb-2898b682a5cc","remote_addr":"[fd00:1122:3344:101::a]:65092","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200}