[ Dec 24 02:31:14 Enabled. ] [ Dec 24 02:31:14 Rereading configuration. ] [ Dec 24 02:31:15 Rereading configuration. ] [ Dec 24 02:31:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.696561173Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151} {"msg":"dataset: \"oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.697437287Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.697451707Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.697460678Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.714156393Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.796524325Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.006693645Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38934"} {"msg":"region 35ccb5d1-ceb6-442d-93bd-daedcdd40c15 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.032259353Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.035615696Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.035637877Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"514f8034-726d-43f6-9bc7-9d4491d33343","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14737,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.04716152Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.04718097Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"35ccb5d1-ceb6-442d-93bd-daedcdd40c15\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.09487173Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"35ccb5d1-ceb6-442d-93bd-daedcdd40c15","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"35ccb5d1-ceb6-442d-93bd-daedcdd40c15\" \"--data\" \"/data/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.096873592Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"35ccb5d1-ceb6-442d-93bd-daedcdd40c15","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.399139916Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"109a2e25-7894-44a4-b1ad-34ee2496dc31","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.430276903Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"35ccb5d1-ceb6-442d-93bd-daedcdd40c15","component":"worker"} {"msg":"region 35ccb5d1-ceb6-442d-93bd-daedcdd40c15 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.430306763Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.430430615Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.430817361Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.436213107Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.452793081Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.456046803Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.456746084Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.456885716Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.456894907Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.456906687Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.460413552Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.463951419Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.777398881Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"8ea9880c-45a3-464b-b92e-c15c17b1922e","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.823616797Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60447"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.82378316Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"23965048-3e36-43f7-a522-d4900eeeff52","remote_addr":"[fd00:1122:3344:101::b]:60447","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.921880992Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41695"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.922014295Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"bd2ba94f-0184-44b1-90f3-5c940c379b3d","remote_addr":"[fd00:1122:3344:101::a]:41695","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.573262398Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"eb637dc0-30fe-4b13-baaa-20369a503b47","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.584175842Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"dataset is oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.593575031Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"region 35ccb5d1-ceb6-442d-93bd-daedcdd40c15 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.601774722Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.601905164Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.601934374Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"DELETE","req_id":"4613b839-16ab-4348-805c-3d71201a742f","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17816,"response_code":204} {"msg":"disabling downstairs instance: downstairs-35ccb5d1-ceb6-442d-93bd-daedcdd40c15 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.602485463Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.60727967Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.608893445Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"8ecd9efa-c020-4890-8319-4d1c79681f18","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"deleting zfs dataset \"oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.618165253Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"35ccb5d1-ceb6-442d-93bd-daedcdd40c15","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.669590732Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"564a6cf2-34ab-4cf5-a109-4cd0040a8ab7","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 35ccb5d1-ceb6-442d-93bd-daedcdd40c15 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.698436982Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.763907714Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/35ccb5d1-ceb6-442d-93bd-daedcdd40c15","method":"GET","req_id":"263ea3b6-3264-4d4a-9d1e-f41c8d600727","remote_addr":"[fd00:1122:3344:101::b]:38934","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.789114552Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54540"} {"msg":"region 2787710e-9b9a-48d0-8aba-25c5e24c98df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.790400943Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.790431723Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.790439743Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"1709d5c8-2c16-4c47-8972-bc19815e55c6","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":590,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.799418596Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.799437097Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2787710e-9b9a-48d0-8aba-25c5e24c98df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.854218669Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"2787710e-9b9a-48d0-8aba-25c5e24c98df","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2787710e-9b9a-48d0-8aba-25c5e24c98df\" \"--data\" \"/data/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.85425437Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"2787710e-9b9a-48d0-8aba-25c5e24c98df","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:17.98739454Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"91f046ac-3075-4ea2-af67-236514702f9d","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.082360423Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"2787710e-9b9a-48d0-8aba-25c5e24c98df","component":"worker"} {"msg":"region 2787710e-9b9a-48d0-8aba-25c5e24c98df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.082420684Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.082587797Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.083908918Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.096522269Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.148196262Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.152550561Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.152918727Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.152992228Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.153048289Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.15310218Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.157458789Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.162879346Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:18.608377562Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions","method":"POST","req_id":"b1b1f5db-871a-44d0-8527-92f62ff7b051","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.947939732Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","method":"GET","req_id":"110a014f-f9d8-4f00-8a84-ecd8e2dfff36","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.951097722Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"dataset is oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.960124846Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"region 2787710e-9b9a-48d0-8aba-25c5e24c98df state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.967182238Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.967486993Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.967498083Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","method":"DELETE","req_id":"22540218-d2f0-4180-8828-3b3fb4f7212f","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16485,"response_code":204} {"msg":"disabling downstairs instance: downstairs-2787710e-9b9a-48d0-8aba-25c5e24c98df (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.968465589Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.970794536Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","method":"GET","req_id":"5aa6f185-34bd-4c8f-9f11-f1f77f249fd3","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.985158034Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a7e82e73-c6b3-4e8d-8104-31ab1a00ec21/crucible/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:44.993098561Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"region":"2787710e-9b9a-48d0-8aba-25c5e24c98df","component":"worker"} {"msg":"region 2787710e-9b9a-48d0-8aba-25c5e24c98df state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:45.048525744Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:45.123527409Z","hostname":"oxz_crucible_687e597c-5e6f-4b28-b1ec-3e65d1d7e0b7","pid":24151,"uri":"/crucible/0/regions/2787710e-9b9a-48d0-8aba-25c5e24c98df","method":"GET","req_id":"a31e38ed-d0cd-4623-aa6f-ddb46c36d883","remote_addr":"[fd00:1122:3344:101::b]:54540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":200}