[ Jun  2 18:31:00 Enabled. ]
[ Jun  2 18:31:00 Rereading configuration. ]
[ Jun  2 18:31:01 Rereading configuration. ]
[ Jun  2 18:31:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.929505299Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707}
{"msg":"dataset: \"oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.930403419Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.93041738Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.93042534Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:04.950393751Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:05.030099041Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.925931913Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44457"}
{"msg":"region a80fde71-817f-4a26-907e-a9a4a75897df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.961092486Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.962479347Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.96257852Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"ef690408-c0e2-4ae6-a51b-c2c93c21e228","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14475,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.970067486Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:28.970100807Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a80fde71-817f-4a26-907e-a9a4a75897df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a80fde71-817f-4a26-907e-a9a4a75897df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.04702788Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"a80fde71-817f-4a26-907e-a9a4a75897df","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a80fde71-817f-4a26-907e-a9a4a75897df\" \"--data\" \"/data/regions/a80fde71-817f-4a26-907e-a9a4a75897df\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.049091866Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"a80fde71-817f-4a26-907e-a9a4a75897df","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.178884965Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"a80fde71-817f-4a26-907e-a9a4a75897df","component":"worker"}
{"msg":"region a80fde71-817f-4a26-907e-a9a4a75897df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.178945817Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.179167582Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.17953666Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.185980314Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.194035763Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.195910075Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.19661952Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196681942Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196739563Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.196779414Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.200100038Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.202987612Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:29.230007334Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"fc25680c-b264-4186-ae82-df2bcc69d5c5","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.261715014Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/a80fde71-817f-4a26-907e-a9a4a75897df","method":"GET","req_id":"68649c0b-a55c-4a9a-b88d-721aee4d80d3","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":94,"response_code":200}
{"msg":"path is \"/data/regions/a80fde71-817f-4a26-907e-a9a4a75897df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.265450288Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"dataset is oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/a80fde71-817f-4a26-907e-a9a4a75897df","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.273807834Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"region a80fde71-817f-4a26-907e-a9a4a75897df state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.281800112Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.281994416Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.282003946Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/a80fde71-817f-4a26-907e-a9a4a75897df","method":"DELETE","req_id":"566f50bc-21a9-4a2c-9abd-26351649e34c","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16603,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a80fde71-817f-4a26-907e-a9a4a75897df (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.282924427Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.285575506Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/a80fde71-817f-4a26-907e-a9a4a75897df","method":"GET","req_id":"7351638b-6f33-47b4-ac76-1cf8469c96f4","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.286384564Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/a80fde71-817f-4a26-907e-a9a4a75897df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.294865012Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"a80fde71-817f-4a26-907e-a9a4a75897df","component":"worker"}
{"msg":"region a80fde71-817f-4a26-907e-a9a4a75897df state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.358487689Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:31:30.369436213Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/a80fde71-817f-4a26-907e-a9a4a75897df","method":"GET","req_id":"698f0d5d-aaad-4d08-a0b5-963abeb52ad4","remote_addr":"[fd00:1122:3344:101::b]:44457","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.033368704Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34527"}
{"msg":"region f2fb2113-d456-4216-a5a2-3dd5066f5297 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.033471186Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.034325435Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.034344105Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"d27ec66a-e6c4-4cb8-97be-f16aa814d4ff","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":921,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.043187882Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.043731234Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f2fb2113-d456-4216-a5a2-3dd5066f5297\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2fb2113-d456-4216-a5a2-3dd5066f5297\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.086470216Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"f2fb2113-d456-4216-a5a2-3dd5066f5297","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2fb2113-d456-4216-a5a2-3dd5066f5297\" \"--data\" \"/data/regions/f2fb2113-d456-4216-a5a2-3dd5066f5297\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.086510707Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"f2fb2113-d456-4216-a5a2-3dd5066f5297","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.136364497Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"f2fb2113-d456-4216-a5a2-3dd5066f5297","component":"worker"}
{"msg":"region f2fb2113-d456-4216-a5a2-3dd5066f5297 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.136398818Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.13647963Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.137267767Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.140702884Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.15041452Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.151569206Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2fb2113-d456-4216-a5a2-3dd5066f5297","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.151882363Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.151916114Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.151963364Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.151997895Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.153818256Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.156672919Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:41.223045307Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"148b9c74-153b-4569-97b2-908085bd70da","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"region 0eea7482-7a7c-49e2-9775-07bbf89d5da2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.136717958Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.136893652Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"519e0d7b-34db-48e1-bf83-3d8c877db0a5","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.136919473Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.144041201Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.144070092Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0eea7482-7a7c-49e2-9775-07bbf89d5da2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.182328924Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"0eea7482-7a7c-49e2-9775-07bbf89d5da2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0eea7482-7a7c-49e2-9775-07bbf89d5da2\" \"--data\" \"/data/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.182368335Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"0eea7482-7a7c-49e2-9775-07bbf89d5da2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.238602647Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"0eea7482-7a7c-49e2-9775-07bbf89d5da2","component":"worker"}
{"msg":"region 0eea7482-7a7c-49e2-9775-07bbf89d5da2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.238627498Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.23873282Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.239570179Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.245412739Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.248755553Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.250109063Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.250306468Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.250339068Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.250381859Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.25041322Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.252726121Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.259347979Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:42:47.437627919Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"7dbc712c-e38b-402e-bfc0-2a9e2bca9f7f","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.948582835Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","method":"GET","req_id":"415584cf-f38a-4cfe-ba8c-d1782fd3646d","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.951968441Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"dataset is oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.961217646Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"region 0eea7482-7a7c-49e2-9775-07bbf89d5da2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.968801806Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.968976479Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.96902075Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","method":"DELETE","req_id":"c84387b9-3c49-4a71-a71b-e38513154b60","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17050,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-0eea7482-7a7c-49e2-9775-07bbf89d5da2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.970637916Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.97302768Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","method":"GET","req_id":"ee4c2879-33cf-44ee-b52d-780d29ae6a20","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.97395427Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_058167fc-2681-4f0b-94c2-e1b86dabccf5/crucible/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:12.982172463Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"region":"0eea7482-7a7c-49e2-9775-07bbf89d5da2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:13.041062084Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","method":"GET","req_id":"33a531e7-dbb2-4d42-b570-725ffa3ab8e0","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region 0eea7482-7a7c-49e2-9775-07bbf89d5da2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:13.051509927Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-02T18:43:13.168766928Z","hostname":"oxz_crucible_0945d1ea-0e1c-471a-b0e0-cbd4317ee0c5","pid":24707,"uri":"/crucible/0/regions/0eea7482-7a7c-49e2-9775-07bbf89d5da2","method":"GET","req_id":"7b998b41-7791-4670-8deb-a543faa2c41b","remote_addr":"[fd00:1122:3344:101::b]:34527","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200}