[ Dec 31 23:16:04 Enabled. ]
[ Dec 31 23:16:04 Rereading configuration. ]
[ Dec 31 23:16:07 Rereading configuration. ]
[ Dec 31 23:16:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.267777965Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387}
{"msg":"dataset: \"oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.268552328Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.268563508Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.268569748Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.284318036Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.363146463Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.021843206Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38540"}
{"msg":"region df0a7517-008e-406b-8ba9-0400efff055a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.053213158Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.055992246Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.056029776Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"18c42f64-059f-4504-bdf1-31855a76c887","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16804,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.064157304Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.064173104Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"df0a7517-008e-406b-8ba9-0400efff055a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df0a7517-008e-406b-8ba9-0400efff055a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.132738118Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"df0a7517-008e-406b-8ba9-0400efff055a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df0a7517-008e-406b-8ba9-0400efff055a\" \"--data\" \"/data/regions/df0a7517-008e-406b-8ba9-0400efff055a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.134756202Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"df0a7517-008e-406b-8ba9-0400efff055a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.396704608Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"1d4ba7d9-3027-4319-8c8c-baaa326cc74a","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.509801688Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"df0a7517-008e-406b-8ba9-0400efff055a","component":"worker"}
{"msg":"region df0a7517-008e-406b-8ba9-0400efff055a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.509863009Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.510098743Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.510429919Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.518035338Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.532050196Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.534895324Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.535605976Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.535665567Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.535703528Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.535738908Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.540163663Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.545358051Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.982220197Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"ab206582-ff55-4b5a-8788-2c5a8dbc3483","remote_addr":"[fd00:1122:3344:101::a]:38540","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.045355153Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54978"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.045972134Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/df0a7517-008e-406b-8ba9-0400efff055a","method":"GET","req_id":"38fa4d1a-09e2-4e98-9678-284edfa21d5c","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/df0a7517-008e-406b-8ba9-0400efff055a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.053555082Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"dataset is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.060117394Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"snapshot is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.066334849Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.06636432Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.082614816Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/df0a7517-008e-406b-8ba9-0400efff055a/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360","method":"GET","req_id":"067e4078-da47-464b-8132-d65e7fdd4df7","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29088,"response_code":200}
{"msg":"path is \"/data/regions/df0a7517-008e-406b-8ba9-0400efff055a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.098128529Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"dataset is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.103775925Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"snapshot is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.11055908Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.11058533Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot df0a7517-008e-406b-8ba9-0400efff055a-8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.122513463Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.12353107Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/df0a7517-008e-406b-8ba9-0400efff055a/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"c1b841fe-545c-4bf5-aa7a-e89ebd90bf1c","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25417,"response_code":200}
{"msg":"applying SMF actions for region df0a7517-008e-406b-8ba9-0400efff055a running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.123557621Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-df0a7517-008e-406b-8ba9-0400efff055a-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.14531571Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-df0a7517-008e-406b-8ba9-0400efff055a-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.157875633Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-df0a7517-008e-406b-8ba9-0400efff055a-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.192700754Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df0a7517-008e-406b-8ba9-0400efff055a/.zfs/snapshot/8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.193161052Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.193215273Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.193260034Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.193303225Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.193364655Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.200834642Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.209335877Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"region df0a7517-008e-406b-8ba9-0400efff055a running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.209347557Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"path is \"/data/regions/df0a7517-008e-406b-8ba9-0400efff055a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.366942601Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"dataset is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.373692096Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"snapshot is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.380293788Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/df0a7517-008e-406b-8ba9-0400efff055a\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.380325068Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.385991584Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/df0a7517-008e-406b-8ba9-0400efff055a/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"6b8b8160-6eee-40ee-b17a-f23cd984a5de","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19120,"response_code":200}
{"msg":"region a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454198798Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454385931Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"5acb04e2-0ad3-4876-bc18-0de9ca55735f","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.454412861Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.46202563Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.462071061Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.573197627Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\" \"--data\" \"/data/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.573241418Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.690725222Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"a434cccc-52e0-4413-bdc5-05c125df929c","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.738794318Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","component":"worker"}
{"msg":"region a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.738814679Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.738960831Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.739399229Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.747049718Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.772780245Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.784506924Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.784798709Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.78484617Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.784888271Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.784924832Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.799726193Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:16.829381796Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:17.10591852Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions","method":"POST","req_id":"c0371d0c-cb69-41ac-851c-56aa1313ecbf","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.44465058Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","method":"GET","req_id":"671f8fec-94cb-4317-8640-34616337f079","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"path is \"/data/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.447782593Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"dataset is oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.457821103Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"region a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.465914941Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.466088814Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","method":"DELETE","req_id":"832fbf3a-41c4-4b96-a9fa-12dcd7c8bb21","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18351,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.466109074Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.466746625Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.469549562Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","method":"GET","req_id":"b36bdd5e-858f-4f98-a926-e1130e48a4ba","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.482290819Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9b81f321-b39d-43d5-90a4-24209186d89f/crucible/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.490783743Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"region":"a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.528568274Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","method":"GET","req_id":"d4be9de7-d2b2-4d53-8ef5-d438f1287425","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"region a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.55067425Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:46.649268353Z","hostname":"oxz_crucible_7912ca41-ea86-425e-99f5-69eb6798abb2","pid":28387,"uri":"/crucible/0/regions/a79c6b6c-d0c6-40d6-b1f6-9ce1242da7d6","method":"GET","req_id":"c9975d59-0480-4c5a-a857-2b7743ef6ec3","remote_addr":"[fd00:1122:3344:101::a]:54978","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41,"response_code":200}