[ Nov  2 20:45:59 Enabled. ]
[ Nov  2 20:45:59 Rereading configuration. ]
[ Nov  2 20:46:04 Rereading configuration. ]
[ Nov  2 20:46:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.942052475Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034}
{"msg":"dataset: \"oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.942254077Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.942265557Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.942272318Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:10.958498684Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:11.045605575Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.515770396Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32842"}
{"msg":"region 85afe815-aed2-46d4-8d32-b6920cfc5c28 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.543369318Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.550034753Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.554128555Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions","method":"POST","req_id":"6675343b-7eba-48b6-9742-7c2b24d71fee","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15516,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.556020899Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.556032239Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"85afe815-aed2-46d4-8d32-b6920cfc5c28\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.662503807Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"85afe815-aed2-46d4-8d32-b6920cfc5c28","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"85afe815-aed2-46d4-8d32-b6920cfc5c28\" \"--data\" \"/data/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.662572928Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"85afe815-aed2-46d4-8d32-b6920cfc5c28","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.801391818Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"85afe815-aed2-46d4-8d32-b6920cfc5c28","component":"worker"}
{"msg":"region 85afe815-aed2-46d4-8d32-b6920cfc5c28 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.803310322Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.803651056Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.804013041Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.813548183Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.825325003Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.828608015Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.829292913Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.829356214Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.829411435Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.829418635Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.834771683Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.839809557Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:47.871718554Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions","method":"POST","req_id":"e74e79d4-b3e4-4f10-b55e-6bbb7123a7e4","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.889696022Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","method":"GET","req_id":"b2775ef3-7a70-4987-9047-a93ca7cffbff","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.908537843Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"dataset is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.920374654Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"region 85afe815-aed2-46d4-8d32-b6920cfc5c28 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.930933108Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.931228532Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.931265552Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","method":"DELETE","req_id":"bcc4dc63-87e7-4d73-abc0-8fde9f40ea99","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22739,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-85afe815-aed2-46d4-8d32-b6920cfc5c28 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.93265792Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.937594263Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","method":"GET","req_id":"cbb55831-92db-46fc-8ff7-e5d2b1bea8b1","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.941934678Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:48.954078693Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"85afe815-aed2-46d4-8d32-b6920cfc5c28","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:49.051357253Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","method":"GET","req_id":"dff20d35-f7b2-482a-af3b-3b427833d8f5","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region 85afe815-aed2-46d4-8d32-b6920cfc5c28 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:49.064595682Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:49.233019439Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/85afe815-aed2-46d4-8d32-b6920cfc5c28","method":"GET","req_id":"230249e9-68e1-44d4-8949-a8744a706a9b","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region 7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.150927549Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.151166592Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.151219373Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions","method":"POST","req_id":"38ac8fed-03db-4d58-988a-cbf67b44c551","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":327,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.157773056Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.157802746Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.232482318Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\" \"--data\" \"/data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.232547159Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.305041034Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"region":"7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","component":"worker"}
{"msg":"region 7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.305149005Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.305314047Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.306756425Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.31023319Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.318706738Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.322724189Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.323028023Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.323079694Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.323118724Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.323155565Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.328199019Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.333215583Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:46:52.481346442Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions","method":"POST","req_id":"a3376687-a473-4c39-ab90-311664ecc76f","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.417595812Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38621"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.417726194Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","method":"GET","req_id":"9661ed5f-9785-408b-869e-23c197d2e9ce","remote_addr":"[fd00:1122:3344:101::a]:38621","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.424169606Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"dataset is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.441530607Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"snapshot is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.44722271Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.44725612Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.461644464Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e","method":"GET","req_id":"e792d3cb-5b07-49a0-ab72-3839d663b7a1","remote_addr":"[fd00:1122:3344:101::a]:38621","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":40490,"response_code":200}
{"msg":"path is \"/data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.465403762Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"dataset is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.471081614Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"snapshot is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.476631735Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.476655005Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c-01eebf91-46d6-491d-96a9-f3d7a780071e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.482188886Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"applying SMF actions for region 7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c running snapshot 01eebf91-46d6-491d-96a9-f3d7a780071e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.482803953Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.482829604Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e/run","method":"POST","req_id":"b2205428-466a-4c44-90df-8fdc884517f2","remote_addr":"[fd00:1122:3344:101::a]:38621","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17438,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.49040421Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.510713199Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c-01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.559550382Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c/.zfs/snapshot/01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.559931227Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.559982668Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.560032558Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.560077929Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.56013917Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.567894138Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.576460887Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"worker"}
{"msg":"region 7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c running snapshot 01eebf91-46d6-491d-96a9-f3d7a780071e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.576476658Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"path is \"/data/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.842718622Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"dataset is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.848565157Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"datafile"}
{"msg":"snapshot is oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c@01eebf91-46d6-491d-96a9-f3d7a780071e","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.854430022Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1223699a-dc6a-40c0-b469-63a9076e24bb/crucible/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c\", \"01eebf91-46d6-491d-96a9-f3d7a780071e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.854451722Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T20:58:01.860368887Z","hostname":"oxz_crucible_4269a3e2-b857-4591-a3aa-e2ad491b490f","pid":28034,"uri":"/crucible/0/regions/7072cf44-5c8b-4efc-a7ea-cb45bd9fa08c/snapshots/01eebf91-46d6-491d-96a9-f3d7a780071e/run","method":"POST","req_id":"5387e522-3228-462a-b2da-aaed80101808","remote_addr":"[fd00:1122:3344:101::a]:38621","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17669,"response_code":200}