[ Apr  7 02:47:30 Enabled. ]
[ Apr  7 02:47:30 Rereading configuration. ]
[ Apr  7 02:47:32 Rereading configuration. ]
[ Apr  7 02:47:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.751885201Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030}
{"msg":"dataset: \"oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.752557285Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.752567785Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.752573325Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.763395564Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:47:37.884527369Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.846318178Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59939"}
{"msg":"region 9e74d982-d004-46c2-8d77-0cce2edb2805 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.874241067Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.877028525Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.877075296Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"f71ded40-dd0b-4706-a651-feb7946a47cb","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15976,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.885912283Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.885931953Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9e74d982-d004-46c2-8d77-0cce2edb2805\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e74d982-d004-46c2-8d77-0cce2edb2805\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.948369091Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"9e74d982-d004-46c2-8d77-0cce2edb2805","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e74d982-d004-46c2-8d77-0cce2edb2805\" \"--data\" \"/data/regions/9e74d982-d004-46c2-8d77-0cce2edb2805\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:16.95068723Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"9e74d982-d004-46c2-8d77-0cce2edb2805","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.04689549Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"c7101065-39f0-43c2-9e46-af0f58b5b839","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.300491921Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"9e74d982-d004-46c2-8d77-0cce2edb2805","component":"worker"}
{"msg":"region 9e74d982-d004-46c2-8d77-0cce2edb2805 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.300558012Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.300750296Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.301108654Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.310203026Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.322703939Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.325951428Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.326689963Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.326749685Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.326789136Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.326822236Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.331365642Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.336050781Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.690937609Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"1f15365c-3fba-4205-81ee-93512cbe3d1b","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.96394812Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","method":"GET","req_id":"1981f280-f207-4586-bd1b-0c99713e468c","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/9e74d982-d004-46c2-8d77-0cce2edb2805\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.967621718Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"dataset is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.975587136Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"region 9e74d982-d004-46c2-8d77-0cce2edb2805 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.982601834Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.982807388Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.982938881Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","method":"DELETE","req_id":"4173bf52-6abc-492b-af04-3b2c4fd5635e","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15206,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9e74d982-d004-46c2-8d77-0cce2edb2805 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.9838436Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.985948584Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","method":"GET","req_id":"3ca5fe83-d0b3-44fe-a134-fb8384bbfba6","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.988428466Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/9e74d982-d004-46c2-8d77-0cce2edb2805\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:17.996272452Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"9e74d982-d004-46c2-8d77-0cce2edb2805","component":"worker"}
{"msg":"region 9e74d982-d004-46c2-8d77-0cce2edb2805 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:18.070821895Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:18.100613334Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/9e74d982-d004-46c2-8d77-0cce2edb2805","method":"GET","req_id":"0035848a-31e8-412e-9290-7d59839c9072","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"region 3e17f998-c85d-4a00-86e6-a1d5b6f672fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.633429509Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.633636214Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.633677135Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"f7eeb9ec-e7bc-4f8a-a6f5-16afc91f6624","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":272,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.639686211Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.639704832Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3e17f998-c85d-4a00-86e6-a1d5b6f672fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.703322554Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"3e17f998-c85d-4a00-86e6-a1d5b6f672fe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3e17f998-c85d-4a00-86e6-a1d5b6f672fe\" \"--data\" \"/data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.703913376Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"3e17f998-c85d-4a00-86e6-a1d5b6f672fe","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.767355275Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"4f349919-7e70-46dc-afe5-2eb96dfd9fc0","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.779010371Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"region":"3e17f998-c85d-4a00-86e6-a1d5b6f672fe","component":"worker"}
{"msg":"region 3e17f998-c85d-4a00-86e6-a1d5b6f672fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.779028871Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.779275816Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.780469292Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.78371844Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.791036755Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.7940635Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.794422966Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.794462027Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.794502448Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.794538089Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.798424451Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:21.802799443Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:48:22.364143848Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions","method":"POST","req_id":"73356e35-36c2-4309-863e-d1d02ebeed58","remote_addr":"[fd00:1122:3344:101::b]:59939","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.820384958Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43995"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.821097313Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","method":"GET","req_id":"6a7af673-c266-42e3-a872-6748a49efaac","remote_addr":"[fd00:1122:3344:101::b]:43995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"path is \"/data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.82429637Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"dataset is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.830021651Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"snapshot is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe@d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.836423746Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\", \"d85562e7-4d7e-4a5a-9bf5-4c1f300d0489\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.836447307Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.844691311Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe/snapshots/d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","method":"GET","req_id":"30519c59-ac1e-4185-8ca2-5ea17d41fc3d","remote_addr":"[fd00:1122:3344:101::b]:43995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20417,"response_code":200}
{"msg":"path is \"/data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.847731365Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"dataset is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.853446296Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"snapshot is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe@d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.859005333Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\", \"d85562e7-4d7e-4a5a-9bf5-4c1f300d0489\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.859027973Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3e17f998-c85d-4a00-86e6-a1d5b6f672fe-d85562e7-4d7e-4a5a-9bf5-4c1f300d0489 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.867444581Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"applying SMF actions for region 3e17f998-c85d-4a00-86e6-a1d5b6f672fe running snapshot d85562e7-4d7e-4a5a-9bf5-4c1f300d0489 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.868019573Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.868033983Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe/snapshots/d85562e7-4d7e-4a5a-9bf5-4c1f300d0489/run","method":"POST","req_id":"b8bb9076-e932-4c49-8437-37f325e0d5d4","remote_addr":"[fd00:1122:3344:101::b]:43995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20317,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-3e17f998-c85d-4a00-86e6-a1d5b6f672fe-d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.889134238Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3e17f998-c85d-4a00-86e6-a1d5b6f672fe-d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.907258131Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3e17f998-c85d-4a00-86e6-a1d5b6f672fe-d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929367378Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe/.zfs/snapshot/d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929728505Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929783346Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929820227Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929856578Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.929900329Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.933987535Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.941372301Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"worker"}
{"msg":"region 3e17f998-c85d-4a00-86e6-a1d5b6f672fe running snapshot d85562e7-4d7e-4a5a-9bf5-4c1f300d0489 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:58.941396851Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"path is \"/data/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:59.17165205Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"dataset is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:59.177294539Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"datafile"}
{"msg":"snapshot is oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe@d85562e7-4d7e-4a5a-9bf5-4c1f300d0489","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:59.183639893Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f45535cb-c78c-4fd3-bcd3-4692b7a79434/crucible/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe\", \"d85562e7-4d7e-4a5a-9bf5-4c1f300d0489\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:59.183670284Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-07T02:58:59.190656111Z","hostname":"oxz_crucible_a21e17ec-4d8c-42eb-80a3-10436aa301fa","pid":24030,"uri":"/crucible/0/regions/3e17f998-c85d-4a00-86e6-a1d5b6f672fe/snapshots/d85562e7-4d7e-4a5a-9bf5-4c1f300d0489/run","method":"POST","req_id":"aaf3009b-ef9b-4819-8844-d8f5ba6e9e39","remote_addr":"[fd00:1122:3344:101::b]:43995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19067,"response_code":200}