[ Aug 25 23:02:02 Enabled. ]
[ Aug 25 23:02:02 Rereading configuration. ]
[ Aug 25 23:02:04 Rereading configuration. ]
[ Aug 25 23:02:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.040475937Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412}
{"msg":"dataset: \"oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.040652631Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.040699103Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.040705013Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.057009017Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:02:09.130298057Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.599908677Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35372"}
{"msg":"region 9369763e-1bc9-4c0b-bc06-e1da20038a7b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.623776663Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.626243983Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.631048069Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"d2b6c1f6-df95-442e-a57f-81234a26a88f","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16465,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.634320458Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.634347189Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9369763e-1bc9-4c0b-bc06-e1da20038a7b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.67411827Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"9369763e-1bc9-4c0b-bc06-e1da20038a7b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9369763e-1bc9-4c0b-bc06-e1da20038a7b\" \"--data\" \"/data/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.674173331Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"9369763e-1bc9-4c0b-bc06-e1da20038a7b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:23.997041452Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"9369763e-1bc9-4c0b-bc06-e1da20038a7b","component":"worker"}
{"msg":"region 9369763e-1bc9-4c0b-bc06-e1da20038a7b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.001473619Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.001615083Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.004321358Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.006342217Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"124cc463-217f-421b-bb77-aa010d5f5dac","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.008358835Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.018227384Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.019684089Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.020405826Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.020464838Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.020507559Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.02054381Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.022995489Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.025487029Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.383968681Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","method":"GET","req_id":"91f32897-9e97-44d8-8d87-4f59ab06e607","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"path is \"/data/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.386216925Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"dataset is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.395574561Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"region 9369763e-1bc9-4c0b-bc06-e1da20038a7b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.40255387Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.402692403Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.402720314Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","method":"DELETE","req_id":"d8922bb5-7618-48c5-ba36-6fbbba0ee3d6","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16495,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9369763e-1bc9-4c0b-bc06-e1da20038a7b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.403658577Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.406247689Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.407036608Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","method":"GET","req_id":"b2e2cc17-b19c-468d-bcba-c072e4e712ad","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.416159048Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"9369763e-1bc9-4c0b-bc06-e1da20038a7b","component":"worker"}
{"msg":"region 9369763e-1bc9-4c0b-bc06-e1da20038a7b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.472322325Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:24.512819454Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/9369763e-1bc9-4c0b-bc06-e1da20038a7b","method":"GET","req_id":"fd40652b-4624-4c65-8a6e-9787e2818a55","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region 84515137-71d7-45a4-a05b-06b485f0992a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.841746403Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.841930218Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.841946678Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"ca9634cf-614b-4154-8e67-5109a0aa9bc3","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":250,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.847958123Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.847974894Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"84515137-71d7-45a4-a05b-06b485f0992a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84515137-71d7-45a4-a05b-06b485f0992a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.889034286Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"84515137-71d7-45a4-a05b-06b485f0992a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84515137-71d7-45a4-a05b-06b485f0992a\" \"--data\" \"/data/regions/84515137-71d7-45a4-a05b-06b485f0992a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.889085247Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"84515137-71d7-45a4-a05b-06b485f0992a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.94096383Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"region":"84515137-71d7-45a4-a05b-06b485f0992a","component":"worker"}
{"msg":"region 84515137-71d7-45a4-a05b-06b485f0992a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.941031052Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.941110534Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.942338734Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.943672886Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.947799426Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.94921634Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.949517047Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.949549508Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.949593629Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.94963604Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.951460984Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:26.954319983Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:03:27.21367636Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"a930844f-eca7-4876-b37d-8baec61adfc0","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.230820091Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57325"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.230961524Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/84515137-71d7-45a4-a05b-06b485f0992a","method":"GET","req_id":"74bba09f-3d88-4424-8548-a73c5d708439","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/84515137-71d7-45a4-a05b-06b485f0992a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.234798247Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"dataset is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.24072342Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"snapshot is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a@02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.247259338Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a\", \"02bd1d55-5a83-485e-9b02-ba563f15a009\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.247288149Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.258890229Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/84515137-71d7-45a4-a05b-06b485f0992a/snapshots/02bd1d55-5a83-485e-9b02-ba563f15a009","method":"GET","req_id":"ee465bc0-0343-409b-9479-e861c5629266","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24101,"response_code":200}
{"msg":"path is \"/data/regions/84515137-71d7-45a4-a05b-06b485f0992a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.262612969Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"dataset is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.268421009Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"snapshot is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a@02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.273894231Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a\", \"02bd1d55-5a83-485e-9b02-ba563f15a009\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.273909802Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 84515137-71d7-45a4-a05b-06b485f0992a-02bd1d55-5a83-485e-9b02-ba563f15a009 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.280613764Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"applying SMF actions for region 84515137-71d7-45a4-a05b-06b485f0992a running snapshot 02bd1d55-5a83-485e-9b02-ba563f15a009 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.286097876Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.286130837Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/84515137-71d7-45a4-a05b-06b485f0992a/snapshots/02bd1d55-5a83-485e-9b02-ba563f15a009/run","method":"POST","req_id":"c9465eaf-7dd6-49ed-b67b-47078286db96","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23524,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-84515137-71d7-45a4-a05b-06b485f0992a-02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.293025723Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-84515137-71d7-45a4-a05b-06b485f0992a-02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.30448526Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-84515137-71d7-45a4-a05b-06b485f0992a-02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.313199511Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84515137-71d7-45a4-a05b-06b485f0992a/.zfs/snapshot/02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.313494108Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.313535219Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.31357461Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.313610041Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.313660972Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.315914747Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.319280508Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"worker"}
{"msg":"region 84515137-71d7-45a4-a05b-06b485f0992a running snapshot 02bd1d55-5a83-485e-9b02-ba563f15a009 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.319315119Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"path is \"/data/regions/84515137-71d7-45a4-a05b-06b485f0992a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.628422037Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"dataset is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.63432824Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"datafile"}
{"msg":"snapshot is oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a@02bd1d55-5a83-485e-9b02-ba563f15a009","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.639476084Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3abad07a-ed27-49ca-99b9-d5d037641d01/crucible/regions/84515137-71d7-45a4-a05b-06b485f0992a\", \"02bd1d55-5a83-485e-9b02-ba563f15a009\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.639509425Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T23:14:27.64549966Z","hostname":"oxz_crucible_6a0d54dd-54bd-41a6-af00-392245cfcf78","pid":23412,"uri":"/crucible/0/regions/84515137-71d7-45a4-a05b-06b485f0992a/snapshots/02bd1d55-5a83-485e-9b02-ba563f15a009/run","method":"POST","req_id":"f25cfbe0-27f3-4c3b-b4b1-70a231e3d10d","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17119,"response_code":200}