[ May  8 03:00:09 Enabled. ]
[ May  8 03:00:09 Rereading configuration. ]
[ May  8 03:00:12 Rereading configuration. ]
[ May  8 03:00:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.063254418Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836}
{"msg":"dataset: \"oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.064017282Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.064029452Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.064036272Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.077617875Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:00:14.148480787Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.147118946Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58434"}
{"msg":"region 39515975-b601-4d0c-8f94-12746e45d76f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.18907068Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.190109701Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.190129562Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions","method":"POST","req_id":"a19d24e6-3178-41ff-bdc9-678a65438c2a","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16823,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.197162696Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.197188567Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"39515975-b601-4d0c-8f94-12746e45d76f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/39515975-b601-4d0c-8f94-12746e45d76f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.251563108Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"39515975-b601-4d0c-8f94-12746e45d76f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"39515975-b601-4d0c-8f94-12746e45d76f\" \"--data\" \"/data/regions/39515975-b601-4d0c-8f94-12746e45d76f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.253808207Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"39515975-b601-4d0c-8f94-12746e45d76f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.363465388Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"39515975-b601-4d0c-8f94-12746e45d76f","component":"worker"}
{"msg":"region 39515975-b601-4d0c-8f94-12746e45d76f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.363503109Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.363609093Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.363952943Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.371215134Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.381516927Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.382826516Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.383555269Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.383615251Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.383675292Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.383702863Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.385954742Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.38821981Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.497250223Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions","method":"POST","req_id":"e31d02c8-51dd-483e-a409-c67613d28eff","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.859764106Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/39515975-b601-4d0c-8f94-12746e45d76f","method":"GET","req_id":"0066b10a-0a01-4650-9195-70067ccb263e","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"path is \"/data/regions/39515975-b601-4d0c-8f94-12746e45d76f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.863772758Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"dataset is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/39515975-b601-4d0c-8f94-12746e45d76f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.871471342Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"region 39515975-b601-4d0c-8f94-12746e45d76f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.879449224Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.879552867Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.879561698Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/39515975-b601-4d0c-8f94-12746e45d76f","method":"DELETE","req_id":"595cda63-6460-4e85-8653-b2402288af18","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15839,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-39515975-b601-4d0c-8f94-12746e45d76f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.880517017Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.882749535Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.883428695Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/39515975-b601-4d0c-8f94-12746e45d76f","method":"GET","req_id":"f0a03bf8-9671-49a9-bdbf-163502e40694","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/39515975-b601-4d0c-8f94-12746e45d76f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.891457059Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"39515975-b601-4d0c-8f94-12746e45d76f","component":"worker"}
{"msg":"region 39515975-b601-4d0c-8f94-12746e45d76f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.946855812Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:15.960669202Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/39515975-b601-4d0c-8f94-12746e45d76f","method":"GET","req_id":"5cd904a3-5168-4767-a635-0a40cb1fe4f2","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 08592bc5-5ed2-47ee-bfbe-af479370cc31 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.746489316Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.746607219Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.74662488Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions","method":"POST","req_id":"aa1707f0-84b8-4896-8a9c-400260ceaffa","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":180,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.752000803Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.752024024Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"08592bc5-5ed2-47ee-bfbe-af479370cc31\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.798140015Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"08592bc5-5ed2-47ee-bfbe-af479370cc31","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"08592bc5-5ed2-47ee-bfbe-af479370cc31\" \"--data\" \"/data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.798185396Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"08592bc5-5ed2-47ee-bfbe-af479370cc31","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.845209595Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"region":"08592bc5-5ed2-47ee-bfbe-af479370cc31","component":"worker"}
{"msg":"region 08592bc5-5ed2-47ee-bfbe-af479370cc31 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.845252866Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.845357469Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.846601867Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.847818504Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.851551088Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.853156316Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.853485776Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.853521187Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.853564409Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.85360059Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.855646552Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:17.858456327Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:01:18.121611182Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions","method":"POST","req_id":"618b43e5-6117-41ab-a8ac-f78563cd8c74","remote_addr":"[fd00:1122:3344:101::b]:58434","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.834328834Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60539"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.834472628Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","method":"GET","req_id":"acc745f7-f2e7-415c-a41d-b7dbe5eb0961","remote_addr":"[fd00:1122:3344:101::b]:60539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.83716783Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"dataset is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.843916355Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"snapshot is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31@defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.849440953Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\", \"defa2aee-9ac4-419c-86ae-2ad870019525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.849464324Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.859718635Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31/snapshots/defa2aee-9ac4-419c-86ae-2ad870019525","method":"GET","req_id":"3e75f260-5606-45c9-be34-25835f4e7550","remote_addr":"[fd00:1122:3344:101::b]:60539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22568,"response_code":200}
{"msg":"path is \"/data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.866492371Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"dataset is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.873755072Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"snapshot is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31@defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.880539138Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\", \"defa2aee-9ac4-419c-86ae-2ad870019525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.880584079Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 08592bc5-5ed2-47ee-bfbe-af479370cc31-defa2aee-9ac4-419c-86ae-2ad870019525 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.88818729Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"applying SMF actions for region 08592bc5-5ed2-47ee-bfbe-af479370cc31 running snapshot defa2aee-9ac4-419c-86ae-2ad870019525 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.888812149Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.88882323Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31/snapshots/defa2aee-9ac4-419c-86ae-2ad870019525/run","method":"POST","req_id":"02a1268a-625b-4090-9915-1bf23bb2bbcc","remote_addr":"[fd00:1122:3344:101::b]:60539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22359,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-08592bc5-5ed2-47ee-bfbe-af479370cc31-defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.907320161Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-08592bc5-5ed2-47ee-bfbe-af479370cc31-defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.913975634Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-08592bc5-5ed2-47ee-bfbe-af479370cc31-defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.921450101Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31/.zfs/snapshot/defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.9217584Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.921789761Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.921812832Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.921845143Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.921900874Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.923708949Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.926649929Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"worker"}
{"msg":"region 08592bc5-5ed2-47ee-bfbe-af479370cc31 running snapshot defa2aee-9ac4-419c-86ae-2ad870019525 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:16.926674929Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"path is \"/data/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:17.169041812Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"dataset is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:17.17555803Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"datafile"}
{"msg":"snapshot is oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31@defa2aee-9ac4-419c-86ae-2ad870019525","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:17.181331745Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_faebbbd6-213a-4782-99a5-7857658bacb9/crucible/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31\", \"defa2aee-9ac4-419c-86ae-2ad870019525\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:17.181364446Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T03:12:17.187802852Z","hostname":"oxz_crucible_8c11a095-0703-4f46-9adf-d80c291c734b","pid":27836,"uri":"/crucible/0/regions/08592bc5-5ed2-47ee-bfbe-af479370cc31/snapshots/defa2aee-9ac4-419c-86ae-2ad870019525/run","method":"POST","req_id":"12555990-544a-439d-8dce-4a140657950b","remote_addr":"[fd00:1122:3344:101::b]:60539","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18820,"response_code":200}