[ May 28 06:15:22 Enabled. ]
[ May 28 06:15:22 Rereading configuration. ]
[ May 28 06:15:24 Rereading configuration. ]
[ May 28 06:15:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.756557587Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415}
{"msg":"dataset: \"oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.757367376Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.757382797Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.757391277Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.772995608Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:15:27.833745023Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.070862631Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62981"}
{"msg":"region 951ab2a1-c0c4-4221-9705-0ccc8005790f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.108126337Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.109444189Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.109459589Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions","method":"POST","req_id":"7951eeb9-c7f5-4bff-b59a-17419ad41171","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16295,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.116720042Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.116749293Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"951ab2a1-c0c4-4221-9705-0ccc8005790f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.156518919Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"951ab2a1-c0c4-4221-9705-0ccc8005790f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"951ab2a1-c0c4-4221-9705-0ccc8005790f\" \"--data\" \"/data/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.15658949Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"951ab2a1-c0c4-4221-9705-0ccc8005790f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.269915806Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"951ab2a1-c0c4-4221-9705-0ccc8005790f","component":"worker"}
{"msg":"region 951ab2a1-c0c4-4221-9705-0ccc8005790f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.269967077Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.270059589Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.270405028Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.276508713Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.283926029Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.28523113Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.285964698Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.286024719Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.286077181Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.286115481Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.288374965Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.290918856Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:43.39325294Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions","method":"POST","req_id":"018694a3-1eac-4126-bdb3-c85517bae760","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.232890352Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","method":"GET","req_id":"be2e1277-8a83-4a96-8c85-109dd62b76d2","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.236763064Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"dataset is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.244547509Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"region 951ab2a1-c0c4-4221-9705-0ccc8005790f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.25300519Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.253152714Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.253186155Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","method":"DELETE","req_id":"b71ae695-b022-4096-bb65-fd1a2293d5cd","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17124,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-951ab2a1-c0c4-4221-9705-0ccc8005790f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.254162448Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.25595734Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","method":"GET","req_id":"77281e99-2508-475a-9401-f69cd3b10fce","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.256566105Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.264136425Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"951ab2a1-c0c4-4221-9705-0ccc8005790f","component":"worker"}
{"msg":"region 951ab2a1-c0c4-4221-9705-0ccc8005790f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.31312253Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:44.402902506Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/951ab2a1-c0c4-4221-9705-0ccc8005790f","method":"GET","req_id":"69fdbd20-946f-4b19-a551-321a4aba3809","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region add332b9-cf4d-4b3f-b203-6d1be95dd209 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.655209701Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.655344594Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.655404076Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions","method":"POST","req_id":"ecd01741-3d4d-483f-9f71-c29b7f6800a9","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":174,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.662114646Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.662137706Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"add332b9-cf4d-4b3f-b203-6d1be95dd209\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.704545155Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"add332b9-cf4d-4b3f-b203-6d1be95dd209","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"add332b9-cf4d-4b3f-b203-6d1be95dd209\" \"--data\" \"/data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.704589786Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"add332b9-cf4d-4b3f-b203-6d1be95dd209","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.761319685Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"region":"add332b9-cf4d-4b3f-b203-6d1be95dd209","component":"worker"}
{"msg":"region add332b9-cf4d-4b3f-b203-6d1be95dd209 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.761360046Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.761444618Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.762654317Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.763767273Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.767179095Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.768556567Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.768765692Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.768816654Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.768857265Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.768886165Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.770576726Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.773655639Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:16:46.876005623Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions","method":"POST","req_id":"0d4d78f0-a5e0-46bb-943a-77d78a956b15","remote_addr":"[fd00:1122:3344:101::c]:62981","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.09022776Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46444"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.090374863Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","method":"GET","req_id":"692ef2c3-80e1-473f-a348-51a36446f013","remote_addr":"[fd00:1122:3344:101::c]:46444","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.104594791Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"dataset is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.112284674Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"snapshot is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.118517773Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.118538213Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.127483266Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789","method":"GET","req_id":"dc8e3793-2525-4257-90c5-b17071135fe1","remote_addr":"[fd00:1122:3344:101::c]:46444","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22943,"response_code":200}
{"msg":"path is \"/data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.134507843Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"dataset is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.139876051Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"snapshot is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.145132256Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.145193047Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot add332b9-cf4d-4b3f-b203-6d1be95dd209-1889ab9d-5d4d-471a-8f84-4ec5abe39789 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.151043636Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.151776154Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789/run","method":"POST","req_id":"ee9df75b-01c3-4311-9fea-dc3061ea1260","remote_addr":"[fd00:1122:3344:101::c]:46444","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17304,"response_code":200}
{"msg":"applying SMF actions for region add332b9-cf4d-4b3f-b203-6d1be95dd209 running snapshot 1889ab9d-5d4d-471a-8f84-4ec5abe39789 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.151798784Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-add332b9-cf4d-4b3f-b203-6d1be95dd209-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.165324556Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-add332b9-cf4d-4b3f-b203-6d1be95dd209-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.175553559Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-add332b9-cf4d-4b3f-b203-6d1be95dd209-1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.183203001Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209/.zfs/snapshot/1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.183498678Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.183534049Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.18358251Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.183613631Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.183662302Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.185519736Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.188255912Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"worker"}
{"msg":"region add332b9-cf4d-4b3f-b203-6d1be95dd209 running snapshot 1889ab9d-5d4d-471a-8f84-4ec5abe39789 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.188271682Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"path is \"/data/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.495403238Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"dataset is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.502267921Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"datafile"}
{"msg":"snapshot is oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209@1889ab9d-5d4d-471a-8f84-4ec5abe39789","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.507112046Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a989cd9b-ea68-4144-8974-e5b4a62f40b9/crucible/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209\", \"1889ab9d-5d4d-471a-8f84-4ec5abe39789\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.507173378Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T06:27:44.511931441Z","hostname":"oxz_crucible_8e81fdb8-581b-4602-8927-d0a30668bb1f","pid":27415,"uri":"/crucible/0/regions/add332b9-cf4d-4b3f-b203-6d1be95dd209/snapshots/1889ab9d-5d4d-471a-8f84-4ec5abe39789/run","method":"POST","req_id":"38341eea-0301-4bd5-a84d-18ed992ad579","remote_addr":"[fd00:1122:3344:101::c]:46444","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16605,"response_code":200}