[ May 28 22:15:15 Enabled. ]
[ May 28 22:15:15 Rereading configuration. ]
[ May 28 22:15:17 Rereading configuration. ]
[ May 28 22:15:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:22.840717425Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676}
{"msg":"dataset: \"oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:22.841404103Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:22.841413193Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:22.841418213Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:22.854188404Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:15:23.00246925Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.940774131Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62730"}
{"msg":"region 9837c457-e351-4a38-aef5-71bb7bcb7303 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.968082844Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.971460775Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.971524975Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions","method":"POST","req_id":"c6955930-c4c1-45a0-9cce-8c721c7300f3","remote_addr":"[fd00:1122:3344:101::c]:62730","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14211,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.980733704Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:00.980751694Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9837c457-e351-4a38-aef5-71bb7bcb7303\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.055799023Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"9837c457-e351-4a38-aef5-71bb7bcb7303","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9837c457-e351-4a38-aef5-71bb7bcb7303\" \"--data\" \"/data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.058184731Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"9837c457-e351-4a38-aef5-71bb7bcb7303","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.13916177Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions","method":"POST","req_id":"ac8d58f9-4d54-49f1-b256-8bdb41351169","remote_addr":"[fd00:1122:3344:101::c]:62730","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.432622275Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"9837c457-e351-4a38-aef5-71bb7bcb7303","component":"worker"}
{"msg":"region 9837c457-e351-4a38-aef5-71bb7bcb7303 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.432692216Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.432901739Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.433234383Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.438517465Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.452082946Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.455730349Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.456411037Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.456476178Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.456518148Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.456549899Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.466948021Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.47188636Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:16:01.500458358Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions","method":"POST","req_id":"5299137f-f10c-4640-b3f5-3d59d278bfad","remote_addr":"[fd00:1122:3344:101::c]:62730","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.262128503Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64989"}
{"msg":"region 18ac688c-462b-4af8-8da9-201be06e1481 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.26272181Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.262833671Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions","method":"POST","req_id":"a612fb2d-1a27-4ae5-b655-c927f558aff4","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":675,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.262848462Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.27200769Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.272034371Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"18ac688c-462b-4af8-8da9-201be06e1481\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18ac688c-462b-4af8-8da9-201be06e1481\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.322532758Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"18ac688c-462b-4af8-8da9-201be06e1481","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18ac688c-462b-4af8-8da9-201be06e1481\" \"--data\" \"/data/regions/18ac688c-462b-4af8-8da9-201be06e1481\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.322573839Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"18ac688c-462b-4af8-8da9-201be06e1481","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.411241539Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"region":"18ac688c-462b-4af8-8da9-201be06e1481","component":"worker"}
{"msg":"region 18ac688c-462b-4af8-8da9-201be06e1481 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.411276589Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.41138275Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.411751042Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.421978246Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.440569366Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.444076998Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18ac688c-462b-4af8-8da9-201be06e1481","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.444359661Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.444409801Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.444447772Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.444478612Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.448285527Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.463200644Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:16.558402291Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions","method":"POST","req_id":"5ccf1619-31b9-49d2-bb9e-e2a50c358524","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.231553832Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","method":"GET","req_id":"38a0c81e-2a98-44b0-b3eb-003a57fae877","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.240873802Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"dataset is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.247736063Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"snapshot is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303@06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.255117251Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\", \"06e7891b-38b0-4066-a57a-83a5182d6445\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.255135231Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.263935075Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions/9837c457-e351-4a38-aef5-71bb7bcb7303/snapshots/06e7891b-38b0-4066-a57a-83a5182d6445","method":"GET","req_id":"264328cf-8bb4-4941-bd54-bf94700bd31a","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23097,"response_code":200}
{"msg":"path is \"/data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.272277134Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"dataset is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.278809371Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"snapshot is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303@06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.285901125Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\", \"06e7891b-38b0-4066-a57a-83a5182d6445\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.285929435Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9837c457-e351-4a38-aef5-71bb7bcb7303-06e7891b-38b0-4066-a57a-83a5182d6445 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.293681576Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.29380664Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions/9837c457-e351-4a38-aef5-71bb7bcb7303/snapshots/06e7891b-38b0-4066-a57a-83a5182d6445/run","method":"POST","req_id":"380332e8-69d1-49d2-8633-94f59bc035c2","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21570,"response_code":200}
{"msg":"applying SMF actions for region 9837c457-e351-4a38-aef5-71bb7bcb7303 running snapshot 06e7891b-38b0-4066-a57a-83a5182d6445 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.293822137Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9837c457-e351-4a38-aef5-71bb7bcb7303-06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.298501854Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9837c457-e351-4a38-aef5-71bb7bcb7303-06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.309795268Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9837c457-e351-4a38-aef5-71bb7bcb7303-06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330469333Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303/.zfs/snapshot/06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330675155Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330715616Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330752146Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330787176Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.330833867Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.343437666Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.348478106Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"worker"}
{"msg":"region 9837c457-e351-4a38-aef5-71bb7bcb7303 running snapshot 06e7891b-38b0-4066-a57a-83a5182d6445 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.348497276Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"path is \"/data/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.557291988Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"dataset is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.563668934Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"datafile"}
{"msg":"snapshot is oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303@06e7891b-38b0-4066-a57a-83a5182d6445","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.57008122Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_91d641a5-a83e-4c63-94e2-c5abc823c010/crucible/regions/9837c457-e351-4a38-aef5-71bb7bcb7303\", \"06e7891b-38b0-4066-a57a-83a5182d6445\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.57011533Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T22:26:17.575839808Z","hostname":"oxz_crucible_1d7072c8-55a6-49b8-b695-14210216000a","pid":28676,"uri":"/crucible/0/regions/9837c457-e351-4a38-aef5-71bb7bcb7303/snapshots/06e7891b-38b0-4066-a57a-83a5182d6445/run","method":"POST","req_id":"4a96354d-575e-40d1-b7c3-3275da0ee941","remote_addr":"[fd00:1122:3344:101::c]:64989","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18593,"response_code":200}