[ Jul 22 18:17:19 Enabled. ]
[ Jul 22 18:17:19 Rereading configuration. ]
[ Jul 22 18:17:22 Rereading configuration. ]
[ Jul 22 18:17:27 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.596012511Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708}
{"msg":"dataset: \"oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.596332578Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.596354148Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.596361839Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.616829343Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:17:27.762912548Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.676621734Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58500"}
{"msg":"region 411e01de-cc83-4de2-b244-b04a1d8c54c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.707875108Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.712425834Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.714650715Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"08845fbe-3628-4b6a-b186-870c52bd459f","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15433,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.721276709Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.721296739Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"411e01de-cc83-4de2-b244-b04a1d8c54c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.817965189Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"411e01de-cc83-4de2-b244-b04a1d8c54c2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"411e01de-cc83-4de2-b244-b04a1d8c54c2\" \"--data\" \"/data/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.82015719Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"411e01de-cc83-4de2-b244-b04a1d8c54c2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.934323716Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"f7c69bed-ffc5-44cd-a3c3-204cc2f9efed","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.955127268Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"411e01de-cc83-4de2-b244-b04a1d8c54c2","component":"worker"}
{"msg":"region 411e01de-cc83-4de2-b244-b04a1d8c54c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.959032579Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.959328905Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.96167614Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.969774797Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.982640666Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.985992403Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.986854373Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.988981082Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.989020983Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:24.989061724Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.001460832Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.006231982Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.582682471Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"f329ca07-b7f8-47bb-a777-7dfffd2c610f","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.951213561Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","method":"GET","req_id":"2e38fcab-8aec-4b10-80ff-674afd9222f6","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.954797154Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"dataset is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.962579324Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"region 411e01de-cc83-4de2-b244-b04a1d8c54c2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.969620658Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.969819442Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.969873024Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","method":"DELETE","req_id":"40a95ead-ad79-4476-ac0a-fcb37c36227f","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15084,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-411e01de-cc83-4de2-b244-b04a1d8c54c2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.970861707Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.974362968Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","method":"GET","req_id":"d10e05b0-43ab-4fb9-a78c-5bccc9c1e2aa","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.976536038Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:25.984577924Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"411e01de-cc83-4de2-b244-b04a1d8c54c2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:26.042256581Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","method":"GET","req_id":"f7d8aae1-e93a-457a-abd2-09fafde5ba11","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region 411e01de-cc83-4de2-b244-b04a1d8c54c2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:26.068645182Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:26.134195541Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/411e01de-cc83-4de2-b244-b04a1d8c54c2","method":"GET","req_id":"6fd07287-fd2c-410a-8f73-61f272b525f4","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 4dc54c7d-ff04-4e58-8d99-158a0b7069d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.470618484Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.47083568Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"7314d2b1-6449-4c04-8acc-e2fdf84a0f6d","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":263,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.471511465Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.477280389Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.47732906Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4dc54c7d-ff04-4e58-8d99-158a0b7069d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.557444767Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"4dc54c7d-ff04-4e58-8d99-158a0b7069d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4dc54c7d-ff04-4e58-8d99-158a0b7069d1\" \"--data\" \"/data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.558116682Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"4dc54c7d-ff04-4e58-8d99-158a0b7069d1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.628107914Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"4dc54c7d-ff04-4e58-8d99-158a0b7069d1","component":"worker"}
{"msg":"region 4dc54c7d-ff04-4e58-8d99-158a0b7069d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.628146445Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.62835737Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.629756412Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.632849304Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.641436913Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.645596399Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.645865556Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.645907106Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.645948398Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.645988808Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.650079983Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.655345755Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:18:28.773397001Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"dfc99b9b-ea7b-460a-afd3-f0cb469b0f88","remote_addr":"[fd00:1122:3344:101::b]:58500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.709671926Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64725"}
{"msg":"region 97eb0a0f-7d87-4aa3-849b-00224ed13edc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.709810179Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.710393363Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"259675da-6143-455d-950e-ecc3cb7df167","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":655,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.710433984Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.71974415Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.719785901Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"97eb0a0f-7d87-4aa3-849b-00224ed13edc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/97eb0a0f-7d87-4aa3-849b-00224ed13edc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.7767246Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"97eb0a0f-7d87-4aa3-849b-00224ed13edc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"97eb0a0f-7d87-4aa3-849b-00224ed13edc\" \"--data\" \"/data/regions/97eb0a0f-7d87-4aa3-849b-00224ed13edc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.776833773Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"97eb0a0f-7d87-4aa3-849b-00224ed13edc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.853877968Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"region":"97eb0a0f-7d87-4aa3-849b-00224ed13edc","component":"worker"}
{"msg":"region 97eb0a0f-7d87-4aa3-849b-00224ed13edc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.853913869Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.854009961Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.861253619Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.868145609Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.877918005Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.881178431Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97eb0a0f-7d87-4aa3-849b-00224ed13edc","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.881400686Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.881447527Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.881484998Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.881520319Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.885520591Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:28.8897928Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:29.072390022Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions","method":"POST","req_id":"2312b08a-71f6-4dd6-861c-c2103bc0bbc6","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.870838188Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","method":"GET","req_id":"37ad9551-c159-4255-b18e-f5c2bf77da1e","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.874829321Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"dataset is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.88086775Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"snapshot is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1@27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.887673228Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\", \"27b8b8a8-15a1-4803-ae38-68f65d669036\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.887697699Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.897771882Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1/snapshots/27b8b8a8-15a1-4803-ae38-68f65d669036","method":"GET","req_id":"d705b890-36d4-4524-a0fe-ce0108603125","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22992,"response_code":200}
{"msg":"path is \"/data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.901648902Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"dataset is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.907140849Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"snapshot is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1@27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.912114154Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\", \"27b8b8a8-15a1-4803-ae38-68f65d669036\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.912139455Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4dc54c7d-ff04-4e58-8d99-158a0b7069d1-27b8b8a8-15a1-4803-ae38-68f65d669036 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.91925849Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"applying SMF actions for region 4dc54c7d-ff04-4e58-8d99-158a0b7069d1 running snapshot 27b8b8a8-15a1-4803-ae38-68f65d669036 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.921662856Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.921680626Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1/snapshots/27b8b8a8-15a1-4803-ae38-68f65d669036/run","method":"POST","req_id":"bffe5858-2192-4293-a70f-d343b17172c2","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20036,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-4dc54c7d-ff04-4e58-8d99-158a0b7069d1-27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.926508468Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4dc54c7d-ff04-4e58-8d99-158a0b7069d1-27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.930504021Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4dc54c7d-ff04-4e58-8d99-158a0b7069d1-27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940343659Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1/.zfs/snapshot/27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940645426Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940687977Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940727597Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940766829Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.940810519Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.944524276Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.949597043Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"worker"}
{"msg":"region 4dc54c7d-ff04-4e58-8d99-158a0b7069d1 running snapshot 27b8b8a8-15a1-4803-ae38-68f65d669036 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:30.949608894Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"path is \"/data/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:31.101276058Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"dataset is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:31.107594004Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"datafile"}
{"msg":"snapshot is oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1@27b8b8a8-15a1-4803-ae38-68f65d669036","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:31.114066044Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7be65ad6-790d-45c2-95a5-3bc987deb0d8/crucible/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1\", \"27b8b8a8-15a1-4803-ae38-68f65d669036\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:31.114083915Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T18:29:31.120585225Z","hostname":"oxz_crucible_430ead1b-855d-4d84-a7d4-f5ff5e45c0a3","pid":28708,"uri":"/crucible/0/regions/4dc54c7d-ff04-4e58-8d99-158a0b7069d1/snapshots/27b8b8a8-15a1-4803-ae38-68f65d669036/run","method":"POST","req_id":"34ce71b7-5508-474b-a79e-6f2b95a5fe99","remote_addr":"[fd00:1122:3344:101::b]:64725","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19351,"response_code":200}