{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.668970306Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62332"}
{"msg":"region c9622737-ad64-4a8a-b171-eb98f5d87f94 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.669185262Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.67303123Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions","method":"POST","req_id":"f77552bf-bb17-4bcb-8001-105a4ca49850","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3895,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.67304757Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.683287177Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.683308187Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c9622737-ad64-4a8a-b171-eb98f5d87f94\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c9622737-ad64-4a8a-b171-eb98f5d87f94\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.735151247Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"c9622737-ad64-4a8a-b171-eb98f5d87f94","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c9622737-ad64-4a8a-b171-eb98f5d87f94\" \"--data\" \"/data/regions/c9622737-ad64-4a8a-b171-eb98f5d87f94\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.735178058Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"c9622737-ad64-4a8a-b171-eb98f5d87f94","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.805784393Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"c9622737-ad64-4a8a-b171-eb98f5d87f94","component":"worker"}
{"msg":"region c9622737-ad64-4a8a-b171-eb98f5d87f94 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.805814444Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.805913537Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823573791Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823650373Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823728495Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823735565Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823783257Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823840388Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823940481Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.823994263Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.824043024Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.824087615Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.831845872Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.832210212Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.835241277Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.838173669Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions","method":"POST","req_id":"c7c0d85f-8fc6-4f58-9c86-06ee143df58e","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.845608977Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.849881227Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9622737-ad64-4a8a-b171-eb98f5d87f94","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.850647818Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.850665798Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.850672879Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.850678869Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.854677201Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:32.858632461Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.161093873Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","method":"GET","req_id":"3321732a-682f-4d76-8947-dbabf424bd43","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.163970073Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"dataset is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.170568158Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"snapshot is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596@c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.177206614Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\", \"c0da49f0-7630-49af-a112-99da0ed5d7bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.177224094Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.185889776Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596/snapshots/c0da49f0-7630-49af-a112-99da0ed5d7bd","method":"GET","req_id":"72ebb892-fe75-4d1a-8479-f8cb879b7d1d","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21942,"response_code":200}
{"msg":"path is \"/data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.188986963Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"dataset is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.195543226Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"snapshot is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596@c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.201811992Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\", \"c0da49f0-7630-49af-a112-99da0ed5d7bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.201827672Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aee2b74a-3e3a-42e8-9dd8-49487b354596-c0da49f0-7630-49af-a112-99da0ed5d7bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.209378463Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.209526227Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596/snapshots/c0da49f0-7630-49af-a112-99da0ed5d7bd/run","method":"POST","req_id":"63ec84f5-bb73-4f4f-91ba-7246660d12b0","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20561,"response_code":200}
{"msg":"applying SMF actions for region aee2b74a-3e3a-42e8-9dd8-49487b354596 running snapshot c0da49f0-7630-49af-a112-99da0ed5d7bd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.209541418Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210071753Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210146265Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210218127Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210227557Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210263238Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210304029Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210658619Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210708991Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210752932Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.210794773Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.214296531Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-aee2b74a-3e3a-42e8-9dd8-49487b354596-c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.21819566Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aee2b74a-3e3a-42e8-9dd8-49487b354596-c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.227586023Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aee2b74a-3e3a-42e8-9dd8-49487b354596-c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236551563Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596/.zfs/snapshot/c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236831851Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236882733Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236918594Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236955885Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.236999266Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.24034352Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.244326661Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"region aee2b74a-3e3a-42e8-9dd8-49487b354596 running snapshot c0da49f0-7630-49af-a112-99da0ed5d7bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.244338901Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"path is \"/data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.375938482Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"dataset is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.383493984Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"snapshot is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596@c0da49f0-7630-49af-a112-99da0ed5d7bd","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.389941524Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596\", \"c0da49f0-7630-49af-a112-99da0ed5d7bd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.389955864Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:34.396394394Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596/snapshots/c0da49f0-7630-49af-a112-99da0ed5d7bd/run","method":"POST","req_id":"83cd5e47-219c-48a4-a069-6d00c2da57e1","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20504,"response_code":200}
{"msg":"region 4a54a832-b424-4527-8ac3-313c4f74b26a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.268847953Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.269064919Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions","method":"POST","req_id":"47633067-dfd2-4288-a0f1-7415af222291","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":272,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.269101Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.279147711Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.279177372Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4a54a832-b424-4527-8ac3-313c4f74b26a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a54a832-b424-4527-8ac3-313c4f74b26a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.336850215Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"4a54a832-b424-4527-8ac3-313c4f74b26a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a54a832-b424-4527-8ac3-313c4f74b26a\" \"--data\" \"/data/regions/4a54a832-b424-4527-8ac3-313c4f74b26a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.336905816Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"4a54a832-b424-4527-8ac3-313c4f74b26a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.410544286Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"4a54a832-b424-4527-8ac3-313c4f74b26a","component":"worker"}
{"msg":"region 4a54a832-b424-4527-8ac3-313c4f74b26a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.410574487Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.41071694Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.411172443Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.413949461Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.420652348Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.423243481Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.423542149Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.423584Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.423617771Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.423650302Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.42678562Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431045099Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431153422Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431258705Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431299006Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431306886Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.431350317Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.435418381Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.435467463Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.435513834Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.435565995Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.439234138Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.44179415Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:32:40.601644411Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions","method":"POST","req_id":"da059a0e-2409-4000-8bb8-05a8ea8f0d1f","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.571163277Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","method":"GET","req_id":"9c7da669-5012-4354-aeff-98468cb2b27c","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/4a54a832-b424-4527-8ac3-313c4f74b26a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.574370987Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"dataset is oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.584313255Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"region 4a54a832-b424-4527-8ac3-313c4f74b26a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.591199877Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.591381573Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","method":"DELETE","req_id":"7d0206be-9984-4063-a640-56f6f712aee8","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17033,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.591401753Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-4a54a832-b424-4527-8ac3-313c4f74b26a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.591954949Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.595463297Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","method":"GET","req_id":"1eaf1cdb-94ab-47a5-96c5-f892570ef0ac","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600511818Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600622721Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600711443Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600718494Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600772715Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.600836367Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aee2b74a-3e3a-42e8-9dd8-49487b354596","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.601165686Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.601220218Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.601269499Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.60131819Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.604689745Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.606803464Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7d4fd33b-8059-4e8a-9aeb-a9bb1e2b19a3/crucible/regions/4a54a832-b424-4527-8ac3-313c4f74b26a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.614601372Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"region":"4a54a832-b424-4527-8ac3-313c4f74b26a","component":"worker"}
{"msg":"region 4a54a832-b424-4527-8ac3-313c4f74b26a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.664263381Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-01T15:33:06.728129258Z","hostname":"oxz_crucible_cfd6bc34-db93-467b-b950-a08ad7f9a0c6","pid":24717,"uri":"/crucible/0/regions/4a54a832-b424-4527-8ac3-313c4f74b26a","method":"GET","req_id":"c06dd599-9d13-46da-9c46-37cedc2be169","remote_addr":"[fd00:1122:3344:101::c]:62332","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200}