[ Jun 29 20:30:12 Enabled. ]
[ Jun 29 20:30:12 Rereading configuration. ]
[ Jun 29 20:30:14 Rereading configuration. ]
[ Jun 29 20:30:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.860268477Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190}
{"msg":"dataset: \"oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.860423921Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.860434652Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.860440532Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.876182707Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:30:18.976661774Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.34084547Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61764"}
{"msg":"region 6885eda9-2d7c-44c4-9708-8159847e5d60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.369270692Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.371668632Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.373919499Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"337add07-b0e1-4dbd-9441-a6ee2655e97e","remote_addr":"[fd00:1122:3344:101::c]:61764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":12913,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.379226112Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.379253043Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6885eda9-2d7c-44c4-9708-8159847e5d60\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.441052342Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"6885eda9-2d7c-44c4-9708-8159847e5d60","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6885eda9-2d7c-44c4-9708-8159847e5d60\" \"--data\" \"/data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.445142845Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"6885eda9-2d7c-44c4-9708-8159847e5d60","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.51755823Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"39865500-5720-4652-bf08-7e2193cfac04","remote_addr":"[fd00:1122:3344:101::c]:61764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.638055181Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"6885eda9-2d7c-44c4-9708-8159847e5d60","component":"worker"}
{"msg":"region 6885eda9-2d7c-44c4-9708-8159847e5d60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.64000821Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.640172514Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.64242405Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.654159474Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.671838418Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.677026078Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.677765956Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.679718345Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.679759856Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.679793207Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.693754297Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.701379028Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:31:20.807012737Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"cea6c190-91da-4967-8574-404b39224a7b","remote_addr":"[fd00:1122:3344:101::c]:61764","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.070746785Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54677"}
{"msg":"region 2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.071023972Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.071899524Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.071910714Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"82051c29-0a51-4ab2-9c24-b30af1fdafc5","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1023,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.081054703Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.081091384Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.21176104Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d\" \"--data\" \"/data/regions/2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.211811141Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.371093735Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"a5748af9-6d53-4a35-bea0-63e324070886","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.440201987Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"region":"2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","component":"worker"}
{"msg":"region 2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.440238788Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.440345831Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.44073254Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.473367429Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.522558242Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.553484197Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cc273e5-bf1e-4f94-a2c7-ca1361df5c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.553828076Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.553889397Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.553936129Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.553980879Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.571603711Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588491335Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588559997Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588625328Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588645759Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588659859Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.5887098Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588798463Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588850274Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588893955Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.588935616Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.629628366Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.630167049Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:24.885129621Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions","method":"POST","req_id":"d808a016-39e3-4571-a94e-7e70348ccc58","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":99,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.405074656Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","method":"GET","req_id":"0861681f-3eb3-462c-906f-42f49bfda132","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.408896322Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"dataset is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.416296037Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"snapshot is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.423763234Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.423800625Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.438051012Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions/6885eda9-2d7c-44c4-9708-8159847e5d60/snapshots/0552723c-0123-4467-bc7d-29a4c813f271","method":"GET","req_id":"b812cf22-dfff-4c53-9f9d-47c9a4441a9b","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29166,"response_code":200}
{"msg":"path is \"/data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.452489425Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"dataset is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.458728791Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"snapshot is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.466012884Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.466036024Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6885eda9-2d7c-44c4-9708-8159847e5d60-0552723c-0123-4467-bc7d-29a4c813f271 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.472618989Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"applying SMF actions for region 6885eda9-2d7c-44c4-9708-8159847e5d60 running snapshot 0552723c-0123-4467-bc7d-29a4c813f271 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.477636275Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.477650835Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions/6885eda9-2d7c-44c4-9708-8159847e5d60/snapshots/0552723c-0123-4467-bc7d-29a4c813f271/run","method":"POST","req_id":"58c5c777-7c7c-4e9a-a82f-c2dbc3c7f915","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25188,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479122852Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479195054Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479266256Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479272786Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479308957Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479351178Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479678666Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479716357Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479762478Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.479798159Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.500834257Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6885eda9-2d7c-44c4-9708-8159847e5d60-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.509256648Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6885eda9-2d7c-44c4-9708-8159847e5d60-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.543482626Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6885eda9-2d7c-44c4-9708-8159847e5d60-0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.60508115Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60/.zfs/snapshot/0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.605420328Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.60548242Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.605524451Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.605564492Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.605617693Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.636664952Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.677854915Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"worker"}
{"msg":"region 6885eda9-2d7c-44c4-9708-8159847e5d60 running snapshot 0552723c-0123-4467-bc7d-29a4c813f271 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.677891035Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"path is \"/data/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.683924147Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"dataset is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.690758228Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"datafile"}
{"msg":"snapshot is oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60@0552723c-0123-4467-bc7d-29a4c813f271","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.697570439Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa4c347c-85c3-4b26-9c89-0ad528910834/crucible/regions/6885eda9-2d7c-44c4-9708-8159847e5d60\", \"0552723c-0123-4467-bc7d-29a4c813f271\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.697596209Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-29T20:42:26.705128898Z","hostname":"oxz_crucible_e57bc984-a025-406e-97bf-58b657ca1873","pid":28190,"uri":"/crucible/0/regions/6885eda9-2d7c-44c4-9708-8159847e5d60/snapshots/0552723c-0123-4467-bc7d-29a4c813f271/run","method":"POST","req_id":"6db2d6c1-b622-4f9b-8179-1b69899c0c26","remote_addr":"[fd00:1122:3344:101::c]:54677","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21254,"response_code":200}