[ Jul 22 17:45:24 Enabled. ]
[ Jul 22 17:45:24 Rereading configuration. ]
[ Jul 22 17:45:27 Rereading configuration. ]
[ Jul 22 17:45:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.899165957Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679}
{"msg":"dataset: \"oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.899334141Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.899379522Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.899386812Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.911981405Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:34.005819105Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.960039838Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56786"}
{"msg":"region ec9ad61e-234c-46d4-90fb-97633dd7532b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.991018031Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.995784703Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.998133003Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions","method":"POST","req_id":"802a2004-ce92-4832-904d-dffe2e930646","remote_addr":"[fd00:1122:3344:101::b]:56786","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16016,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.004385903Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.004411294Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ec9ad61e-234c-46d4-90fb-97633dd7532b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.103705093Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"ec9ad61e-234c-46d4-90fb-97633dd7532b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ec9ad61e-234c-46d4-90fb-97633dd7532b\" \"--data\" \"/data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.105659433Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"ec9ad61e-234c-46d4-90fb-97633dd7532b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.239851996Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions","method":"POST","req_id":"978818c4-a576-4065-9b05-2afa67d9567e","remote_addr":"[fd00:1122:3344:101::b]:56786","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.266642101Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"ec9ad61e-234c-46d4-90fb-97633dd7532b","component":"worker"}
{"msg":"region ec9ad61e-234c-46d4-90fb-97633dd7532b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.27090515Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.271218818Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.273764784Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.282039945Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.296001592Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.299117822Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.29982769Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.301797761Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.301843232Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.301899433Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.31428297Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.31934857Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.895212942Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions","method":"POST","req_id":"c17fafbe-78d5-4ccd-8fbf-2a1f3584162e","remote_addr":"[fd00:1122:3344:101::b]:56786","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.79798051Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61968"}
{"msg":"region 7e1ab580-c321-4deb-bd3b-94d074f904a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798650918Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798845692Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions","method":"POST","req_id":"a074872b-7e99-413e-aeae-9cacb8f77e00","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":743,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798860663Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.807221659Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.807249841Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7e1ab580-c321-4deb-bd3b-94d074f904a1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7e1ab580-c321-4deb-bd3b-94d074f904a1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.87030492Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"7e1ab580-c321-4deb-bd3b-94d074f904a1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7e1ab580-c321-4deb-bd3b-94d074f904a1\" \"--data\" \"/data/regions/7e1ab580-c321-4deb-bd3b-94d074f904a1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.870345721Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"7e1ab580-c321-4deb-bd3b-94d074f904a1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.988441692Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"region":"7e1ab580-c321-4deb-bd3b-94d074f904a1","component":"worker"}
{"msg":"region 7e1ab580-c321-4deb-bd3b-94d074f904a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.988480683Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.988596796Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.988938975Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.001201419Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.024236708Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.029088482Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7e1ab580-c321-4deb-bd3b-94d074f904a1","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.029373559Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.02942103Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.029460602Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.029495732Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.037980929Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047371744Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047440305Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047514388Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047524063Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047562483Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047606462Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047687905Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047739769Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047789673Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.047824727Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.066468057Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.066911309Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.178265697Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions","method":"POST","req_id":"fcdbeae6-de31-4af4-86d1-415285c6abb9","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.380104367Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","method":"GET","req_id":"0e1bd087-1282-4175-bf2a-08ff23f7c1e3","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.383298169Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"dataset is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.389474917Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"snapshot is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.395523062Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.395537162Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.406732148Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","method":"GET","req_id":"60088f8b-5417-4da4-8721-026ca6783f21","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23446,"response_code":200}
{"msg":"path is \"/data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.410518375Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"dataset is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.415744149Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"snapshot is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.421935857Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.421952818Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ec9ad61e-234c-46d4-90fb-97633dd7532b-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.429043939Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.43142736Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e/run","method":"POST","req_id":"dc732d07-f8b4-4d80-8331-66dbb0b3976b","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20932,"response_code":200}
{"msg":"applying SMF actions for region ec9ad61e-234c-46d4-90fb-97633dd7532b running snapshot c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.431459881Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.432954749Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433027191Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433097683Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433103653Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433139194Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433178645Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433460312Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433506553Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433549884Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.433591085Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.437397923Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ec9ad61e-234c-46d4-90fb-97633dd7532b-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.44000298Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ec9ad61e-234c-46d4-90fb-97633dd7532b-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.450472617Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ec9ad61e-234c-46d4-90fb-97633dd7532b-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.460942415Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b/.zfs/snapshot/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.461246073Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.461301114Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.461343785Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.461379976Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.461441138Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.465270266Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.470435348Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"worker"}
{"msg":"region ec9ad61e-234c-46d4-90fb-97633dd7532b running snapshot c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.470452468Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"path is \"/data/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.645203439Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"dataset is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.651960192Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"datafile"}
{"msg":"snapshot is oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.65855686Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e5b8fae-a22c-4e61-8ee9-8ea64bed6ab1/crucible/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.658583491Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.66438729Z","hostname":"oxz_crucible_1d0da8ce-947e-4660-a155-8a2c3fe29dc0","pid":28679,"uri":"/crucible/0/regions/ec9ad61e-234c-46d4-90fb-97633dd7532b/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e/run","method":"POST","req_id":"84e9b133-ca9d-4da9-8d1f-4e815c129970","remote_addr":"[fd00:1122:3344:101::b]:61968","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19222,"response_code":200}