[ Sep 19 00:30:54 Enabled. ]
[ Sep 19 00:30:54 Rereading configuration. ]
[ Sep 19 00:30:55 Rereading configuration. ]
[ Sep 19 00:30:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:58.95148487Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879}
{"msg":"dataset: \"oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:58.955194149Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:58.955225489Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:58.95523626Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:58.97820295Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:30:59.067857714Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:51.9431599Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49759"}
{"msg":"region b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.003993556Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.008730478Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"35923187-efac-4bc6-9add-fc2aa368727f","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26661,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.01574373Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.023494722Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.023511442Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.161361506Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\" \"--data\" \"/data/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.161456917Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.318490532Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"62daa70e-b7b4-49e9-a3a1-e6b3129b38a3","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.684065125Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","component":"worker"}
{"msg":"region b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.684136276Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.684419119Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.685021867Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.704188628Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.74486609Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.767669219Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.768395949Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.774593779Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.77463481Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.774664211Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.776711607Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"c692aa71-2d57-4d78-93c9-143695d3b303","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.817981737Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:52.843724164Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.845533047Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","method":"GET","req_id":"bdc7d545-5a45-47d6-847b-f1ec97d44efa","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.850524012Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"dataset is oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.86202267Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"region b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.874140271Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.874372944Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.874426285Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","method":"DELETE","req_id":"f496b31a-b136-4964-b49b-66435c9ba7d1","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23950,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.875406087Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.882131746Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","method":"GET","req_id":"6d773dcf-bfc2-4c43-8db9-d68e8da3bd60","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.890183151Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.902044136Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:54.990371632Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","method":"GET","req_id":"eea554b6-4f72-4901-a6ff-d28ebd40c03c","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"region b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:55.039405633Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:31:55.139892348Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/b9baa2f5-9fca-4aee-b63c-e6d5fe58d8b8","method":"GET","req_id":"0e3cb3ef-6a6a-4417-a0a0-769c936dc5c2","remote_addr":"[fd00:1122:3344:101::c]:49759","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.385903179Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45494"}
{"msg":"region b64fb94e-d613-4d30-99b4-9fc80f1978c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.386536827Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.386590838Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"e0d79afd-4d35-4110-bed6-8fc3f64acdf4","remote_addr":"[fd00:1122:3344:101::c]:45494","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":595,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.386609888Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.398320102Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.398348772Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b64fb94e-d613-4d30-99b4-9fc80f1978c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b64fb94e-d613-4d30-99b4-9fc80f1978c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.460207051Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b64fb94e-d613-4d30-99b4-9fc80f1978c1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b64fb94e-d613-4d30-99b4-9fc80f1978c1\" \"--data\" \"/data/regions/b64fb94e-d613-4d30-99b4-9fc80f1978c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.462048925Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b64fb94e-d613-4d30-99b4-9fc80f1978c1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.527343919Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"7caad600-0b0a-4d7c-a4b7-950c123aff76","remote_addr":"[fd00:1122:3344:101::c]:45494","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.702337589Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"b64fb94e-d613-4d30-99b4-9fc80f1978c1","component":"worker"}
{"msg":"region b64fb94e-d613-4d30-99b4-9fc80f1978c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.70238538Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.702478901Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.703746988Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.712739475Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.733410436Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.736170672Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b64fb94e-d613-4d30-99b4-9fc80f1978c1","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.736454926Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.736506806Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.736547977Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.736628918Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.74062757Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:44.745125969Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:45.215730497Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"586b56f4-6bba-4b5d-b8ab-6fa191a6e3c3","remote_addr":"[fd00:1122:3344:101::c]:45494","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"region 755a5a04-ad2f-4aa3-ac92-9d2490293547 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.663039115Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.663219877Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"b3c287da-69ba-47e2-a2ad-e66e5831aa13","remote_addr":"[fd00:1122:3344:101::c]:45494","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.663236417Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.672247565Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.672288796Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"755a5a04-ad2f-4aa3-ac92-9d2490293547\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.722534833Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"755a5a04-ad2f-4aa3-ac92-9d2490293547","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"755a5a04-ad2f-4aa3-ac92-9d2490293547\" \"--data\" \"/data/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.722591774Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"755a5a04-ad2f-4aa3-ac92-9d2490293547","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.807054809Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"755a5a04-ad2f-4aa3-ac92-9d2490293547","component":"worker"}
{"msg":"region 755a5a04-ad2f-4aa3-ac92-9d2490293547 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.80711078Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.807235831Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.808145853Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.815964736Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.824010031Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.82700612Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.827344724Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.827394145Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.827435535Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.827470066Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.831384947Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.83691738Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:42:50.882720779Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions","method":"POST","req_id":"ff55731b-67e0-48ad-9517-d51fe5f98d31","remote_addr":"[fd00:1122:3344:101::c]:45494","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.140600309Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47160"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.14069959Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","method":"GET","req_id":"3049bec9-8836-4ef3-954c-a400bfbc5e74","remote_addr":"[fd00:1122:3344:101::c]:47160","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"path is \"/data/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.145188259Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"dataset is oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.157956466Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"region 755a5a04-ad2f-4aa3-ac92-9d2490293547 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.168497899Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.169151572Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.169197263Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","method":"DELETE","req_id":"256e7dc8-6deb-4eb9-b645-b73274cbe0a4","remote_addr":"[fd00:1122:3344:101::c]:47160","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24031,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-755a5a04-ad2f-4aa3-ac92-9d2490293547 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.170898925Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.172373125Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","method":"GET","req_id":"f2649cb1-4ef8-4525-8104-a5ab95924187","remote_addr":"[fd00:1122:3344:101::c]:47160","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.182132242Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_03e76305-9e3c-4a25-b385-bb5e5414a5b1/crucible/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.193139186Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"region":"755a5a04-ad2f-4aa3-ac92-9d2490293547","component":"worker"}
{"msg":"region 755a5a04-ad2f-4aa3-ac92-9d2490293547 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.252461882Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T00:43:26.263223273Z","hostname":"oxz_crucible_44fa3f87-98d1-4d77-b35c-d1fef4f2ad64","pid":25879,"uri":"/crucible/0/regions/755a5a04-ad2f-4aa3-ac92-9d2490293547","method":"GET","req_id":"f8d86d2c-0eef-4f72-ab6b-dbfd972fd9d9","remote_addr":"[fd00:1122:3344:101::c]:47160","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":200}