[ Aug 26 16:30:48 Enabled. ]
[ Aug 26 16:30:48 Rereading configuration. ]
[ Aug 26 16:30:51 Rereading configuration. ]
[ Aug 26 16:30:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.244506177Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388}
{"msg":"dataset: \"oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.244718728Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.244733319Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.244740528Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.265737016Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:30:56.369849518Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.121563155Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64769"}
{"msg":"region cad3ac09-55c2-4eb8-80cc-eb91e9de7271 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.151470118Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.154675715Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.160618456Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"89367526-8a14-46da-8ec8-44e9f426f138","remote_addr":"[fd00:1122:3344:101::b]:64769","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19061,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.16590857Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.16592941Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cad3ac09-55c2-4eb8-80cc-eb91e9de7271\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.249896141Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"cad3ac09-55c2-4eb8-80cc-eb91e9de7271","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cad3ac09-55c2-4eb8-80cc-eb91e9de7271\" \"--data\" \"/data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.249975012Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"cad3ac09-55c2-4eb8-80cc-eb91e9de7271","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.43046995Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"618a2d2e-5e36-4a3e-acc3-e6b682a70706","remote_addr":"[fd00:1122:3344:101::b]:64769","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.60409513Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"cad3ac09-55c2-4eb8-80cc-eb91e9de7271","component":"worker"}
{"msg":"region cad3ac09-55c2-4eb8-80cc-eb91e9de7271 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.608478337Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.60887525Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.611493072Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.617378402Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.632049556Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.636602565Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.637321491Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.637376631Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.637426152Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.637483182Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.642936828Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.647915451Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:31:31.920619219Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"6518287d-0897-4a49-8e41-8958700ac2bc","remote_addr":"[fd00:1122:3344:101::b]:64769","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:39.99329256Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64564"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:39.993521782Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","method":"GET","req_id":"575b38f0-1a05-4752-a1eb-8691456146c0","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"path is \"/data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:39.996696379Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.003270315Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271@d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.008398588Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\", \"d0119c76-f201-4ca5-860f-0523142fcc43\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.008418408Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.022908751Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271/snapshots/d0119c76-f201-4ca5-860f-0523142fcc43","method":"GET","req_id":"c69a97c2-52c7-4bc9-b756-bf05738b8088","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26228,"response_code":200}
{"msg":"path is \"/data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.0287537Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.035125094Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271@d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.04170256Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\", \"d0119c76-f201-4ca5-860f-0523142fcc43\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.04171873Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cad3ac09-55c2-4eb8-80cc-eb91e9de7271-d0119c76-f201-4ca5-860f-0523142fcc43 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.049140293Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions for region cad3ac09-55c2-4eb8-80cc-eb91e9de7271 running snapshot d0119c76-f201-4ca5-860f-0523142fcc43 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.055090373Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.055101823Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271/snapshots/d0119c76-f201-4ca5-860f-0523142fcc43/run","method":"POST","req_id":"cea7b214-87b3-4884-beb1-556b43f7e38a","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26378,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-cad3ac09-55c2-4eb8-80cc-eb91e9de7271-d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.068654948Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cad3ac09-55c2-4eb8-80cc-eb91e9de7271-d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.074291857Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cad3ac09-55c2-4eb8-80cc-eb91e9de7271-d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095199873Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271/.zfs/snapshot/d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095509985Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095544525Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095593106Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095626216Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.095677797Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.102331353Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.109792933Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"region cad3ac09-55c2-4eb8-80cc-eb91e9de7271 running snapshot d0119c76-f201-4ca5-860f-0523142fcc43 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.109806676Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"path is \"/data/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.355244564Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.361283165Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"snapshot is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271@d0119c76-f201-4ca5-860f-0523142fcc43","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.366340448Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271\", \"d0119c76-f201-4ca5-860f-0523142fcc43\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.366367428Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:40.373041164Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/cad3ac09-55c2-4eb8-80cc-eb91e9de7271/snapshots/d0119c76-f201-4ca5-860f-0523142fcc43/run","method":"POST","req_id":"069bae1a-f2ac-4048-b135-1dc9ce3032eb","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17841,"response_code":200}
{"msg":"region a0c57642-1611-485c-a3e6-efc466576c6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:45.955164016Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:45.955970243Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:45.955989123Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"83eb0c83-7901-4308-9527-b40da14193ef","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":232,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:45.96149288Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:45.96151287Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a0c57642-1611-485c-a3e6-efc466576c6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a0c57642-1611-485c-a3e6-efc466576c6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.029775648Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"a0c57642-1611-485c-a3e6-efc466576c6b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a0c57642-1611-485c-a3e6-efc466576c6b\" \"--data\" \"/data/regions/a0c57642-1611-485c-a3e6-efc466576c6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.029827408Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"a0c57642-1611-485c-a3e6-efc466576c6b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.138232786Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"a0c57642-1611-485c-a3e6-efc466576c6b","component":"worker"}
{"msg":"region a0c57642-1611-485c-a3e6-efc466576c6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.138264816Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.138412407Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.13878331Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.150006435Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.160516784Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.16712103Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.167490523Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.167554774Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.167602784Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.167651104Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.173241972Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.18251714Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions","method":"POST","req_id":"35923414-f383-442e-9324-698039f5657b","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:42:46.195315789Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.385645411Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/a0c57642-1611-485c-a3e6-efc466576c6b","method":"GET","req_id":"3adcf7c9-3aa6-46ad-84d9-ac00d6887152","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"path is \"/data/regions/a0c57642-1611-485c-a3e6-efc466576c6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.388321134Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"dataset is oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/a0c57642-1611-485c-a3e6-efc466576c6b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.397760894Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"region a0c57642-1611-485c-a3e6-efc466576c6b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.40560888Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.405769441Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.405777731Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/a0c57642-1611-485c-a3e6-efc466576c6b","method":"DELETE","req_id":"2a57d5f7-c76e-454d-8c1b-3a06a8cfab93","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17507,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a0c57642-1611-485c-a3e6-efc466576c6b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.406864391Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.41036481Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/a0c57642-1611-485c-a3e6-efc466576c6b","method":"GET","req_id":"a5633550-71db-4d4a-b55e-2b53269fb34a","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.417679202Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ffc88467-3b27-437f-bbcd-f3d7029594cd/crucible/regions/a0c57642-1611-485c-a3e6-efc466576c6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.424907053Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"region":"a0c57642-1611-485c-a3e6-efc466576c6b","component":"worker"}
{"msg":"region a0c57642-1611-485c-a3e6-efc466576c6b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.483430859Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-26T16:43:13.512899908Z","hostname":"oxz_crucible_a70dfd40-f7a1-4185-9ebc-a748dfce220a","pid":28388,"uri":"/crucible/0/regions/a0c57642-1611-485c-a3e6-efc466576c6b","method":"GET","req_id":"52fc4358-738a-4b1b-84fe-f9866af70618","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}