[ Jun  4 22:19:13 Enabled. ]
[ Jun  4 22:19:13 Rereading configuration. ]
[ Jun  4 22:19:15 Rereading configuration. ]
[ Jun  4 22:19:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.059273273Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880}
{"msg":"dataset: \"oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.059512364Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.059530485Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.059539145Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.075215746Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:18.144531151Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.403850794Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43112"}
{"msg":"region 9d20c05f-5786-4d41-bee2-a5f854ed1f01 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.435903113Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.4388349Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.4389184Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions","method":"POST","req_id":"f42106b2-167a-4199-be7a-b53777ec7f61","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":11779,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.445211767Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.445237297Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9d20c05f-5786-4d41-bee2-a5f854ed1f01\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.511518455Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"region":"9d20c05f-5786-4d41-bee2-a5f854ed1f01","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9d20c05f-5786-4d41-bee2-a5f854ed1f01\" \"--data\" \"/data/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.513706715Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"region":"9d20c05f-5786-4d41-bee2-a5f854ed1f01","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.631521957Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"region":"9d20c05f-5786-4d41-bee2-a5f854ed1f01","component":"worker"}
{"msg":"region 9d20c05f-5786-4d41-bee2-a5f854ed1f01 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.631628328Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.631871491Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.634398523Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.638983315Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.648932684Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.65071495Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.651479257Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.651536828Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.651584658Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.651610398Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.662080463Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions","method":"POST","req_id":"9d0d9a9d-51dd-4cc4-b1ec-73ecc21331e4","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.662935501Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:46.666263641Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.120998702Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","method":"GET","req_id":"73febbec-d08d-4869-aa1e-51d4ed4ae800","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.124587004Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"dataset is oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.133137571Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"region 9d20c05f-5786-4d41-bee2-a5f854ed1f01 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.141073872Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.141283705Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.141301385Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","method":"DELETE","req_id":"7a29d169-f237-401c-9bc2-b2bbb3214b59","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16745,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9d20c05f-5786-4d41-bee2-a5f854ed1f01 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.142426625Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.144676725Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","method":"GET","req_id":"cf786171-3ebd-4382-af4c-43f79385643e","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.145434612Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_44cf63a6-434b-4d4a-9e4f-e4303c0a6b4c/crucible/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.154791046Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"region":"9d20c05f-5786-4d41-bee2-a5f854ed1f01","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.212754029Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","method":"GET","req_id":"c8c27997-166a-4af9-b485-335abb1398c3","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region 9d20c05f-5786-4d41-bee2-a5f854ed1f01 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.226374152Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T22:19:47.364383956Z","hostname":"oxz_crucible_33c34e47-ee0d-47b3-9838-7e0f7251c9e5","pid":23880,"uri":"/crucible/0/regions/9d20c05f-5786-4d41-bee2-a5f854ed1f01","method":"GET","req_id":"a87030ce-8782-467b-903d-2761f7687604","remote_addr":"[fd00:1122:3344:101::c]:43112","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}