[ May 18 18:21:42 Enabled. ]
[ May 18 18:21:42 Rereading configuration. ]
[ May 18 18:21:44 Rereading configuration. ]
[ May 18 18:21:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.836106184Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685}
{"msg":"dataset: \"oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.836849308Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.836864518Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.836872288Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.851214239Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:21:47.919314059Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.633004766Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47350"}
{"msg":"region e20c5b40-64e6-4562-94c5-9ee18868423a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.661520712Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.664926612Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.668102252Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions","method":"POST","req_id":"b45bb1c8-561e-41db-af63-b7b9ae081c78","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16559,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.6743326Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.674361682Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e20c5b40-64e6-4562-94c5-9ee18868423a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e20c5b40-64e6-4562-94c5-9ee18868423a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.742882188Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"region":"e20c5b40-64e6-4562-94c5-9ee18868423a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e20c5b40-64e6-4562-94c5-9ee18868423a\" \"--data\" \"/data/regions/e20c5b40-64e6-4562-94c5-9ee18868423a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.745330417Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"region":"e20c5b40-64e6-4562-94c5-9ee18868423a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:42.987007917Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions","method":"POST","req_id":"d20f68af-a127-470c-953c-61878cd2e769","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.00295424Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"region":"e20c5b40-64e6-4562-94c5-9ee18868423a","component":"worker"}
{"msg":"region e20c5b40-64e6-4562-94c5-9ee18868423a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.003011272Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.00328114Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.003622542Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.008006663Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.02190903Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.023506021Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.024178483Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.024235294Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.024271915Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.024319227Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.027343214Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.030503756Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.538901625Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions","method":"POST","req_id":"b5f4a6f6-b606-4d4b-8d20-0317907c828b","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.849529703Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","method":"GET","req_id":"76b87171-3302-4754-af95-df9930f8f06c","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"path is \"/data/regions/e20c5b40-64e6-4562-94c5-9ee18868423a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.852800598Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"dataset is oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.861404155Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"region e20c5b40-64e6-4562-94c5-9ee18868423a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.868772892Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.869070091Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.869122373Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","method":"DELETE","req_id":"0675cbee-ae39-434f-a618-b703563ae063","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16309,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e20c5b40-64e6-4562-94c5-9ee18868423a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.870183927Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.871840621Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","method":"GET","req_id":"36582933-ebbd-496e-9c97-b797129edcb2","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.874266428Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c428d434-e00d-46a5-acae-bc210c8dacb3/crucible/regions/e20c5b40-64e6-4562-94c5-9ee18868423a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.882780412Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"region":"e20c5b40-64e6-4562-94c5-9ee18868423a","component":"worker"}
{"msg":"region e20c5b40-64e6-4562-94c5-9ee18868423a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:43.946213762Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:22:44.004452005Z","hostname":"oxz_crucible_604c409c-5b60-4457-81f1-bab173a3b2e7","pid":22685,"uri":"/crucible/0/regions/e20c5b40-64e6-4562-94c5-9ee18868423a","method":"GET","req_id":"6131980c-08ab-4c09-b03f-5e6efab343ad","remote_addr":"[fd00:1122:3344:101::c]:47350","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}