[ Jun 25 02:36:55 Enabled. ]
[ Jun 25 02:36:55 Rereading configuration. ]
[ Jun 25 02:37:01 Rereading configuration. ]
[ Jun 25 02:37:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.679835939Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123}
{"msg":"dataset: \"oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.680064394Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.680113445Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.680119445Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.69807186Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:08.9319168Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.792978046Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54216"}
{"msg":"region 1106e923-4f24-4dd2-8e49-0e34c69dd1e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.826763624Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.830923947Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.830942097Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions","method":"POST","req_id":"53647345-d553-473d-9bef-f4cba0882f1f","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":12939,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.838515177Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.838538458Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1106e923-4f24-4dd2-8e49-0e34c69dd1e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.940801462Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"region":"1106e923-4f24-4dd2-8e49-0e34c69dd1e3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1106e923-4f24-4dd2-8e49-0e34c69dd1e3\" \"--data\" \"/data/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:46.951921173Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"region":"1106e923-4f24-4dd2-8e49-0e34c69dd1e3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.003287429Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions","method":"POST","req_id":"3564c884-ce5f-496b-8b2d-1e24b2b88328","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":89,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.164773887Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"region":"1106e923-4f24-4dd2-8e49-0e34c69dd1e3","component":"worker"}
{"msg":"region 1106e923-4f24-4dd2-8e49-0e34c69dd1e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.164835088Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.16494613Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.167579272Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.175235064Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.195350432Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.199687608Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.200526814Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.200633777Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.200669137Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.200732159Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.214001541Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.22001001Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:47.284247142Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions","method":"POST","req_id":"e4e98bc9-2394-45f6-8ec0-ac753c116746","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.161182863Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","method":"GET","req_id":"9f291824-1619-490a-819d-a9da27f8e6a5","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.165020239Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"dataset is oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.174567818Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"region 1106e923-4f24-4dd2-8e49-0e34c69dd1e3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.181833632Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.181974215Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.181993055Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","method":"DELETE","req_id":"958f8198-f986-4b26-931b-6afb1eb0c307","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17006,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1106e923-4f24-4dd2-8e49-0e34c69dd1e3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.183022726Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.18776282Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","method":"GET","req_id":"6e618d93-2ac3-4e41-ac65-753da2167f30","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.188824851Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_12ecc0a6-9a3d-4a8c-a814-e3799e3f9d3f/crucible/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.197814329Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"region":"1106e923-4f24-4dd2-8e49-0e34c69dd1e3","component":"worker"}
{"msg":"region 1106e923-4f24-4dd2-8e49-0e34c69dd1e3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.280030786Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-25T02:37:48.325129448Z","hostname":"oxz_crucible_b5198518-f6bd-465e-89c5-75df6af8a429","pid":26123,"uri":"/crucible/0/regions/1106e923-4f24-4dd2-8e49-0e34c69dd1e3","method":"GET","req_id":"99c3cdbd-c609-41d2-be3f-270448e1ab7a","remote_addr":"[fd00:1122:3344:101::a]:54216","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}