[ Jun 22 18:37:43 Enabled. ]
[ Jun 22 18:37:43 Rereading configuration. ]
[ Jun 22 18:37:47 Rereading configuration. ]
[ Jun 22 18:37:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.113676933Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584}
{"msg":"dataset: \"oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.113868957Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.113882747Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.113890577Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.127318568Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:37:54.248696442Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.049447463Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62441"}
{"msg":"region 4d1a271d-1f93-437d-a664-7466b9498dc4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.08143161Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.085891615Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.085963566Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions","method":"POST","req_id":"6e8fccae-fac8-4486-8d2f-ecc8eb91721d","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13411,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.092823882Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.092850652Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4d1a271d-1f93-437d-a664-7466b9498dc4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d1a271d-1f93-437d-a664-7466b9498dc4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.232907789Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"region":"4d1a271d-1f93-437d-a664-7466b9498dc4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d1a271d-1f93-437d-a664-7466b9498dc4\" \"--data\" \"/data/regions/4d1a271d-1f93-437d-a664-7466b9498dc4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.234995953Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"region":"4d1a271d-1f93-437d-a664-7466b9498dc4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.411985372Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions","method":"POST","req_id":"28437796-a9e2-4b1f-94b5-f4f2bb917227","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.442434387Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"region":"4d1a271d-1f93-437d-a664-7466b9498dc4","component":"worker"}
{"msg":"region 4d1a271d-1f93-437d-a664-7466b9498dc4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.442496228Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.442766203Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.443136201Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.465948185Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.609523366Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.622115112Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.62296681Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.623039962Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.623086933Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.623128154Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.656062541Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.673348677Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:25.841530739Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions","method":"POST","req_id":"5b5d1876-f1db-49ff-9ac5-9829ecd25c8f","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.39399979Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","method":"GET","req_id":"51da74ba-d720-4f0d-9512-13d1d937b190","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/4d1a271d-1f93-437d-a664-7466b9498dc4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.396767109Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"dataset is oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.405902773Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"region 4d1a271d-1f93-437d-a664-7466b9498dc4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.413698528Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.413902952Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.413941533Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","method":"DELETE","req_id":"6b6b4b65-e183-467b-ac52-9a44b5188858","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17195,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-4d1a271d-1f93-437d-a664-7466b9498dc4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.414911763Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.416901246Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","method":"GET","req_id":"13a0b214-9eed-45f7-902a-f3c4324bdc06","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.425561979Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96a101c2-1fe5-4b7f-bf3a-2dadfe246717/crucible/regions/4d1a271d-1f93-437d-a664-7466b9498dc4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.435703624Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"region":"4d1a271d-1f93-437d-a664-7466b9498dc4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.530376529Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","method":"GET","req_id":"c22a3959-ec7a-4980-81a3-fca63e996861","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 4d1a271d-1f93-437d-a664-7466b9498dc4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.583584116Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T18:38:26.612258543Z","hostname":"oxz_crucible_7c849b1f-b7a8-45ac-b6dd-f7e73dbccd4f","pid":25584,"uri":"/crucible/0/regions/4d1a271d-1f93-437d-a664-7466b9498dc4","method":"GET","req_id":"3ceaad8c-0da1-4c97-95be-4206e744ec5c","remote_addr":"[fd00:1122:3344:101::a]:62441","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200}