[ Jul 22 01:41:46 Enabled. ]
[ Jul 22 01:41:46 Rereading configuration. ]
[ Jul 22 01:41:47 Rereading configuration. ]
[ Jul 22 01:41:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.768502827Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162}
{"msg":"dataset: \"oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.768705992Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.768734452Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.768742612Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.792361409Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:41:50.898110258Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.241402038Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36081"}
{"msg":"region 5648b647-0584-4bc9-a5d5-10259519d833 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.270675015Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.273749287Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.276446859Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions","method":"POST","req_id":"d6652435-8f8b-479f-9f75-fcf61ca208ba","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18448,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible/regions/5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.282126591Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible/regions/5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.282146411Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5648b647-0584-4bc9-a5d5-10259519d833\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5648b647-0584-4bc9-a5d5-10259519d833\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.325820423Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"region":"5648b647-0584-4bc9-a5d5-10259519d833","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5648b647-0584-4bc9-a5d5-10259519d833\" \"--data\" \"/data/regions/5648b647-0584-4bc9-a5d5-10259519d833\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.325870044Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"region":"5648b647-0584-4bc9-a5d5-10259519d833","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.502667647Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions","method":"POST","req_id":"e90d8da5-dce9-4540-b6bc-e062b3a1a99b","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.648923444Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"region":"5648b647-0584-4bc9-a5d5-10259519d833","component":"worker"}
{"msg":"region 5648b647-0584-4bc9-a5d5-10259519d833 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.650797547Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.65094546Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.653801877Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.657991934Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.666223654Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.667572115Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.668302032Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.670972284Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.671017825Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.671061396Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.677198368Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.680100695Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:13.91609773Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions","method":"POST","req_id":"2ed0e28a-c15b-4d06-b7f5-7910126a973e","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.551048342Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions/5648b647-0584-4bc9-a5d5-10259519d833","method":"GET","req_id":"786ea5e9-7efa-475e-9da2-5569c457672a","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/5648b647-0584-4bc9-a5d5-10259519d833\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.554601143Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"dataset is oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible/regions/5648b647-0584-4bc9-a5d5-10259519d833","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.562299962Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"region 5648b647-0584-4bc9-a5d5-10259519d833 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.570695516Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.570833029Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.57086819Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions/5648b647-0584-4bc9-a5d5-10259519d833","method":"DELETE","req_id":"be141831-97b9-4fe9-8c14-f4b298900da9","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16314,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-5648b647-0584-4bc9-a5d5-10259519d833 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.572282403Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.574930954Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.575820675Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions/5648b647-0584-4bc9-a5d5-10259519d833","method":"GET","req_id":"8d78b5b5-13a9-4395-93a0-2cb1320b68a0","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_8eab669a-f5f2-4dff-b735-f5c54ef84349/crucible/regions/5648b647-0584-4bc9-a5d5-10259519d833\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.584007264Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"region":"5648b647-0584-4bc9-a5d5-10259519d833","component":"worker"}
{"msg":"region 5648b647-0584-4bc9-a5d5-10259519d833 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.647024814Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:43:14.712496519Z","hostname":"oxz_crucible_8fbc3d92-529f-4d79-a3ee-04c51e6367a8","pid":21162,"uri":"/crucible/0/regions/5648b647-0584-4bc9-a5d5-10259519d833","method":"GET","req_id":"d9aca25f-0922-4703-b64d-5fdd8a71759e","remote_addr":"[fd00:1122:3344:101::b]:36081","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}