[ Aug 11 17:55:40 Enabled. ]
[ Aug 11 17:55:40 Rereading configuration. ]
[ Aug 11 17:55:42 Rereading configuration. ]
[ Aug 11 17:55:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.265310513Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085}
{"msg":"dataset: \"oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.265457166Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.265467096Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.265472206Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.27994262Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:55:52.545512509Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:15.974349405Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55328"}
{"msg":"region 9cc48d50-fb58-4016-a59c-afc394ab6033 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.007041562Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.009746621Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.014738252Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions","method":"POST","req_id":"7d1079a2-7f66-4219-afeb-d10565136327","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17028,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.017616335Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.017649515Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9cc48d50-fb58-4016-a59c-afc394ab6033\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9cc48d50-fb58-4016-a59c-afc394ab6033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.124472106Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"region":"9cc48d50-fb58-4016-a59c-afc394ab6033","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9cc48d50-fb58-4016-a59c-afc394ab6033\" \"--data\" \"/data/regions/9cc48d50-fb58-4016-a59c-afc394ab6033\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.124542547Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"region":"9cc48d50-fb58-4016-a59c-afc394ab6033","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.372110986Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions","method":"POST","req_id":"be041878-e4b4-4eb8-9906-3620d84ade17","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.641931342Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"region":"9cc48d50-fb58-4016-a59c-afc394ab6033","component":"worker"}
{"msg":"region 9cc48d50-fb58-4016-a59c-afc394ab6033 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.646265431Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.646420604Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.649186105Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.673866335Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.702312315Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.723867538Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.724570501Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.724628592Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.724668943Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.724706693Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.734756527Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:16.747093682Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:17.061741077Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions","method":"POST","req_id":"4983ac0e-b267-46a8-810f-753914af5cea","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.295246998Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","method":"GET","req_id":"cbc2eff7-eb08-4b99-b36b-e5b3eccde9ec","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/9cc48d50-fb58-4016-a59c-afc394ab6033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.299231141Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"dataset is oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.30792617Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"region 9cc48d50-fb58-4016-a59c-afc394ab6033 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.315907896Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.316074369Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.316092869Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","method":"DELETE","req_id":"67c6d7d0-07fe-491d-b6e5-f8a41ce69a66","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16907,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9cc48d50-fb58-4016-a59c-afc394ab6033 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.317194559Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.319807557Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","method":"GET","req_id":"d5eaee44-eb35-4db5-b4b7-99807151207d","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.332010019Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a350af63-9674-4092-8e3a-b17dc3e81928/crucible/regions/9cc48d50-fb58-4016-a59c-afc394ab6033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.341062035Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"region":"9cc48d50-fb58-4016-a59c-afc394ab6033","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.40651178Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","method":"GET","req_id":"7b22b5d1-79ba-40dd-88b9-cf9fdd742bca","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 9cc48d50-fb58-4016-a59c-afc394ab6033 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.464896096Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-11T17:57:18.563927314Z","hostname":"oxz_crucible_bb9c5bf6-4e83-4bde-b35c-78cec6010f0b","pid":23085,"uri":"/crucible/0/regions/9cc48d50-fb58-4016-a59c-afc394ab6033","method":"GET","req_id":"d852abcc-7d1c-401b-96d0-ae74a42e525e","remote_addr":"[fd00:1122:3344:101::b]:55328","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}