[ Jul 18 17:05:08 Enabled. ]
[ Jul 18 17:05:08 Rereading configuration. ]
[ Jul 18 17:05:10 Rereading configuration. ]
[ Jul 18 17:05:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:14.947336434Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095}
{"msg":"dataset: \"oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:14.947519228Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:14.947537088Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:14.947542908Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:14.980137339Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:15.06207733Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.910838781Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59808"}
{"msg":"region a4a3971d-a002-49ae-b7ab-6453f188f823 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.942452133Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.945386251Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.947531943Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions","method":"POST","req_id":"19bbf70e-1e38-49e3-971c-aec08e3a5ccc","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15075,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.953336577Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:54.953357587Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a4a3971d-a002-49ae-b7ab-6453f188f823\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4a3971d-a002-49ae-b7ab-6453f188f823\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.080956686Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"region":"a4a3971d-a002-49ae-b7ab-6453f188f823","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4a3971d-a002-49ae-b7ab-6453f188f823\" \"--data\" \"/data/regions/a4a3971d-a002-49ae-b7ab-6453f188f823\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.083035027Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"region":"a4a3971d-a002-49ae-b7ab-6453f188f823","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.184680035Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions","method":"POST","req_id":"6ed9047f-2597-4bdb-b8a2-2ea8fc87d105","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.448142854Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"region":"a4a3971d-a002-49ae-b7ab-6453f188f823","component":"worker"}
{"msg":"region a4a3971d-a002-49ae-b7ab-6453f188f823 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.452630852Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.452929868Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.45559196Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.464377813Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.479593062Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.483456388Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.484296165Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.486675011Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.486706222Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.486747043Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.503438551Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.508014601Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:55.930890865Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions","method":"POST","req_id":"a2b98b1f-139c-4c2f-b8ed-3ad8f599b77d","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.363783535Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","method":"GET","req_id":"17016c72-570a-4920-8c8c-0cbddf53754a","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"path is \"/data/regions/a4a3971d-a002-49ae-b7ab-6453f188f823\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.367353615Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"dataset is oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.376176779Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"region a4a3971d-a002-49ae-b7ab-6453f188f823 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.384478472Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.384672213Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.384704688Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","method":"DELETE","req_id":"24a77f63-6075-45f8-8cc9-6dbff58b6c5e","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17374,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a4a3971d-a002-49ae-b7ab-6453f188f823 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.385691326Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.388330958Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","method":"GET","req_id":"b5aa1af3-d4f7-4510-9dae-f4e34f921e95","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.393669203Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e045fbc5-f5df-48ed-8943-6696bbb81e95/crucible/regions/a4a3971d-a002-49ae-b7ab-6453f188f823\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.401997796Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"region":"a4a3971d-a002-49ae-b7ab-6453f188f823","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.461477006Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","method":"GET","req_id":"8456abd0-e7e3-4b23-b118-f1e262b750c0","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region a4a3971d-a002-49ae-b7ab-6453f188f823 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.547422415Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-18T17:05:56.552683149Z","hostname":"oxz_crucible_c0c7eb57-226d-4ec8-953c-7a36e149a4f3","pid":23095,"uri":"/crucible/0/regions/a4a3971d-a002-49ae-b7ab-6453f188f823","method":"GET","req_id":"675d86bd-33c5-4b73-a901-208eeaa605cd","remote_addr":"[fd00:1122:3344:101::c]:59808","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200}