[ Sep  5 01:38:00 Enabled. ]
[ Sep  5 01:38:00 Rereading configuration. ]
[ Sep  5 01:38:05 Rereading configuration. ]
[ Sep  5 01:38:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.418220719Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356}
{"msg":"dataset: \"oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.418383183Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.418392784Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.418397874Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.431390327Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:11.549779492Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.763136938Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63996"}
{"msg":"region 9f0f0d5b-264a-48de-8d9a-6593b9bfb030 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.792031957Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.797248713Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.799828215Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions","method":"POST","req_id":"80d8703b-9e3b-4b80-8fb3-98650d1ddbb4","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15434,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.802663015Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.802679275Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9f0f0d5b-264a-48de-8d9a-6593b9bfb030\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.880712849Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"region":"9f0f0d5b-264a-48de-8d9a-6593b9bfb030","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9f0f0d5b-264a-48de-8d9a-6593b9bfb030\" \"--data\" \"/data/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:42.882818468Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"region":"9f0f0d5b-264a-48de-8d9a-6593b9bfb030","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.017232761Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"region":"9f0f0d5b-264a-48de-8d9a-6593b9bfb030","component":"worker"}
{"msg":"region 9f0f0d5b-264a-48de-8d9a-6593b9bfb030 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.021681325Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.021995084Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.024673519Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.032446326Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.045675147Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.04935318Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.050049249Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.050116651Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.050166622Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.050195643Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.056579482Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.061126559Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.116373606Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions","method":"POST","req_id":"b4f817c6-e58d-4d00-ae5f-bf3664398752","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.991417119Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","method":"GET","req_id":"9f92b6f8-f7ae-463d-957a-02167015092d","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:43.994514036Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"dataset is oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.002089658Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"region 9f0f0d5b-264a-48de-8d9a-6593b9bfb030 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.010181304Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.010354559Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.010364299Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","method":"DELETE","req_id":"7a7a0e47-5b53-4898-b9c1-163255cd1d20","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15867,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9f0f0d5b-264a-48de-8d9a-6593b9bfb030 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.011565243Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.013933419Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","method":"GET","req_id":"624020a0-e23f-4fd9-8970-98b8b98bbb26","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":144,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.0175166Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2469c011-d44b-4918-94bf-84476577a3cc/crucible/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.026240244Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"region":"9f0f0d5b-264a-48de-8d9a-6593b9bfb030","component":"worker"}
{"msg":"region 9f0f0d5b-264a-48de-8d9a-6593b9bfb030 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.104788822Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T01:38:44.13721004Z","hostname":"oxz_crucible_4d398af0-ea79-4d14-9410-e23e661b896f","pid":24356,"uri":"/crucible/0/regions/9f0f0d5b-264a-48de-8d9a-6593b9bfb030","method":"GET","req_id":"076c7a7e-3d60-4082-9ba4-1144be607692","remote_addr":"[fd00:1122:3344:101::c]:63996","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200}