[ Jul 22 22:00:10 Enabled. ]
[ Jul 22 22:00:10 Rereading configuration. ]
[ Jul 22 22:00:11 Rereading configuration. ]
[ Jul 22 22:00:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.07745988Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402}
{"msg":"dataset: \"oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.077658864Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.077676244Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.077683834Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.096172219Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:15.174863275Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.57827604Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51213"}
{"msg":"region d7b6d43a-ba49-48c7-8abe-857292720b83 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.621008472Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.628350021Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.632575106Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions","method":"POST","req_id":"0dfc21b1-91d7-444d-b4ac-6ee36bd4f442","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25134,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.638975689Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.639005729Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7b6d43a-ba49-48c7-8abe-857292720b83\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7b6d43a-ba49-48c7-8abe-857292720b83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.69072735Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"region":"d7b6d43a-ba49-48c7-8abe-857292720b83","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7b6d43a-ba49-48c7-8abe-857292720b83\" \"--data\" \"/data/regions/d7b6d43a-ba49-48c7-8abe-857292720b83\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.69302312Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"region":"d7b6d43a-ba49-48c7-8abe-857292720b83","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:41.822772384Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions","method":"POST","req_id":"7fba76f9-18f6-4280-af7d-f98a9db8b81f","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.042696016Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"region":"d7b6d43a-ba49-48c7-8abe-857292720b83","component":"worker"}
{"msg":"region d7b6d43a-ba49-48c7-8abe-857292720b83 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.046926561Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.047075584Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.049814092Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.05763873Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.068701184Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.07070195Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.071415472Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.073788964Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.073837615Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.073872205Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.082862574Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.086188262Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.356760636Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions","method":"POST","req_id":"0f67d328-cd96-4529-bbaa-3b93bc159745","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.830327423Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","method":"GET","req_id":"7b13ae21-2ab7-464e-a2d6-5d84d1a04513","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"path is \"/data/regions/d7b6d43a-ba49-48c7-8abe-857292720b83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.83527689Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"dataset is oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.843538076Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"region d7b6d43a-ba49-48c7-8abe-857292720b83 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.850770483Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.850899426Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.850933506Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","method":"DELETE","req_id":"9bc61517-1cbe-4e29-9785-680c847e4105","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15696,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d7b6d43a-ba49-48c7-8abe-857292720b83 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.851984995Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.854966177Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.855777242Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","method":"GET","req_id":"b298fbce-b395-46bd-9519-c21f11c7c140","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_8e458da1-61dd-4f2b-bff7-cf47b3e11e8e/crucible/regions/d7b6d43a-ba49-48c7-8abe-857292720b83\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.864437324Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"region":"d7b6d43a-ba49-48c7-8abe-857292720b83","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.912132734Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","method":"GET","req_id":"17b64c25-5b93-48a9-a4ef-ba93e9e76e7d","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region d7b6d43a-ba49-48c7-8abe-857292720b83 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:42.9278525Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T22:00:43.023053087Z","hostname":"oxz_crucible_9642f0f8-0b13-4c69-8c9a-2b2c16f9c9d3","pid":28402,"uri":"/crucible/0/regions/d7b6d43a-ba49-48c7-8abe-857292720b83","method":"GET","req_id":"f16de7e5-89bf-4120-b2b2-00a71966b618","remote_addr":"[fd00:1122:3344:101::a]:51213","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}