[ Jul 17 11:25:28 Enabled. ]
[ Jul 17 11:25:28 Rereading configuration. ]
[ Jul 17 11:25:29 Rereading configuration. ]
[ Jul 17 11:25:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:25:32.544158397Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:25:32.547176537Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:25:32.547187687Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:25:32.56409835Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:25:32.679893107Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:41.977959366Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34240"}
{"msg":"region 043eee51-b4c4-42f1-a4c2-dde7d0d4f00d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.00028754Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.005503396Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions","method":"POST","req_id":"9027f64c-2b23-4139-93a7-158bcf541ba6","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18092,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.007789169Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.018621562Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.018661022Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.068510269Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"region":"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\" \"--data\" \"/data/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.06858188Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"region":"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.354378897Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions","method":"POST","req_id":"2be19167-e3a2-4ff4-a33b-177907ae3398","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.357530298Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"region":"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","component":"worker"}
{"msg":"region 043eee51-b4c4-42f1-a4c2-dde7d0d4f00d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.357557489Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.357720271Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.358183607Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.364225037Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.375726136Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.379220335Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.379796052Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.379852833Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.379891163Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.379925064Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.38422635Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:42.397657886Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.085275631Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions","method":"POST","req_id":"4de1892f-b9e9-4b7e-aefd-2f8d1b237477","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.395386659Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","method":"GET","req_id":"ff704de4-b317-4898-a373-ec4431a30fb2","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"path is \"/data/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.398939246Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"dataset is oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.411046356Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"region 043eee51-b4c4-42f1-a4c2-dde7d0d4f00d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.421598585Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.421757447Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.421820418Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","method":"DELETE","req_id":"1c83518d-2c6d-4cf9-b464-e5db5f5dd737","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22913,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-043eee51-b4c4-42f1-a4c2-dde7d0d4f00d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.422824871Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.426871754Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","method":"GET","req_id":"2708f2d4-14a3-4e45-ae81-396734b7fbdd","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.429460359Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_efb84721-8cb5-4d04-99cd-83f34caceafb/crucible/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.440846158Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"region":"043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","component":"worker"}
{"msg":"region 043eee51-b4c4-42f1-a4c2-dde7d0d4f00d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.509892119Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-17T11:26:43.547270032Z","hostname":"oxz_crucible_05efc0eb-1db0-48f8-8296-495e6366c044","pid":21654,"uri":"/crucible/0/regions/043eee51-b4c4-42f1-a4c2-dde7d0d4f00d","method":"GET","req_id":"c9ef0eba-0fc3-47ee-9d40-594892bc34cf","remote_addr":"[fd00:1122:3344:101::a]:34240","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":56,"response_code":"200"}