{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.7174578Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49893"} {"msg":"region 82835a92-d09b-4ded-895c-d06443923668 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.763261233Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.768155841Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.773305425Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions","method":"POST","req_id":"4aa16836-842a-4f0e-84da-006c0fb4e218","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17059,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.781685853Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.781707384Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"82835a92-d09b-4ded-895c-d06443923668\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82835a92-d09b-4ded-895c-d06443923668\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.83144849Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"82835a92-d09b-4ded-895c-d06443923668","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82835a92-d09b-4ded-895c-d06443923668\" \"--data\" \"/data/regions/82835a92-d09b-4ded-895c-d06443923668\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:04.833605466Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"82835a92-d09b-4ded-895c-d06443923668","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.051184566Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions","method":"POST","req_id":"0872c78e-3e8f-4889-b3c4-ff4b42ff655e","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":114,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.180236598Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"82835a92-d09b-4ded-895c-d06443923668","component":"worker"} {"msg":"region 82835a92-d09b-4ded-895c-d06443923668 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.180284759Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.180381992Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.180778942Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.188116814Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.203881664Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.207019886Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82835a92-d09b-4ded-895c-d06443923668","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.207849938Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.20792601Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.207972941Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.208015602Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.211719929Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.216197505Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:05.486507798Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions","method":"POST","req_id":"a24d17eb-22bd-4a8a-ba1a-e01ef28dc0d3","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"region 3a6b3006-3b63-449c-9d02-0d33003d89b6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.385434025Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.38561763Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions","method":"POST","req_id":"e47a4a5d-d6ea-42f1-8947-ddf6d9ea76fa","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":228,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.38563574Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.395799285Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.395833236Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a6b3006-3b63-449c-9d02-0d33003d89b6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.454876344Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"3a6b3006-3b63-449c-9d02-0d33003d89b6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a6b3006-3b63-449c-9d02-0d33003d89b6\" \"--data\" \"/data/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.454933986Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"3a6b3006-3b63-449c-9d02-0d33003d89b6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.526448389Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"3a6b3006-3b63-449c-9d02-0d33003d89b6","component":"worker"} {"msg":"region 3a6b3006-3b63-449c-9d02-0d33003d89b6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.526504761Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.526604323Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.527083846Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.530558576Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.538715779Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions","method":"POST","req_id":"767d5b5f-4dfb-436c-ace6-98a49032804e","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.538740359Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.542509218Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.542741404Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.542789145Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.542839906Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.542915208Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.546715207Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:10.556147593Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.028571597Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","method":"GET","req_id":"42745edb-46c5-4bd0-ae7c-652415af086e","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":112,"response_code":"200"} {"msg":"path is \"/data/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.03251298Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"dataset is oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.045464057Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"region 3a6b3006-3b63-449c-9d02-0d33003d89b6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.055388086Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.055570811Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.055635953Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","method":"DELETE","req_id":"f5e3fe29-3d31-4e0b-b589-15d2f345b805","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23165,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-3a6b3006-3b63-449c-9d02-0d33003d89b6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.05667883Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.059858843Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","method":"GET","req_id":"c8457978-4cb2-44ab-bd16-84d6cd25adce","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":952,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.062159723Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b2611121-1765-43c3-8af4-2032359b2c55/crucible/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.074575626Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"region":"3a6b3006-3b63-449c-9d02-0d33003d89b6","component":"worker"} {"msg":"region 3a6b3006-3b63-449c-9d02-0d33003d89b6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.125186055Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-14T04:47:37.209409389Z","hostname":"oxz_crucible_6a691519-e524-4c88-b548-f78eeff05bf8","pid":22994,"uri":"/crucible/0/regions/3a6b3006-3b63-449c-9d02-0d33003d89b6","method":"GET","req_id":"bfb088cb-a387-4e23-9e07-deb4fc9f367c","remote_addr":"[fd00:1122:3344:101::a]:49893","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}