{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.521151622Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41483"}
{"msg":"region 7c23f464-b43a-46fc-8d9b-309c6942235b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.521257844Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.521808567Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.521817647Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions","method":"POST","req_id":"15db7abf-83e1-4ef1-82fd-3922fd193053","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":593,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.531931627Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.531960718Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7c23f464-b43a-46fc-8d9b-309c6942235b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7c23f464-b43a-46fc-8d9b-309c6942235b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.587632066Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"7c23f464-b43a-46fc-8d9b-309c6942235b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7c23f464-b43a-46fc-8d9b-309c6942235b\" \"--data\" \"/data/regions/7c23f464-b43a-46fc-8d9b-309c6942235b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.589358425Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"7c23f464-b43a-46fc-8d9b-309c6942235b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.666100344Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"7c23f464-b43a-46fc-8d9b-309c6942235b","component":"worker"}
{"msg":"region 7c23f464-b43a-46fc-8d9b-309c6942235b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.666133644Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.666251467Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.667741091Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.671818814Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.684588575Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.688633827Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c23f464-b43a-46fc-8d9b-309c6942235b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.688926424Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.688981035Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.689023646Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.689062496Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.692841093Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.697494169Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.846554004Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions","method":"POST","req_id":"ce192d18-2234-4e1f-a933-e2d8b986d19c","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region fe53b2c6-5958-4a13-b42c-b5bca16de0c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.136059094Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.136217818Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.136239338Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions","method":"POST","req_id":"66bafaa0-eabb-4b14-bba0-660cc49b2689","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":208,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.144881005Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.144906316Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe53b2c6-5958-4a13-b42c-b5bca16de0c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.202303123Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"fe53b2c6-5958-4a13-b42c-b5bca16de0c8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe53b2c6-5958-4a13-b42c-b5bca16de0c8\" \"--data\" \"/data/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.202347684Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"fe53b2c6-5958-4a13-b42c-b5bca16de0c8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.275176083Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"fe53b2c6-5958-4a13-b42c-b5bca16de0c8","component":"worker"}
{"msg":"region fe53b2c6-5958-4a13-b42c-b5bca16de0c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.275221344Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.275304526Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.277259261Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.281875636Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.290131714Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.293701445Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.293950031Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.294012362Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.294060564Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.294109334Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.297712817Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.303155131Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.446469485Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions","method":"POST","req_id":"9cbef54a-0267-45f8-8b6f-d4e98d1ef9cf","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.532943587Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","method":"GET","req_id":"581a08dc-ca56-460e-a89a-0d8a25d6fd38","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.535600107Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"dataset is oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.54624232Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"region fe53b2c6-5958-4a13-b42c-b5bca16de0c8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.555331517Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.555551542Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.555619523Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","method":"DELETE","req_id":"c989cb13-6fcf-4a1a-82fa-b2104ab75e8a","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20054,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.557310832Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.559550833Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","method":"GET","req_id":"65b7c675-c635-4c8c-b959-057556a8ae3f","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.563747479Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c6223f26-38f9-4483-9d17-efd8e60dd490/crucible/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.574469973Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"region":"fe53b2c6-5958-4a13-b42c-b5bca16de0c8","component":"worker"}
{"msg":"region fe53b2c6-5958-4a13-b42c-b5bca16de0c8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.628997225Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.663255135Z","hostname":"oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615","pid":21405,"uri":"/crucible/0/regions/fe53b2c6-5958-4a13-b42c-b5bca16de0c8","method":"GET","req_id":"a4cd7c56-0034-4f78-9fdc-c9d80c0b1b86","remote_addr":"[fd00:1122:3344:101::a]:41483","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":"200"}