{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.469239987Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59686"} {"msg":"region c2bd7369-bc99-43b4-bedb-4930c8b42356 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.514630128Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.521527869Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions","method":"POST","req_id":"1bda39b5-6d8b-4a50-9806-81a768001646","remote_addr":"[fd00:1122:3344:101::a]:59686","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25420,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.521642912Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7b71d6bd-a486-4799-a3b4-23ca97ac0816/crucible/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.536308072Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7b71d6bd-a486-4799-a3b4-23ca97ac0816/crucible/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.536337123Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c2bd7369-bc99-43b4-bedb-4930c8b42356\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.603321817Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"region":"c2bd7369-bc99-43b4-bedb-4930c8b42356","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c2bd7369-bc99-43b4-bedb-4930c8b42356\" \"--data\" \"/data/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.605298997Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"region":"c2bd7369-bc99-43b4-bedb-4930c8b42356","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.884070875Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"region":"c2bd7369-bc99-43b4-bedb-4930c8b42356","component":"worker"} {"msg":"region c2bd7369-bc99-43b4-bedb-4930c8b42356 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.884130596Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.884207607Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.88678596Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.893317624Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions","method":"POST","req_id":"a20e47e2-4162-4cf4-aaeb-a42569aeca79","remote_addr":"[fd00:1122:3344:101::a]:59686","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":668,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.893492138Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.908510816Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.911057298Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.912172141Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.915987179Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.91603834Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.916079341Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.922297589Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.926030135Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.291291287Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56157"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.293454991Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","method":"GET","req_id":"6a4c06a7-f34f-40ff-b9ad-e0075d1b7795","remote_addr":"[fd00:1122:3344:101::a]:56157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2100,"response_code":"200"} {"msg":"path is \"/data/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.294264488Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"dataset is oxp_7b71d6bd-a486-4799-a3b4-23ca97ac0816/crucible/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.304934066Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"region c2bd7369-bc99-43b4-bedb-4930c8b42356 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.313468271Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.313708886Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-c2bd7369-bc99-43b4-bedb-4930c8b42356 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.315021043Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.315947742Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","method":"DELETE","req_id":"6371acb4-51bc-4593-a064-ab7985bd33f7","remote_addr":"[fd00:1122:3344:101::a]:56157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22328,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.316100975Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","method":"GET","req_id":"69fa76b8-980f-4e03-a6fb-0172e2491876","remote_addr":"[fd00:1122:3344:101::a]:56157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.31878445Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7b71d6bd-a486-4799-a3b4-23ca97ac0816/crucible/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.328131342Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"region":"c2bd7369-bc99-43b4-bedb-4930c8b42356","component":"worker"} {"msg":"region c2bd7369-bc99-43b4-bedb-4930c8b42356 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.397840822Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.422394795Z","hostname":"oxz_crucible_420b93bc-5ca2-4380-8284-8eebea6a5aa1","pid":23440,"uri":"/crucible/0/regions/c2bd7369-bc99-43b4-bedb-4930c8b42356","method":"GET","req_id":"5708c511-9f96-4ff4-8fe8-d68b1199ca54","remote_addr":"[fd00:1122:3344:101::a]:56157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}