{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.430118427Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63468"} {"msg":"region ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.4302336Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.430877275Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions","method":"POST","req_id":"3d3f4f30-9f5c-49e2-a1a4-68f29128aa18","remote_addr":"[fd00:1122:3344:101::a]:63468","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":686,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.430892685Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_661f9fd6-5e25-45d3-955c-06a9af9dad35/crucible/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.441894996Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_661f9fd6-5e25-45d3-955c-06a9af9dad35/crucible/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.441923367Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.503283644Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"region":"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\" \"--data\" \"/data/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.505119546Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"region":"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.565946782Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"region":"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","component":"worker"} {"msg":"region ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.565979582Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.566072184Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.567538298Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.571515439Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.585943437Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.589230642Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.589487448Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.589552749Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.58959516Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.589642411Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.592939587Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.597546352Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:23.704350374Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions","method":"POST","req_id":"90a522a8-796e-479c-8b3b-9e06a0fe365e","remote_addr":"[fd00:1122:3344:101::a]:63468","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.934233104Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52349"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.934304786Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","method":"GET","req_id":"b31b940e-3c9f-426b-8548-70a3858a8cdd","remote_addr":"[fd00:1122:3344:101::a]:52349","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.93448622Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"dataset is oxp_661f9fd6-5e25-45d3-955c-06a9af9dad35/crucible/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.94458601Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"region ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.952987932Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.953173926Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.953237647Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","method":"DELETE","req_id":"3e63c38d-53f0-4ca9-80a1-a3b5856c59ec","remote_addr":"[fd00:1122:3344:101::a]:52349","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18782,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.9533812Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","method":"GET","req_id":"b168b5fa-0d94-49db-a1bb-5754a520cce1","remote_addr":"[fd00:1122:3344:101::a]:52349","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.954829973Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.958817095Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_661f9fd6-5e25-45d3-955c-06a9af9dad35/crucible/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:47.967474772Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"region":"ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","component":"worker"} {"msg":"region ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:48.019108278Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T22:45:48.09557574Z","hostname":"oxz_crucible_8db2c6b0-a4df-4d14-aaf2-260eb2e11da0","pid":25364,"uri":"/crucible/0/regions/ae9fdb5b-becd-4b02-a596-a8d3e7d3eedc","method":"GET","req_id":"61a1bddb-8851-4adb-86d0-4047da53cecb","remote_addr":"[fd00:1122:3344:101::a]:52349","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":845,"response_code":"200"}