{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.036890408Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54071"} {"msg":"region 4d305b5d-42b6-4c61-856c-58e2baa7d619 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.079853948Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.082734325Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions","method":"POST","req_id":"9465407c-cf39-432a-b785-6baf7dc9ddfe","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17783,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.084991648Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_aabbab64-d828-4a3e-bcfa-41e774bb4a13/crucible/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.096600498Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_aabbab64-d828-4a3e-bcfa-41e774bb4a13/crucible/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.096630678Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4d305b5d-42b6-4c61-856c-58e2baa7d619\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.150182775Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"region":"4d305b5d-42b6-4c61-856c-58e2baa7d619","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d305b5d-42b6-4c61-856c-58e2baa7d619\" \"--data\" \"/data/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.152684383Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"region":"4d305b5d-42b6-4c61-856c-58e2baa7d619","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.379701356Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions","method":"POST","req_id":"673d56bc-598d-4eac-97ac-12986ccbadc2","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":116,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.507304296Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"region":"4d305b5d-42b6-4c61-856c-58e2baa7d619","component":"worker"} {"msg":"region 4d305b5d-42b6-4c61-856c-58e2baa7d619 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.507357207Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.5074557Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.507882259Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.51951713Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.54228882Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.559674695Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.562958601Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.563051103Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.563108795Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.563155966Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.567122128Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:20.574000398Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:21.046291269Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions","method":"POST","req_id":"d6043ea4-cf86-4cbc-9cd6-a29b2a477e85","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.782386756Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","method":"GET","req_id":"09161cd5-f45d-4ac2-9b8a-167ebb2dce6d","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2118,"response_code":"200"} {"msg":"path is \"/data/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.784847113Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"dataset is oxp_aabbab64-d828-4a3e-bcfa-41e774bb4a13/crucible/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.798309786Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"region 4d305b5d-42b6-4c61-856c-58e2baa7d619 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.809140088Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.809409965Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.809448916Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","method":"DELETE","req_id":"086d073c-df85-4ba9-ab02-4e12cb0deeb6","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24642,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4d305b5d-42b6-4c61-856c-58e2baa7d619 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.810763066Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.812510187Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","method":"GET","req_id":"11747c4f-43f6-44e1-8b47-cfcba7acc12a","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.817603255Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_aabbab64-d828-4a3e-bcfa-41e774bb4a13/crucible/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.827552677Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"region":"4d305b5d-42b6-4c61-856c-58e2baa7d619","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.897454524Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","method":"GET","req_id":"a46ea3fd-ada8-4390-bb53-36e426c07ed2","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region 4d305b5d-42b6-4c61-856c-58e2baa7d619 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:45.898498628Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:46.065041273Z","hostname":"oxz_crucible_0c371c4a-0b75-4ef1-ab2e-d6be66911306","pid":22972,"uri":"/crucible/0/regions/4d305b5d-42b6-4c61-856c-58e2baa7d619","method":"GET","req_id":"d4fb1b51-f94f-42f6-b04c-3de78f87df4b","remote_addr":"[fd00:1122:3344:101::b]:54071","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"}