{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.599280876Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57790"} {"msg":"region 279002e5-7439-4ec7-a9a6-d6707ad16b4b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.647643221Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.652926622Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"6975c65a-334b-429b-8903-85ef8dc5314f","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30305,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.657263371Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.668566011Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.668588192Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"279002e5-7439-4ec7-a9a6-d6707ad16b4b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/279002e5-7439-4ec7-a9a6-d6707ad16b4b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.737089048Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"279002e5-7439-4ec7-a9a6-d6707ad16b4b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"279002e5-7439-4ec7-a9a6-d6707ad16b4b\" \"--data\" \"/data/regions/279002e5-7439-4ec7-a9a6-d6707ad16b4b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.737137589Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"279002e5-7439-4ec7-a9a6-d6707ad16b4b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.956970314Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"d42807a8-8230-4f05-859a-03f7b679e019","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.143989332Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"279002e5-7439-4ec7-a9a6-d6707ad16b4b","component":"worker"} {"msg":"region 279002e5-7439-4ec7-a9a6-d6707ad16b4b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.144033142Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.144150354Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.14468656Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.1586317Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.185042204Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.191748961Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/279002e5-7439-4ec7-a9a6-d6707ad16b4b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.19255227Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.19262162Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.192669731Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.192710392Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.201162909Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.227653773Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.276099239Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"1fd4a4a6-082d-43ba-9fa8-a69c128e1358","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"region 777c832d-1dd7-4758-8b58-23b5d71939ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.10503895Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.105227662Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.105247902Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"f14dc784-a763-432d-b5d3-5c721e611018","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":236,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.114432478Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.114458358Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"777c832d-1dd7-4758-8b58-23b5d71939ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/777c832d-1dd7-4758-8b58-23b5d71939ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.185028209Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"777c832d-1dd7-4758-8b58-23b5d71939ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"777c832d-1dd7-4758-8b58-23b5d71939ba\" \"--data\" \"/data/regions/777c832d-1dd7-4758-8b58-23b5d71939ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.185083789Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"777c832d-1dd7-4758-8b58-23b5d71939ba","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.323813343Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"777c832d-1dd7-4758-8b58-23b5d71939ba","component":"worker"} {"msg":"region 777c832d-1dd7-4758-8b58-23b5d71939ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.323874833Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.323970005Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.325550163Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.332047097Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.334526366Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions","method":"POST","req_id":"1f657e1b-f580-42cb-b900-bb11d08f2f5e","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.350705481Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.36275136Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.363045053Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.363112274Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.363162095Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.363203865Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.370293046Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:21.378345849Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.16564121Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34424"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.167881056Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","method":"GET","req_id":"3941e957-ca31-4369-8dfa-36b21b32d4f6","remote_addr":"[fd00:1122:3344:101::c]:34424","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2192,"response_code":"200"} {"msg":"path is \"/data/regions/777c832d-1dd7-4758-8b58-23b5d71939ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.170502866Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"dataset is oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.183830539Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"region 777c832d-1dd7-4758-8b58-23b5d71939ba state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.194578112Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.194747034Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-777c832d-1dd7-4758-8b58-23b5d71939ba (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.195787296Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.196847578Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","method":"DELETE","req_id":"7f6adaa7-d6af-473c-b80f-3bd05c7deca6","remote_addr":"[fd00:1122:3344:101::c]:34424","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26359,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.19958755Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","method":"GET","req_id":"b6a35d2a-37d3-4e2e-9548-7c58af858615","remote_addr":"[fd00:1122:3344:101::c]:34424","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.209867378Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_74c1c953-7aef-41d5-a776-fed7b6197ec7/crucible/regions/777c832d-1dd7-4758-8b58-23b5d71939ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.220843194Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"region":"777c832d-1dd7-4758-8b58-23b5d71939ba","component":"worker"} {"msg":"region 777c832d-1dd7-4758-8b58-23b5d71939ba state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.286207335Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:53.319600868Z","hostname":"oxz_crucible_fb77bc40-f75e-4763-b6c2-345e163e87e8","pid":25347,"uri":"/crucible/0/regions/777c832d-1dd7-4758-8b58-23b5d71939ba","method":"GET","req_id":"127e831f-0f37-46d1-8b8b-28fee7022fd1","remote_addr":"[fd00:1122:3344:101::c]:34424","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}