{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.714927493Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40226"}
{"msg":"region 9c98dfa0-f2ae-42a7-8f31-d3ec59923518 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.715015204Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.715616524Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.715627935Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions","method":"POST","req_id":"e65b061a-2a94-4dc9-a3bc-8f8e9af0de01","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":640,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.726086648Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.726110588Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9c98dfa0-f2ae-42a7-8f31-d3ec59923518\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9c98dfa0-f2ae-42a7-8f31-d3ec59923518\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.781927691Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"9c98dfa0-f2ae-42a7-8f31-d3ec59923518","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9c98dfa0-f2ae-42a7-8f31-d3ec59923518\" \"--data\" \"/data/regions/9c98dfa0-f2ae-42a7-8f31-d3ec59923518\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.781967042Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"9c98dfa0-f2ae-42a7-8f31-d3ec59923518","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.869577771Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"9c98dfa0-f2ae-42a7-8f31-d3ec59923518","component":"worker"}
{"msg":"region 9c98dfa0-f2ae-42a7-8f31-d3ec59923518 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.869614051Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.869713443Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.871117176Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.876299072Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.890948194Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.894442582Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9c98dfa0-f2ae-42a7-8f31-d3ec59923518","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.894721136Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.894809718Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.894856268Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.894895549Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.898898475Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:18.903565163Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:19.05819858Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions","method":"POST","req_id":"913a419e-a5f3-4b3a-a13c-ddf1e4dc2734","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":118,"response_code":"200"}
{"msg":"region 636f8d7e-eefb-4610-8b2a-63a2c8f740e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300369685Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300545388Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.300556478Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions","method":"POST","req_id":"4a5ac9ad-19f7-40e4-a823-f833d50cfc63","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":235,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.310243898Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.310271609Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"636f8d7e-eefb-4610-8b2a-63a2c8f740e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.368527152Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"636f8d7e-eefb-4610-8b2a-63a2c8f740e0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"636f8d7e-eefb-4610-8b2a-63a2c8f740e0\" \"--data\" \"/data/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.368580233Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"636f8d7e-eefb-4610-8b2a-63a2c8f740e0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.443496012Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"636f8d7e-eefb-4610-8b2a-63a2c8f740e0","component":"worker"}
{"msg":"region 636f8d7e-eefb-4610-8b2a-63a2c8f740e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.443539953Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.443639255Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.44461134Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.454780279Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.462292953Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.465325603Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.465531826Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.465583567Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.465624418Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.465663069Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.469131906Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.474698948Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:25.633616777Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions","method":"POST","req_id":"c0d09089-15d4-47f5-9c10-acc66f269f48","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.630052162Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","method":"GET","req_id":"70843eda-ac69-4622-9f20-639285b2df33","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.633354436Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"dataset is oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.646396452Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"region 636f8d7e-eefb-4610-8b2a-63a2c8f740e0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.656354787Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.65654959Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.656600991Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","method":"DELETE","req_id":"6fd42531-e7ae-4ee8-b873-a325ce233660","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23288,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-636f8d7e-eefb-4610-8b2a-63a2c8f740e0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.658222868Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.660664628Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","method":"GET","req_id":"ec5abd3d-d3f0-40ea-9591-83dff00d10eb","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.664448491Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.67465689Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"region":"636f8d7e-eefb-4610-8b2a-63a2c8f740e0","component":"worker"}
{"msg":"region 636f8d7e-eefb-4610-8b2a-63a2c8f740e0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.724330911Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:46:50.80827956Z","hostname":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","pid":22863,"uri":"/crucible/0/regions/636f8d7e-eefb-4610-8b2a-63a2c8f740e0","method":"GET","req_id":"0a12393a-6858-4d72-a0c5-3ed821697639","remote_addr":"[fd00:1122:3344:101::a]:40226","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}