{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.412699146Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40781"} {"msg":"region a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.450715675Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.452079624Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions","method":"POST","req_id":"396af21d-7793-4c07-932a-0d2b54187005","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16149,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.457228674Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7a2ef8c7-cf49-40c2-bc6a-197541db8678/crucible/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.469540568Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7a2ef8c7-cf49-40c2-bc6a-197541db8678/crucible/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.469582178Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.536961653Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"region":"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\" \"--data\" \"/data/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.540072912Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"region":"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.677112166Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions","method":"POST","req_id":"c413e25e-e98d-4504-ad7b-9b4d6662406a","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.914941537Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"region":"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","component":"worker"} {"msg":"region a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.915011258Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.915114798Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.915615461Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.929836057Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.948371669Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.95202638Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.952757285Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.95536414Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.955429071Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.955471661Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.974065623Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.97862522Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:03.116999733Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions","method":"POST","req_id":"7d7b31a9-d1d7-48e6-85e9-993f16835ec8","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:03.25612657Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65238"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:03.256268331Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","method":"GET","req_id":"babe7635-cc66-412b-adbb-a5b15a558f16","remote_addr":"[fd00:1122:3344:101::b]:65238","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.122525616Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","method":"GET","req_id":"ce49278c-0048-45f3-ac1c-16853f398641","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.125263892Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"dataset is oxp_7a2ef8c7-cf49-40c2-bc6a-197541db8678/crucible/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.136280779Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"region a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.146680031Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.146833082Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.147905498Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.149261146Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","method":"DELETE","req_id":"68c09499-3ff9-439c-9133-5c6689803d5f","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24034,"response_code":"204"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.152019663Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.154529908Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","method":"GET","req_id":"86d96f7f-84b3-4469-9cf0-0fa798097ba2","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":483,"response_code":"200"} {"msg":"deleting zfs dataset \"oxp_7a2ef8c7-cf49-40c2-bc6a-197541db8678/crucible/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.16146198Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"region":"a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","component":"worker"} {"msg":"region a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.217547397Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.280341495Z","hostname":"oxz_crucible_94da38fa-dd8c-4ef7-935b-9ce6caf3b212","pid":22894,"uri":"/crucible/0/regions/a3b1f4bc-a5cf-449c-8958-cad2f0fc5ea2","method":"GET","req_id":"da0c65f4-84a8-4f12-8842-6e5086a8de68","remote_addr":"[fd00:1122:3344:101::a]:40781","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}