{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.214166544Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39401"} {"msg":"region 32fa371b-1d54-4ab5-98a2-a5befc878b60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.214332185Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.215072769Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.215093269Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions","method":"POST","req_id":"572383e2-36ff-4ff9-aee6-30e1c19f5ebb","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":795,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.225765114Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.225791044Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"32fa371b-1d54-4ab5-98a2-a5befc878b60\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32fa371b-1d54-4ab5-98a2-a5befc878b60\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.275815335Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"32fa371b-1d54-4ab5-98a2-a5befc878b60","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32fa371b-1d54-4ab5-98a2-a5befc878b60\" \"--data\" \"/data/regions/32fa371b-1d54-4ab5-98a2-a5befc878b60\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.275854349Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"32fa371b-1d54-4ab5-98a2-a5befc878b60","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.346775504Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"32fa371b-1d54-4ab5-98a2-a5befc878b60","component":"worker"} {"msg":"region 32fa371b-1d54-4ab5-98a2-a5befc878b60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.346815275Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.346906985Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.348299442Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.354086002Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.364861219Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.367969945Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32fa371b-1d54-4ab5-98a2-a5befc878b60","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.368226196Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.368284087Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.368337787Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.368386427Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.373932536Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.380038668Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:54.429749036Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions","method":"POST","req_id":"615043b2-76ae-4871-af4c-945dfcd81ec1","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"region 83ae5e29-c6ff-490a-b6e2-8b755d006aec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.098835548Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.098983648Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.098997548Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions","method":"POST","req_id":"a4191b2c-b403-41e6-9ef7-4d7d7628a9ae","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":206,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.108619009Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.108645289Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"83ae5e29-c6ff-490a-b6e2-8b755d006aec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.175671058Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"83ae5e29-c6ff-490a-b6e2-8b755d006aec","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83ae5e29-c6ff-490a-b6e2-8b755d006aec\" \"--data\" \"/data/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.175712188Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"83ae5e29-c6ff-490a-b6e2-8b755d006aec","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.239851712Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"83ae5e29-c6ff-490a-b6e2-8b755d006aec","component":"worker"} {"msg":"region 83ae5e29-c6ff-490a-b6e2-8b755d006aec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.239898022Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.240014453Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.242090624Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.248199256Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.255670044Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.259002862Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.259280013Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.259344774Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.259395664Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.259434684Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.263741506Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.268820823Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:20:59.436632907Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions","method":"POST","req_id":"7f49e72c-88b7-44aa-bb15-7403efeb6f44","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.865103516Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","method":"GET","req_id":"02fd5ce7-0422-462b-a1f8-30d24bc92cd0","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.869896831Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"dataset is oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.884143925Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"region 83ae5e29-c6ff-490a-b6e2-8b755d006aec state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.89455526Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.894797621Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.894824351Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","method":"DELETE","req_id":"2196dc7a-967d-41ec-899a-e48b273b12e0","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24971,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-83ae5e29-c6ff-490a-b6e2-8b755d006aec (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.89653518Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.897790946Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","method":"GET","req_id":"11e71686-c2c7-4791-971d-bd4f939c2440","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.902046639Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e01bd37f-ce81-4488-bcd9-1ae155319094/crucible/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.913563199Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"region":"83ae5e29-c6ff-490a-b6e2-8b755d006aec","component":"worker"} {"msg":"region 83ae5e29-c6ff-490a-b6e2-8b755d006aec state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.966571045Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T00:21:25.974214535Z","hostname":"oxz_crucible_3efcb72c-d38c-49ed-a55e-3f3a491ba954","pid":23297,"uri":"/crucible/0/regions/83ae5e29-c6ff-490a-b6e2-8b755d006aec","method":"GET","req_id":"1c4d418d-63b2-4f4f-9eef-58a24b82c63f","remote_addr":"[fd00:1122:3344:101::a]:39401","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"}