{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.86019494Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48695"} {"msg":"region 97dc6efa-9d8e-4f0d-81a2-53fbe64ad116 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.860369235Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.860944434Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.860958904Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"0c7f39d5-2268-4a0a-b6e3-41f5bbb69d2f","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":618,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.872708786Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.872735256Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"97dc6efa-9d8e-4f0d-81a2-53fbe64ad116\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/97dc6efa-9d8e-4f0d-81a2-53fbe64ad116\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.934757219Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"97dc6efa-9d8e-4f0d-81a2-53fbe64ad116\" \"--data\" \"/data/regions/97dc6efa-9d8e-4f0d-81a2-53fbe64ad116\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:16.934807691Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.060562372Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","component":"worker"} {"msg":"region 97dc6efa-9d8e-4f0d-81a2-53fbe64ad116 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.060613054Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.060669956Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.061073779Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.06787904Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.081342757Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.084191869Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97dc6efa-9d8e-4f0d-81a2-53fbe64ad116","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.084485608Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.084548431Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.084590542Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.084630643Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.088598112Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.097574873Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:17.132794356Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"67c15d77-ee6d-4366-a88c-a6ae6bc17f02","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.26870104Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466","method":"GET","req_id":"2cb9d68b-504d-419b-87d2-ee7a6e00939a","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2750,"response_code":"200"} {"msg":"path is \"/data/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.274771848Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"dataset is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.284031928Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"snapshot is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466@b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.293589948Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\", \"b95a53b5-d601-49cf-967e-0e5078f13243\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.293617129Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.303966925Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466/snapshots/b95a53b5-d601-49cf-967e-0e5078f13243","method":"GET","req_id":"db33672f-c72e-40c2-a59d-2b99edb08f93","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29204,"response_code":"200"} {"msg":"path is \"/data/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.307150038Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"dataset is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.315963944Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"snapshot is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466@b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.32352787Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\", \"b95a53b5-d601-49cf-967e-0e5078f13243\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.323555411Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fbe1eceb-76a2-4b82-8631-c912d17cd466-b95a53b5-d601-49cf-967e-0e5078f13243 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.332885243Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"applying SMF actions for region fbe1eceb-76a2-4b82-8631-c912d17cd466 running snapshot b95a53b5-d601-49cf-967e-0e5078f13243 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.33308166Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.333108831Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466/snapshots/b95a53b5-d601-49cf-967e-0e5078f13243/run","method":"POST","req_id":"f7ea08fb-018b-405f-bf7a-98fba2dc973d","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25994,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-fbe1eceb-76a2-4b82-8631-c912d17cd466-b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.335423536Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fbe1eceb-76a2-4b82-8631-c912d17cd466-b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.344237482Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fbe1eceb-76a2-4b82-8631-c912d17cd466-b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.354614999Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466/.zfs/snapshot/b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.354937949Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.354991001Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.355034862Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.355077014Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.355122405Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.35927606Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.364406186Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"region fbe1eceb-76a2-4b82-8631-c912d17cd466 running snapshot b95a53b5-d601-49cf-967e-0e5078f13243 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.364423157Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"path is \"/data/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.491031936Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"dataset is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.499258583Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"snapshot is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466@b95a53b5-d601-49cf-967e-0e5078f13243","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.50749858Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466\", \"b95a53b5-d601-49cf-967e-0e5078f13243\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.507526791Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:18.515890273Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/fbe1eceb-76a2-4b82-8631-c912d17cd466/snapshots/b95a53b5-d601-49cf-967e-0e5078f13243/run","method":"POST","req_id":"feb76b73-f85f-45d6-8844-b9a5ca200335","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24909,"response_code":"200"} {"msg":"region 3b461fb8-d2aa-4dc1-b4e8-fb579faa991f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.763311079Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.763504385Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"9397e81a-efa8-446e-a8f8-0c5fd4d330dc","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":252,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.763529616Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.774977568Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.775018789Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.836643269Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\" \"--data\" \"/data/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.838628034Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.909788093Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","component":"worker"} {"msg":"region 3b461fb8-d2aa-4dc1-b4e8-fb579faa991f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.909824974Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.909924007Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.910398743Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.913877706Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.921253705Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.92480078Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.925064119Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.925121341Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.925161722Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.925204393Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.930112172Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.940909283Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"91495ce3-40d3-42fa-835e-29cccef7af7f","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:23.94143523Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.674203308Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","method":"GET","req_id":"80df9fd2-4cdf-402f-9b70-d48ebd6d2c00","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.677878517Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"dataset is oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.690803586Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"region 3b461fb8-d2aa-4dc1-b4e8-fb579faa991f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.700860453Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.701054789Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.701107371Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","method":"DELETE","req_id":"5c47ff0f-fea1-4ca2-ba16-3640e19ebf56","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23274,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-3b461fb8-d2aa-4dc1-b4e8-fb579faa991f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.704764339Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.705604527Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","method":"GET","req_id":"4fab874f-0890-48c8-8089-2187c09dd63f","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.712882003Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1ceb1ad5-1952-4abe-b542-37b814690640/crucible/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.723291601Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"region":"3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.764162737Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","method":"GET","req_id":"4375a136-79c1-4cfa-a69f-8ba66a739bb6","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region 3b461fb8-d2aa-4dc1-b4e8-fb579faa991f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.798540883Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-10T05:16:55.842656544Z","hostname":"oxz_crucible_89fa2dd5-e305-4b39-9ebc-a584ae68a527","pid":22841,"uri":"/crucible/0/regions/3b461fb8-d2aa-4dc1-b4e8-fb579faa991f","method":"GET","req_id":"618ef343-969d-4d3a-b523-3f8db8cc8f21","remote_addr":"[fd00:1122:3344:101::b]:48695","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":"200"}