{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.047698132Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44426"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.054933314Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","method":"GET","req_id":"0f069b6d-3cc4-4918-8b9c-a019a4225399","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":7183,"response_code":"200"} {"msg":"path is \"/data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.0583178Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"dataset is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.067475099Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"snapshot is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.076377354Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.076402644Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.087320538Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","method":"GET","req_id":"2e410749-96dc-4f71-9b23-8cc7c5f8fdf2","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29018,"response_code":"200"} {"msg":"path is \"/data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.09098523Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"dataset is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.098724181Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"snapshot is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.106040795Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.106065445Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 072eb75a-fb14-4a1b-8248-e9c29ba7f9bd-e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.114794826Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"applying SMF actions for region 072eb75a-fb14-4a1b-8248-e9c29ba7f9bd running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.115320806Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.115357917Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"642f7f87-1a97-47b9-853a-c0d219160bc0","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24405,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129615946Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129695918Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129774749Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129782639Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.12982261Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129871541Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.129967143Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.130027254Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.130073365Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.130120206Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.13849896Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.138955839Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.141313995Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd-e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.152550325Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd/.zfs/snapshot/e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.152849311Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.152902262Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.152938643Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.152978174Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.153024845Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.156249458Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.160429979Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"region 072eb75a-fb14-4a1b-8248-e9c29ba7f9bd running snapshot e1223d70-b9f1-4f6b-9af3-a3b18e091eac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.16044081Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"path is \"/data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.303369398Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"dataset is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.312421276Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"snapshot is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd@e1223d70-b9f1-4f6b-9af3-a3b18e091eac","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.320773379Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd\", \"e1223d70-b9f1-4f6b-9af3-a3b18e091eac\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.32080654Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:53.328801516Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd/snapshots/e1223d70-b9f1-4f6b-9af3-a3b18e091eac/run","method":"POST","req_id":"3cce663e-b66a-41dc-ab98-0b3c9221656a","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25460,"response_code":"200"} {"msg":"region eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.117605812Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.117772775Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions","method":"POST","req_id":"7a05d7a4-b2a5-4ecc-a866-a5404dbc0cea","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":234,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.117800106Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.127026186Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.127058087Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.179780559Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"region":"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\" \"--data\" \"/data/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.17983866Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"region":"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.252413512Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"region":"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","component":"worker"} {"msg":"region eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.252472573Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.252554304Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253155286Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253238858Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253329679Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.25333669Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253385141Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253437442Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253817879Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.25388325Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253939622Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.253991163Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.259384158Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.259807096Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.269360233Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.275979513Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.278592264Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.27889937Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.278956241Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.279002232Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.279042533Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.282570282Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.287832165Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:51:57.341508036Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions","method":"POST","req_id":"9be744e0-5d04-49b1-bbd3-0bb13bc23d85","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.393358298Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","method":"GET","req_id":"fc266e79-9e5b-4c31-9259-a4646cd0d190","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.397397467Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"dataset is oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.40979748Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"region eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.419225164Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.419407968Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.420599931Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.422290034Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","method":"DELETE","req_id":"3c7e8df4-44b5-48e4-9831-e9798fc56980","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24977,"response_code":"204"} {"msg":"existing directory value /dev/null does not match /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.424852684Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.424940686Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425028308Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425036508Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425080049Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.4251291Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/072eb75a-fb14-4a1b-8248-e9c29ba7f9bd","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425471577Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425552178Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.425605169Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.42565463Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.426523207Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","method":"GET","req_id":"a05c2b4c-67a0-4f86-a1ca-cdb11ebe9daf","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":748,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.429315302Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.43076649Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_df4faf1b-f747-4cda-8481-deaa8523a533/crucible/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.442252235Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"region":"eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","component":"worker"} {"msg":"region eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.501507436Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T18:52:24.547426855Z","hostname":"oxz_crucible_6062ae2a-331c-4cb6-a9b5-eb4310b33530","pid":24959,"uri":"/crucible/0/regions/eaa01539-45fc-4d0e-8e4b-bc0ec6d3c8da","method":"GET","req_id":"2b2a13b4-9b59-4b08-b416-a4eec39f2b07","remote_addr":"[fd00:1122:3344:101::a]:44426","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}