[ Jul 16 03:48:47 Enabled. ] [ Jul 16 03:48:47 Rereading configuration. ] [ Jul 16 03:48:49 Rereading configuration. ] [ Jul 16 03:48:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:48:53.925738583Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:48:53.929058751Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:48:53.929071562Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:48:53.943426809Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:48:54.081741162Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.204161423Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49376"} {"msg":"region 9408a383-7bcb-4e27-97ee-5a14380e5148 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.229115949Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.241454436Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"ff3b43c6-745e-4bb2-b18a-1370200d2aa0","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22912,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.246119131Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.258500649Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.258528099Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9408a383-7bcb-4e27-97ee-5a14380e5148\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.312393172Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"9408a383-7bcb-4e27-97ee-5a14380e5148","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9408a383-7bcb-4e27-97ee-5a14380e5148\" \"--data\" \"/data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.314815005Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"9408a383-7bcb-4e27-97ee-5a14380e5148","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.593300851Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"ae2d521f-cbd2-4e6d-a820-cc98ddc80581","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.665298154Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"9408a383-7bcb-4e27-97ee-5a14380e5148","component":"worker"} {"msg":"region 9408a383-7bcb-4e27-97ee-5a14380e5148 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.665328224Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.665517765Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.666158978Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.677706071Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.695339037Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.700931717Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.701663892Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.706079285Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.706139846Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.706190306Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.71969153Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:27.729398163Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:28.301537157Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"5ae5bab9-d62a-4b23-a8ff-28c406cf2bb1","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region d3de4d81-d803-4b04-9478-5b4422caf0d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.664103683Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.666506696Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.666519396Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"b52041ff-6c0a-4cec-88a0-65526f00ff8e","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2467,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.675466414Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.675503605Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d3de4d81-d803-4b04-9478-5b4422caf0d9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.752171322Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"d3de4d81-d803-4b04-9478-5b4422caf0d9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3de4d81-d803-4b04-9478-5b4422caf0d9\" \"--data\" \"/data/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.754017922Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"d3de4d81-d803-4b04-9478-5b4422caf0d9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.848521816Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"d3de4d81-d803-4b04-9478-5b4422caf0d9","component":"worker"} {"msg":"region d3de4d81-d803-4b04-9478-5b4422caf0d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.848559787Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.848664777Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.848683048Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"acb6bb29-9023-419a-8143-822167b43fc6","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.849739103Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.849817994Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.849897354Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.849906024Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.849947764Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.850036395Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.850108215Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.850171445Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.850218316Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.8502687Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.858936303Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.859394286Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.865197347Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.893338911Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.90974074Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.910036302Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.910096442Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.910137182Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.910175142Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.93180911Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:31.941713104Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.111130933Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","method":"GET","req_id":"ef9766d0-ad5b-468e-ae6c-a12822aced28","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"path is \"/data/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.113780387Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"dataset is oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.124008923Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"region d3de4d81-d803-4b04-9478-5b4422caf0d9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.132075737Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.132242218Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.132299978Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","method":"DELETE","req_id":"421c138b-2049-4304-b6f9-1b5a26d3e737","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18567,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d3de4d81-d803-4b04-9478-5b4422caf0d9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.133288234Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.135587556Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","method":"GET","req_id":"90e63400-57f8-4a2a-9bce-0036763998c4","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":536,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140656154Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140741864Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140830215Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140849445Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140868825Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.140919165Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9408a383-7bcb-4e27-97ee-5a14380e5148","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.141258077Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.141323407Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.141373108Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.141418068Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.146133853Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.146594006Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f8a82680-481d-470a-a52a-4ea8e6ac5745/crucible/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.156223339Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"region":"d3de4d81-d803-4b04-9478-5b4422caf0d9","component":"worker"} {"msg":"region d3de4d81-d803-4b04-9478-5b4422caf0d9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.223678666Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-16T03:55:57.249057764Z","hostname":"oxz_crucible_4a0f3720-53cc-43b6-b582-bf1b98433674","pid":20870,"uri":"/crucible/0/regions/d3de4d81-d803-4b04-9478-5b4422caf0d9","method":"GET","req_id":"580e7097-237a-47d6-9fef-fac8cf07c88c","remote_addr":"[fd00:1122:3344:101::a]:49376","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"}