{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.049926301Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65387"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.053704531Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"uri":"/crucible/0/regions/1cd2b574-7781-4683-a127-53cbbcd0de41","method":"GET","req_id":"d1c4e27b-187a-4205-838c-7ad86e15c939","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3750,"response_code":"200"} {"msg":"path is \"/data/regions/1cd2b574-7781-4683-a127-53cbbcd0de41\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.059062605Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"} {"msg":"dataset is oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.067817354Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"} {"msg":"snapshot is oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41@30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.075972453Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41\", \"30dede5d-0d3e-44e0-8ffd-914aebfc149b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.075997943Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.087721729Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"uri":"/crucible/0/regions/1cd2b574-7781-4683-a127-53cbbcd0de41/snapshots/30dede5d-0d3e-44e0-8ffd-914aebfc149b","method":"GET","req_id":"ffd69f75-a58f-47ed-bf48-1eafc4c1b3bf","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33856,"response_code":"200"} {"msg":"path is \"/data/regions/1cd2b574-7781-4683-a127-53cbbcd0de41\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.087921912Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"} {"msg":"dataset is oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.09664466Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"} {"msg":"snapshot is oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41@30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.105157305Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_874a206f-aedc-4936-8594-984e40730b66/crucible/regions/1cd2b574-7781-4683-a127-53cbbcd0de41\", \"30dede5d-0d3e-44e0-8ffd-914aebfc149b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.105185515Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1cd2b574-7781-4683-a127-53cbbcd0de41-30dede5d-0d3e-44e0-8ffd-914aebfc149b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.113014039Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"} {"msg":"applying SMF actions for region 1cd2b574-7781-4683-a127-53cbbcd0de41 running snapshot 30dede5d-0d3e-44e0-8ffd-914aebfc149b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.113532797Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.113583248Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"uri":"/crucible/0/regions/1cd2b574-7781-4683-a127-53cbbcd0de41/snapshots/30dede5d-0d3e-44e0-8ffd-914aebfc149b/run","method":"POST","req_id":"e4905f1e-ee16-41ee-9aa4-6b1735ce4c75","remote_addr":"[fd00:1122:3344:101::a]:65387","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25692,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/1cd2b574-7781-4683-a127-53cbbcd0de41","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121388431Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121485873Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121590534Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121598465Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121631105Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1cd2b574-7781-4683-a127-53cbbcd0de41","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121678646Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1cd2b574-7781-4683-a127-53cbbcd0de41","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121774717Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121836448Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.121885569Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.12193637Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.13336998Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1cd2b574-7781-4683-a127-53cbbcd0de41-30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.134152403Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1cd2b574-7781-4683-a127-53cbbcd0de41-30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.144787901Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1cd2b574-7781-4683-a127-53cbbcd0de41-30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.170906694Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1cd2b574-7781-4683-a127-53cbbcd0de41/.zfs/snapshot/30dede5d-0d3e-44e0-8ffd-914aebfc149b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.171219389Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.17129701Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.171341461Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.171382292Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.171452043Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.180340083Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.189485688Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"worker"} {"msg":"region 1cd2b574-7781-4683-a127-53cbbcd0de41 running snapshot 30dede5d-0d3e-44e0-8ffd-914aebfc149b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-23T21:03:22.189511068Z","hostname":"oxz_crucible_de33115f-831a-4a01-b188-c03af38de059","pid":20721,"component":"datafile"}