{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.816529447Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45257"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.817257471Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"uri":"/crucible/0/regions/ac239c33-40fc-48e8-a491-351f0a59a31b","method":"GET","req_id":"7eba2194-40f6-4d96-983c-8577fab447fb","remote_addr":"[fd00:1122:3344:101::a]:45257","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":706,"response_code":"200"} {"msg":"path is \"/data/regions/ac239c33-40fc-48e8-a491-351f0a59a31b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.817426127Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.825968068Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"} {"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b@26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.834052083Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b\", \"26054eb5-467c-4ad3-988b-6fd144d2b756\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.834083744Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.845769458Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"uri":"/crucible/0/regions/ac239c33-40fc-48e8-a491-351f0a59a31b/snapshots/26054eb5-467c-4ad3-988b-6fd144d2b756","method":"GET","req_id":"3a83f6b1-9f99-4dee-afd0-3c43c9dc3017","remote_addr":"[fd00:1122:3344:101::a]:45257","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28342,"response_code":"200"} {"msg":"path is \"/data/regions/ac239c33-40fc-48e8-a491-351f0a59a31b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.845957624Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.854077591Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"} {"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b@26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.862806807Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ac239c33-40fc-48e8-a491-351f0a59a31b\", \"26054eb5-467c-4ad3-988b-6fd144d2b756\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.862840968Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ac239c33-40fc-48e8-a491-351f0a59a31b-26054eb5-467c-4ad3-988b-6fd144d2b756 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.871955308Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"} {"msg":"applying SMF actions for region ac239c33-40fc-48e8-a491-351f0a59a31b running snapshot 26054eb5-467c-4ad3-988b-6fd144d2b756 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.873067654Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.873088035Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"uri":"/crucible/0/regions/ac239c33-40fc-48e8-a491-351f0a59a31b/snapshots/26054eb5-467c-4ad3-988b-6fd144d2b756/run","method":"POST","req_id":"fcdcbf20-4967-430a-af52-c76637d0f6d3","remote_addr":"[fd00:1122:3344:101::a]:45257","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27119,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ac239c33-40fc-48e8-a491-351f0a59a31b-26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.882871066Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ac239c33-40fc-48e8-a491-351f0a59a31b-26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.886715193Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ac239c33-40fc-48e8-a491-351f0a59a31b-26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.901688164Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac239c33-40fc-48e8-a491-351f0a59a31b/.zfs/snapshot/26054eb5-467c-4ad3-988b-6fd144d2b756","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.901949963Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.902011045Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.902060817Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.902109008Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.902173371Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.906609816Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.910448692Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"worker"} {"msg":"region ac239c33-40fc-48e8-a491-351f0a59a31b running snapshot 26054eb5-467c-4ad3-988b-6fd144d2b756 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.910460903Z","hostname":"oxz_crucible_d6729570-1e52-4d84-af84-f4f23623dfb6","pid":23586,"component":"datafile"}