{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.530341517Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46583"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.533383951Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"uri":"/crucible/0/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d","method":"GET","req_id":"0bd76117-24d3-43fe-9310-cf6ba58d9a72","remote_addr":"[fd00:1122:3344:101::a]:46583","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2993,"response_code":"200"} {"msg":"path is \"/data/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.537446234Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"dataset is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.546542906Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"snapshot is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d@58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.555052378Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\", \"58ce16cb-c870-4038-938f-1f2801c98a8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.555091439Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.567160705Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"uri":"/crucible/0/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d/snapshots/58ce16cb-c870-4038-938f-1f2801c98a8c","method":"GET","req_id":"563b0d8b-03b1-4d0f-a31b-c631c5c76cd1","remote_addr":"[fd00:1122:3344:101::a]:46583","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30338,"response_code":"200"} {"msg":"path is \"/data/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.570844961Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"dataset is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.57975918Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"snapshot is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d@58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.588651988Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\", \"58ce16cb-c870-4038-938f-1f2801c98a8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.588677829Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f34bf0b5-eeee-4256-ad8e-9261c414832d-58ce16cb-c870-4038-938f-1f2801c98a8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.598129238Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"applying SMF actions for region f34bf0b5-eeee-4256-ad8e-9261c414832d running snapshot 58ce16cb-c870-4038-938f-1f2801c98a8c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.59878172Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.59882217Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"uri":"/crucible/0/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d/snapshots/58ce16cb-c870-4038-938f-1f2801c98a8c/run","method":"POST","req_id":"04cee433-c46a-419f-9f42-f2cf9a4c2240","remote_addr":"[fd00:1122:3344:101::a]:46583","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28007,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-f34bf0b5-eeee-4256-ad8e-9261c414832d-58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.608001604Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f34bf0b5-eeee-4256-ad8e-9261c414832d-58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.611757061Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f34bf0b5-eeee-4256-ad8e-9261c414832d-58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624465218Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d/.zfs/snapshot/58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624771704Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624824285Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624869166Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624910886Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.624959867Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.628815846Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.633141323Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"worker"} {"msg":"region f34bf0b5-eeee-4256-ad8e-9261c414832d running snapshot 58ce16cb-c870-4038-938f-1f2801c98a8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.633152054Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"path is \"/data/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.808001067Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"dataset is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.816734753Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"datafile"} {"msg":"snapshot is oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d@58ce16cb-c870-4038-938f-1f2801c98a8c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.82551131Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e97d276e-ea54-4591-8041-1234166ccdea/crucible/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d\", \"58ce16cb-c870-4038-938f-1f2801c98a8c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.82555022Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T01:49:45.833260318Z","hostname":"oxz_crucible_2b48b14b-7061-4b95-8d98-a7b44a59d763","pid":22518,"uri":"/crucible/0/regions/f34bf0b5-eeee-4256-ad8e-9261c414832d/snapshots/58ce16cb-c870-4038-938f-1f2801c98a8c/run","method":"POST","req_id":"d5957726-5a93-4667-9b00-1e909cfe2caf","remote_addr":"[fd00:1122:3344:101::a]:46583","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25299,"response_code":"200"}