{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.559161587Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54046"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.562109463Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"uri":"/crucible/0/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8","method":"GET","req_id":"dc217b63-9742-4bad-a204-989bdbcac9b7","remote_addr":"[fd00:1122:3344:101::c]:54046","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2875,"response_code":"200"} {"msg":"path is \"/data/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.566166998Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"dataset is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.57591816Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"snapshot is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.589954283Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.590009104Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.608145423Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"uri":"/crucible/0/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed","method":"GET","req_id":"da424e30-da55-424e-a885-1918f6e12bdb","remote_addr":"[fd00:1122:3344:101::c]:54046","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41957,"response_code":"200"} {"msg":"path is \"/data/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.613710477Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"dataset is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.626516068Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"snapshot is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.638738353Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.638777614Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4554e8ed-34e3-4c2e-a84b-542ec654eba8-eb041064-de1d-42d3-aeba-77fb6d118bed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.653031993Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"applying SMF actions for region 4554e8ed-34e3-4c2e-a84b-542ec654eba8 running snapshot eb041064-de1d-42d3-aeba-77fb6d118bed (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.653749661Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.653769652Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"uri":"/crucible/0/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed/run","method":"POST","req_id":"47586fef-cf00-4803-87cb-c0890f0a7642","remote_addr":"[fd00:1122:3344:101::c]:54046","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":40111,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-4554e8ed-34e3-4c2e-a84b-542ec654eba8-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.672886736Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4554e8ed-34e3-4c2e-a84b-542ec654eba8-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.686872047Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4554e8ed-34e3-4c2e-a84b-542ec654eba8-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.706149125Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8/.zfs/snapshot/eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.706556256Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.706656608Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.70672518Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.706789752Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.706880404Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.713075114Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.718494064Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"worker"} {"msg":"region 4554e8ed-34e3-4c2e-a84b-542ec654eba8 running snapshot eb041064-de1d-42d3-aeba-77fb6d118bed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.718509605Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"path is \"/data/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.965306151Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"dataset is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.974749965Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"datafile"} {"msg":"snapshot is oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.983583294Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_51ebd878-f4ce-426b-b07b-c8ef1c49e91d/crucible/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.983613724Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.993056218Z","hostname":"oxz_crucible_3349ed52-b977-40a9-9201-17b5414d2cd3","pid":25050,"uri":"/crucible/0/regions/4554e8ed-34e3-4c2e-a84b-542ec654eba8/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed/run","method":"POST","req_id":"d061b15f-70a8-4dbc-9d60-0b5b35d3921d","remote_addr":"[fd00:1122:3344:101::c]:54046","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27764,"response_code":"200"}