{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.460683885Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53924"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.460762876Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"uri":"/crucible/0/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","method":"GET","req_id":"8d489a16-0ba0-4300-bd5c-73293f7c0160","remote_addr":"[fd00:1122:3344:101::a]:53924","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.46633195Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"dataset is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.47576147Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"snapshot is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.484342205Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.484373986Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.495439293Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"uri":"/crucible/0/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d","method":"GET","req_id":"1e3fdff0-4155-4d35-b668-8a3f854364e3","remote_addr":"[fd00:1122:3344:101::a]:53924","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32057,"response_code":"200"} {"msg":"path is \"/data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.499317489Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"dataset is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.508352002Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"snapshot is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.516589911Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.516618842Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec-1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.525113196Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"applying SMF actions for region 0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.525737236Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.525763977Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"uri":"/crucible/0/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"fba39e82-ae2d-440a-9258-fff6eda57b76","remote_addr":"[fd00:1122:3344:101::a]:53924","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26483,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.533760432Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.533843204Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.533928715Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.533936665Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.533977366Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.534025216Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.534119998Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.534183519Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.53423116Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.534280041Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.545152435Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.545614633Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.549923276Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec-1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.56847688Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec/.zfs/snapshot/1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.568776225Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.568843306Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.568894297Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.568944298Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.569008189Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.573927012Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.58205227Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"worker"} {"msg":"region 0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec running snapshot 1a76e494-6783-46a7-a79f-50626afc5c9d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.58206498Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"path is \"/data/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.892338935Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"dataset is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.901280836Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"datafile"} {"msg":"snapshot is oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec@1a76e494-6783-46a7-a79f-50626afc5c9d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.909256781Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44b92f88-0c07-4732-953e-9cac63715495/crucible/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec\", \"1a76e494-6783-46a7-a79f-50626afc5c9d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.909290242Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:51.917874277Z","hostname":"oxz_crucible_9c2bbea7-8b8c-4d83-9618-26c0848936eb","pid":24162,"uri":"/crucible/0/regions/0cfe90a6-38b2-4fbd-bfce-5da9e33d48ec/snapshots/1a76e494-6783-46a7-a79f-50626afc5c9d/run","method":"POST","req_id":"01635654-f246-46b5-9381-a429800b12e0","remote_addr":"[fd00:1122:3344:101::a]:53924","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26166,"response_code":"200"}