{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.152074838Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51607"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.16013067Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"uri":"/crucible/0/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","method":"GET","req_id":"4a3e8d82-eb40-41bb-8883-92e5a31e760c","remote_addr":"[fd00:1122:3344:101::a]:51607","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":8006,"response_code":"200"} {"msg":"path is \"/data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.163931655Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"dataset is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.172767432Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"snapshot is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.180735894Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.180772604Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.191208722Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"uri":"/crucible/0/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f","method":"GET","req_id":"41ceed0a-d77e-4d76-9645-e42184a7e43b","remote_addr":"[fd00:1122:3344:101::a]:51607","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27292,"response_code":"200"} {"msg":"path is \"/data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.194287802Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"dataset is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.202566466Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"snapshot is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.209968694Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.209996854Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1ea6541e-fe3f-447b-a19a-6a0451ddcb22-e8bdbb23-827a-49ad-9011-56379d48544f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.219261464Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"applying SMF actions for region 1ea6541e-fe3f-447b-a19a-6a0451ddcb22 running snapshot e8bdbb23-827a-49ad-9011-56379d48544f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.219879558Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.219926588Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"uri":"/crucible/0/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f/run","method":"POST","req_id":"cab5c15a-f07e-4613-8813-73a49b95eb3b","remote_addr":"[fd00:1122:3344:101::a]:51607","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25670,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.228743116Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.228869476Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.228991707Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.228999377Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.229042568Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.229095648Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.229197838Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.229260349Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.229308039Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.22935631Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.234788495Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1ea6541e-fe3f-447b-a19a-6a0451ddcb22-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.235243488Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1ea6541e-fe3f-447b-a19a-6a0451ddcb22-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.237717254Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1ea6541e-fe3f-447b-a19a-6a0451ddcb22-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.247669489Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22/.zfs/snapshot/e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.24786808Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.24792076Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.24796934Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.248007701Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.248056211Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.251688644Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.256308374Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"worker"} {"msg":"region 1ea6541e-fe3f-447b-a19a-6a0451ddcb22 running snapshot e8bdbb23-827a-49ad-9011-56379d48544f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.256317975Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"path is \"/data/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.520819031Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"dataset is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.531129718Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"datafile"} {"msg":"snapshot is oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.541260724Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_07f78be9-2bf1-4fec-908e-2af18da98913/crucible/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.541294055Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.550758106Z","hostname":"oxz_crucible_3b311d1f-8d53-42e1-9f16-4ab110060a18","pid":23609,"uri":"/crucible/0/regions/1ea6541e-fe3f-447b-a19a-6a0451ddcb22/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f/run","method":"POST","req_id":"2cd43132-5245-47e7-ae2b-c06548eef5de","remote_addr":"[fd00:1122:3344:101::a]:51607","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30030,"response_code":"200"}