{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.507904478Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52587"} {"msg":"region 4737fc2d-2806-495e-9822-37e9db0f5868 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.50798572Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.508896218Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions","method":"POST","req_id":"5bea1e66-8d81-4967-9950-44042a4d0905","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":927,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.508908908Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.521913119Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.52193452Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4737fc2d-2806-495e-9822-37e9db0f5868\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4737fc2d-2806-495e-9822-37e9db0f5868\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.598323232Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"region":"4737fc2d-2806-495e-9822-37e9db0f5868","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4737fc2d-2806-495e-9822-37e9db0f5868\" \"--data\" \"/data/regions/4737fc2d-2806-495e-9822-37e9db0f5868\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.600181019Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"region":"4737fc2d-2806-495e-9822-37e9db0f5868","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.683760895Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"region":"4737fc2d-2806-495e-9822-37e9db0f5868","component":"worker"} {"msg":"region 4737fc2d-2806-495e-9822-37e9db0f5868 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.683792726Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.683899668Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.684271635Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.690638103Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.702405179Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.705874909Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4737fc2d-2806-495e-9822-37e9db0f5868","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.706152474Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.706204805Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.706248446Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.706288687Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.710380739Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.716076163Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:36.758430763Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions","method":"POST","req_id":"1b2746bf-9a7b-4570-ae80-6ba14f6322a0","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.664891751Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612","method":"GET","req_id":"38f4d898-3a51-4972-b91c-f6bcbab1f4ff","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":3376,"response_code":"200"} {"msg":"path is \"/data/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.670733318Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"dataset is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.679341141Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"snapshot is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612@a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.688351981Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\", \"a66257f2-19e5-45b9-ab36-1aeffae8ef9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.688399342Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.699653538Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612/snapshots/a66257f2-19e5-45b9-ab36-1aeffae8ef9c","method":"GET","req_id":"955a4def-b85b-4d3d-a2ef-a39d55392e66","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31250,"response_code":"200"} {"msg":"path is \"/data/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.702708309Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"dataset is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.710393503Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"snapshot is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612@a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.718493146Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\", \"a66257f2-19e5-45b9-ab36-1aeffae8ef9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.718531167Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 79b4ac45-dba6-4f56-a9fc-3a17adbbc612-a66257f2-19e5-45b9-ab36-1aeffae8ef9c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.726994967Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"applying SMF actions for region 79b4ac45-dba6-4f56-a9fc-3a17adbbc612 running snapshot a66257f2-19e5-45b9-ab36-1aeffae8ef9c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.727238551Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.727250232Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612/snapshots/a66257f2-19e5-45b9-ab36-1aeffae8ef9c/run","method":"POST","req_id":"a6dff534-76c1-4b5c-95cc-5797c3da1edf","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24570,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-79b4ac45-dba6-4f56-a9fc-3a17adbbc612-a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.729440265Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-79b4ac45-dba6-4f56-a9fc-3a17adbbc612-a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.739582839Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-79b4ac45-dba6-4f56-a9fc-3a17adbbc612-a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750025058Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612/.zfs/snapshot/a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750299944Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750355285Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750396306Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750447267Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.750501418Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.754166411Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.758741863Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"worker"} {"msg":"region 79b4ac45-dba6-4f56-a9fc-3a17adbbc612 running snapshot a66257f2-19e5-45b9-ab36-1aeffae8ef9c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.758753523Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"path is \"/data/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.895023776Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"dataset is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.904394134Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"datafile"} {"msg":"snapshot is oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612@a66257f2-19e5-45b9-ab36-1aeffae8ef9c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.912800153Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fd854483-4975-4105-b707-5010fa5c5d88/crucible/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612\", \"a66257f2-19e5-45b9-ab36-1aeffae8ef9c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.912834303Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T05:35:37.921025408Z","hostname":"oxz_crucible_51deb33f-8a91-4ad2-a912-41dd5bd9a774","pid":20526,"uri":"/crucible/0/regions/79b4ac45-dba6-4f56-a9fc-3a17adbbc612/snapshots/a66257f2-19e5-45b9-ab36-1aeffae8ef9c/run","method":"POST","req_id":"954ba3f3-5509-45c8-8cd7-61123951ae75","remote_addr":"[fd00:1122:3344:101::b]:52587","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26011,"response_code":"200"}