{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.937936705Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33312"} {"msg":"region a65c50e3-697e-4c14-a59e-bb9c14dec5b9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.976807788Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.981348631Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions","method":"POST","req_id":"a7586f6f-dd09-4f71-a26d-7624670adc06","remote_addr":"[fd00:1122:3344:101::a]:33312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24102,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.987021127Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.996285095Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.996315285Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a65c50e3-697e-4c14-a59e-bb9c14dec5b9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.059479001Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"a65c50e3-697e-4c14-a59e-bb9c14dec5b9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a65c50e3-697e-4c14-a59e-bb9c14dec5b9\" \"--data\" \"/data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.061482155Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"a65c50e3-697e-4c14-a59e-bb9c14dec5b9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.260578617Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions","method":"POST","req_id":"4f7dca2d-6a8e-46ff-92c0-da51f2ccb883","remote_addr":"[fd00:1122:3344:101::a]:33312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.304812263Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"a65c50e3-697e-4c14-a59e-bb9c14dec5b9","component":"worker"} {"msg":"region a65c50e3-697e-4c14-a59e-bb9c14dec5b9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.304847973Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.304965135Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.305364189Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.310426838Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.328232906Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.333198544Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.346395598Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.348910727Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.348974368Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.349020129Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.352735412Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.359768744Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.925404251Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions","method":"POST","req_id":"d43acf74-8d76-4f4b-8029-10b18ccb59a9","remote_addr":"[fd00:1122:3344:101::a]:33312","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.708541695Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44057"} {"msg":"region 6cfa74be-a76a-438d-8c77-8df3ea82f763 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.708639726Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.709180853Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions","method":"POST","req_id":"4c330a17-6176-4187-9b58-32d031117864","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":597,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.709199163Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.720608126Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.720635066Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6cfa74be-a76a-438d-8c77-8df3ea82f763\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6cfa74be-a76a-438d-8c77-8df3ea82f763\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.790917036Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"6cfa74be-a76a-438d-8c77-8df3ea82f763","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6cfa74be-a76a-438d-8c77-8df3ea82f763\" \"--data\" \"/data/regions/6cfa74be-a76a-438d-8c77-8df3ea82f763\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.790964887Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"6cfa74be-a76a-438d-8c77-8df3ea82f763","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.890585858Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"region":"6cfa74be-a76a-438d-8c77-8df3ea82f763","component":"worker"} {"msg":"region 6cfa74be-a76a-438d-8c77-8df3ea82f763 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.890625219Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.89071506Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.891104955Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.899818606Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.91475646Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919490055Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6cfa74be-a76a-438d-8c77-8df3ea82f763","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919798229Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.91985229Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.91990024Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.919944441Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.936946429Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.941866587Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions","method":"POST","req_id":"4b674c0c-b1fb-4252-b932-8ed19b0fc695","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.9507041Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.950790321Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.950872612Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.950883432Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.950925902Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.950974153Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.951053284Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.954917419Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.95499241Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.95505102Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.967946001Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:25.968389456Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.366697984Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","method":"GET","req_id":"a16fce6b-6b76-493a-bf8f-61db9fdda15d","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2244,"response_code":"200"} {"msg":"path is \"/data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.370779871Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"dataset is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.379617984Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"snapshot is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.388038633Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.388081483Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.398572353Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8","method":"GET","req_id":"1fa81aa2-5999-4ef4-b731-cbc29d51f20d","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28464,"response_code":"200"} {"msg":"path is \"/data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.402178667Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"dataset is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.410765887Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"snapshot is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.420513441Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.420551932Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a65c50e3-697e-4c14-a59e-bb9c14dec5b9-951fdef0-d0dd-499c-b915-94460e51b7f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.430400796Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"applying SMF actions for region a65c50e3-697e-4c14-a59e-bb9c14dec5b9 running snapshot 951fdef0-d0dd-499c-b915-94460e51b7f8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.430595129Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.43064905Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8/run","method":"POST","req_id":"da209c3b-26bf-4ace-888e-b92b4d8bfd01","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28508,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432357429Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.43243489Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432510851Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432517061Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432555632Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432598382Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432906356Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.432962017Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.433008477Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.433052907Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.438012625Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a65c50e3-697e-4c14-a59e-bb9c14dec5b9-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.438537071Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a65c50e3-697e-4c14-a59e-bb9c14dec5b9-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.444697293Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a65c50e3-697e-4c14-a59e-bb9c14dec5b9-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.460955513Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9/.zfs/snapshot/951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.461233096Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.461288567Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.461327177Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.461362948Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.461408608Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.468328419Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.47525419Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"worker"} {"msg":"region a65c50e3-697e-4c14-a59e-bb9c14dec5b9 running snapshot 951fdef0-d0dd-499c-b915-94460e51b7f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.47526812Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"path is \"/data/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.770516283Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"dataset is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.779167175Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"datafile"} {"msg":"snapshot is oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.787044546Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crucible/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.787072637Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.796243534Z","hostname":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","pid":21299,"uri":"/crucible/0/regions/a65c50e3-697e-4c14-a59e-bb9c14dec5b9/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8/run","method":"POST","req_id":"518226d5-ac21-4ee6-850a-5405438270aa","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25764,"response_code":"200"}