{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.196016521Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39301"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.196092522Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"uri":"/crucible/0/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","method":"GET","req_id":"c9ffb764-9c2d-44a6-938e-9db2937bc4f3","remote_addr":"[fd00:1122:3344:101::a]:39301","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.203093287Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"dataset is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.212215643Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"snapshot is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd@1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.220590781Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\", \"1908eac5-177e-4cfe-9731-3b16b18b0242\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.220623791Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.236190587Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"uri":"/crucible/0/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd/snapshots/1908eac5-177e-4cfe-9731-3b16b18b0242","method":"GET","req_id":"b602582b-9c20-45b2-a35f-4d07fc7cdc74","remote_addr":"[fd00:1122:3344:101::a]:39301","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37196,"response_code":"200"} {"msg":"path is \"/data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.239370807Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"dataset is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.247364502Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"snapshot is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd@1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.255322996Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\", \"1908eac5-177e-4cfe-9731-3b16b18b0242\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.255356346Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aab1c30a-4cc3-43a8-b88a-fa829b6734fd-1908eac5-177e-4cfe-9731-3b16b18b0242 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.267590291Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"applying SMF actions for region aab1c30a-4cc3-43a8-b88a-fa829b6734fd running snapshot 1908eac5-177e-4cfe-9731-3b16b18b0242 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.270648049Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.27067956Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"uri":"/crucible/0/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd/snapshots/1908eac5-177e-4cfe-9731-3b16b18b0242/run","method":"POST","req_id":"f57360ed-0b40-4e03-946d-710f6e75e45c","remote_addr":"[fd00:1122:3344:101::a]:39301","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31342,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281703983Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281790273Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281866734Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281876414Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281912145Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.281960855Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.282055446Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.282114716Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.282159927Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.282206607Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.290332313Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-aab1c30a-4cc3-43a8-b88a-fa829b6734fd-1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.290766108Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aab1c30a-4cc3-43a8-b88a-fa829b6734fd-1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.296909195Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aab1c30a-4cc3-43a8-b88a-fa829b6734fd-1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.317231825Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd/.zfs/snapshot/1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.317555208Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.317618299Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.317656679Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.317695709Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.3177492Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.324734765Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.330351968Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"worker"} {"msg":"region aab1c30a-4cc3-43a8-b88a-fa829b6734fd running snapshot 1908eac5-177e-4cfe-9731-3b16b18b0242 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.330361678Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"path is \"/data/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.437904544Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"dataset is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.446496604Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"datafile"} {"msg":"snapshot is oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd@1908eac5-177e-4cfe-9731-3b16b18b0242","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.454750821Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9b8fcb1-5b41-4bf0-b981-3d3aaea784ec/crucible/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd\", \"1908eac5-177e-4cfe-9731-3b16b18b0242\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.454778331Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-26T20:34:28.462965228Z","hostname":"oxz_crucible_514c30ca-eab1-4efb-9879-ff595f7b7816","pid":20813,"uri":"/crucible/0/regions/aab1c30a-4cc3-43a8-b88a-fa829b6734fd/snapshots/1908eac5-177e-4cfe-9731-3b16b18b0242/run","method":"POST","req_id":"15b7de19-447c-4d8b-8140-a421daf1d116","remote_addr":"[fd00:1122:3344:101::a]:39301","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25090,"response_code":"200"}