{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.415892194Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56790"}
{"msg":"region b770e10c-d241-434c-9138-e4323d556466 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.416061988Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.416664423Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.416674243Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"2f740c43-9a4e-44c6-8605-0296703e1e66","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":639,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.426051739Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.426078909Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b770e10c-d241-434c-9138-e4323d556466\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b770e10c-d241-434c-9138-e4323d556466\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.482950867Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"b770e10c-d241-434c-9138-e4323d556466","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b770e10c-d241-434c-9138-e4323d556466\" \"--data\" \"/data/regions/b770e10c-d241-434c-9138-e4323d556466\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.483000168Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"b770e10c-d241-434c-9138-e4323d556466","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.548157384Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"b770e10c-d241-434c-9138-e4323d556466","component":"worker"}
{"msg":"region b770e10c-d241-434c-9138-e4323d556466 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.548194215Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.548301218Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.548682547Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.553997795Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.567234303Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.570123562Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b770e10c-d241-434c-9138-e4323d556466","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.570350708Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.570404739Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.57044657Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.570485471Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.573797481Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.578860562Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.578950195Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579030017Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579039527Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579077908Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579125789Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579192161Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579245222Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579297103Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.579348594Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.593072054Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.593484014Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:32.624415718Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"be5528db-e455-4475-af5d-5bdcb718b62c","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.271856774Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45614"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.275893391Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","method":"GET","req_id":"6c25a20a-b733-4529-9e62-0698e8793207","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3968,"response_code":"200"}
{"msg":"path is \"/data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.276089306Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"dataset is oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.28497977Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"snapshot is oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2@8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.294067847Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\", \"8024e4d8-277d-43cb-b8aa-5dbd6ebde952\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.294117238Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.307718895Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2/snapshots/8024e4d8-277d-43cb-b8aa-5dbd6ebde952","method":"GET","req_id":"50cc1182-9f4e-4f89-8763-2e5450138326","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31658,"response_code":"200"}
{"msg":"path is \"/data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.307886229Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"dataset is oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.316609199Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"snapshot is oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2@8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.324928979Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\", \"8024e4d8-277d-43cb-b8aa-5dbd6ebde952\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.32497233Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot db49ef5b-f68d-4c3a-b793-d0a46be672f2-8024e4d8-277d-43cb-b8aa-5dbd6ebde952 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.333431454Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"applying SMF actions for region db49ef5b-f68d-4c3a-b793-d0a46be672f2 running snapshot 8024e4d8-277d-43cb-b8aa-5dbd6ebde952 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.333625998Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.333644549Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2/snapshots/8024e4d8-277d-43cb-b8aa-5dbd6ebde952/run","method":"POST","req_id":"b2edc013-4ccd-4764-a84d-2aeca1cf76dd","remote_addr":"[fd00:1122:3344:101::a]:45614","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25782,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335309769Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335392221Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335480903Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335487473Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335528344Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335572965Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335870252Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335928464Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.335978345Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.336024436Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.340208417Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-db49ef5b-f68d-4c3a-b793-d0a46be672f2-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.340653307Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-db49ef5b-f68d-4c3a-b793-d0a46be672f2-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.345929744Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-db49ef5b-f68d-4c3a-b793-d0a46be672f2-8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.355036633Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2/.zfs/snapshot/8024e4d8-277d-43cb-b8aa-5dbd6ebde952","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.355266659Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.35531767Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.355358691Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.355397252Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.355442123Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.358435695Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.36238549Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"region db49ef5b-f68d-4c3a-b793-d0a46be672f2 running snapshot 8024e4d8-277d-43cb-b8aa-5dbd6ebde952 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:33.36239679Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"region 22c02cd4-6422-4fdc-be9a-61f9f54e7578 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.220387203Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.220536597Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"1d767517-0aca-425e-867d-4f684c00ac54","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":218,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.220568888Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.230744122Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.230784783Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"22c02cd4-6422-4fdc-be9a-61f9f54e7578\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.28888626Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"22c02cd4-6422-4fdc-be9a-61f9f54e7578","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"22c02cd4-6422-4fdc-be9a-61f9f54e7578\" \"--data\" \"/data/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.290737985Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"22c02cd4-6422-4fdc-be9a-61f9f54e7578","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.352042788Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"22c02cd4-6422-4fdc-be9a-61f9f54e7578","component":"worker"}
{"msg":"region 22c02cd4-6422-4fdc-be9a-61f9f54e7578 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.352077839Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.352200612Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.352723544Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.355396089Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.364383995Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.369083518Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.369290192Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.369351914Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.369399855Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.369447766Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.373235387Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.378156556Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.378236248Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.37831809Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.37833067Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.378370741Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.378421292Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.382187073Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.382250444Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.382309136Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.382366357Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.385336968Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.387204033Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:33:36.528512931Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"f8192bf8-935c-4944-92e5-4afe403a1d2a","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.863471315Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","method":"GET","req_id":"21121127-e57e-45ce-8372-05d6033c7aea","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.865948984Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"dataset is oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.878072836Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"region 22c02cd4-6422-4fdc-be9a-61f9f54e7578 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.886919188Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.887132164Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.889504041Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","method":"DELETE","req_id":"107375d2-5c97-4b7d-85f2-4a280f0a7ef0","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23586,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-22c02cd4-6422-4fdc-be9a-61f9f54e7578 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.890800792Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.892468592Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","method":"GET","req_id":"0bb3453f-8e27-415d-8fd7-0fff5761aaac","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896161281Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896249523Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896347065Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896362326Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896414667Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896462998Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896818006Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896881998Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.896931749Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.89697919Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.900408093Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.901722104Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.911751116Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"22c02cd4-6422-4fdc-be9a-61f9f54e7578","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.948482659Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","method":"GET","req_id":"36764e20-2cab-4e2e-be6c-6d776f05a3e9","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"region 22c02cd4-6422-4fdc-be9a-61f9f54e7578 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:00.962927036Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:34:01.053102264Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions/22c02cd4-6422-4fdc-be9a-61f9f54e7578","method":"GET","req_id":"08c770fa-377c-41cc-affe-8432e6ce9704","remote_addr":"[fd00:1122:3344:101::a]:56790","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}