{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.862851637Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35090"} {"msg":"region b3e39f85-cc8b-4e10-9e6f-47eb9f40860e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.902850579Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.907736462Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"77b932d8-7259-4815-a8c5-12d88bb175d2","remote_addr":"[fd00:1122:3344:101::a]:35090","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15199,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.912112034Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.922081873Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.922106624Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.97371555Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\" \"--data\" \"/data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:30:59.978342097Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.091218952Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"19cdede1-1393-413c-83dd-1eadc73f8b87","remote_addr":"[fd00:1122:3344:101::a]:35090","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":821,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.196026538Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","component":"worker"} {"msg":"region b3e39f85-cc8b-4e10-9e6f-47eb9f40860e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.196068058Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.196196881Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.199082182Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.203056626Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.220781969Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.223668209Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.231687798Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.23176713Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.231816821Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.231857912Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.235634621Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.239622465Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:31:00.708289676Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"f82e2fd5-01a7-4afb-ba0d-169e08336096","remote_addr":"[fd00:1122:3344:101::a]:35090","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.236373336Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60304"} {"msg":"region 83c639e1-2d7a-43ad-9b32-b98a097580c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.23653848Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.237126332Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"04289f70-bfa5-4f81-a35e-2878c589bbf5","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":623,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.237152413Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.246294515Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.246328286Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"83c639e1-2d7a-43ad-9b32-b98a097580c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83c639e1-2d7a-43ad-9b32-b98a097580c1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.298879411Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"83c639e1-2d7a-43ad-9b32-b98a097580c1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83c639e1-2d7a-43ad-9b32-b98a097580c1\" \"--data\" \"/data/regions/83c639e1-2d7a-43ad-9b32-b98a097580c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.298932392Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"83c639e1-2d7a-43ad-9b32-b98a097580c1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.374179815Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"209bae3a-cf8b-44ed-b6b8-a07126cecb87","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.375263858Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"83c639e1-2d7a-43ad-9b32-b98a097580c1","component":"worker"} {"msg":"region 83c639e1-2d7a-43ad-9b32-b98a097580c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.375275088Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.375415451Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.375781989Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.380926167Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.394650736Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.398409305Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83c639e1-2d7a-43ad-9b32-b98a097580c1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.398617579Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.39866393Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.398704511Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.398745632Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.402125343Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407110768Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.40719111Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407270061Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407282072Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407317612Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407371023Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407441015Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407493696Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407540547Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.407585798Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.418288943Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.418699662Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:09.958331316Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"2cfc7f2f-fe49-45e4-8a8a-445433da89d8","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.914218559Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","method":"GET","req_id":"3ff38022-d63c-4b44-8a30-a2ddacfd3317","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2832,"response_code":"200"} {"msg":"path is \"/data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.917968638Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"dataset is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.92707575Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"snapshot is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.936070189Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.9360931Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.949451531Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","method":"GET","req_id":"be23a3d5-937e-4212-8879-9f31046aeaef","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31485,"response_code":"200"} {"msg":"path is \"/data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.953041236Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"dataset is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.961543025Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"snapshot is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.969228447Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.969262038Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b3e39f85-cc8b-4e10-9e6f-47eb9f40860e-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.97747105Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"applying SMF actions for region b3e39f85-cc8b-4e10-9e6f-47eb9f40860e running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.977662844Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.977678765Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"1ffd188e-e6ec-47e4-8ce3-88ff983a7458","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25243,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979415321Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979495693Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979575145Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979581835Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979620965Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979666357Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.979981773Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.980039564Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.980086965Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.980131666Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.984087839Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.984528309Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.988544463Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e-f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998256288Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e/.zfs/snapshot/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998592155Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998644026Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998685327Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998727198Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:10.998774599Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.002904626Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.007728607Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"region b3e39f85-cc8b-4e10-9e6f-47eb9f40860e running snapshot f510126e-d4c7-4dbc-aa9d-20b76c9ee01f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.007745467Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"path is \"/data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.184009466Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"dataset is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.193347833Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"snapshot is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e@f510126e-d4c7-4dbc-aa9d-20b76c9ee01f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.202814192Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e\", \"f510126e-d4c7-4dbc-aa9d-20b76c9ee01f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.202850023Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:11.211525475Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e/snapshots/f510126e-d4c7-4dbc-aa9d-20b76c9ee01f/run","method":"POST","req_id":"2d8aee7e-dae4-43c3-9ad0-107ac28eebac","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27560,"response_code":"200"} {"msg":"region be26bc86-13fe-4a3e-90a6-436d3e0aaccd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.896788027Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.896966391Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"88ac7282-977a-4568-8642-dab2ef6e0164","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":248,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.897015752Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.906733437Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.906759157Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be26bc86-13fe-4a3e-90a6-436d3e0aaccd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.958822773Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"be26bc86-13fe-4a3e-90a6-436d3e0aaccd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be26bc86-13fe-4a3e-90a6-436d3e0aaccd\" \"--data\" \"/data/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:14.960704672Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"be26bc86-13fe-4a3e-90a6-436d3e0aaccd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030048271Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"be26bc86-13fe-4a3e-90a6-436d3e0aaccd","component":"worker"} {"msg":"region be26bc86-13fe-4a3e-90a6-436d3e0aaccd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030076422Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.030209525Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031704917Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031792478Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.03187281Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.03188466Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031920661Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.031964872Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.03234066Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.032402001Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.032448782Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.032501293Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.036858405Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.037372096Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.040295297Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.047311765Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.050831949Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.051087784Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.051147555Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.051190527Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.051230057Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.054334033Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.060319379Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:15.101611517Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions","method":"POST","req_id":"d72cf7d2-1e39-413f-9bee-ddd732546e0f","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.598752567Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","method":"GET","req_id":"3af5229f-a618-4515-b884-207345993e3b","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"path is \"/data/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.601677379Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"dataset is oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.620772741Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"region be26bc86-13fe-4a3e-90a6-436d3e0aaccd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.630042116Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.63022732Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-be26bc86-13fe-4a3e-90a6-436d3e0aaccd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.631355744Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.638926453Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","method":"DELETE","req_id":"bd7899dc-ff32-4827-9760-ce9ba5333743","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37416,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.641611609Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","method":"GET","req_id":"a6e85abd-dfb7-4615-ae35-9afd683bb818","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680545219Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680636521Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680719152Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680733252Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680769383Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.680821484Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e39f85-cc8b-4e10-9e6f-47eb9f40860e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.681121381Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.681183272Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.681232973Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.681281744Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.736753001Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.738322664Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crucible/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.749101821Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"region":"be26bc86-13fe-4a3e-90a6-436d3e0aaccd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.790916591Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","method":"GET","req_id":"7c92285f-fdb5-471d-940b-26b6711bdc0e","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region be26bc86-13fe-4a3e-90a6-436d3e0aaccd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.846215825Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-15T23:34:40.890403714Z","hostname":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","pid":20817,"uri":"/crucible/0/regions/be26bc86-13fe-4a3e-90a6-436d3e0aaccd","method":"GET","req_id":"bc8561cc-f90b-43cb-a7bb-9e59f088201f","remote_addr":"[fd00:1122:3344:101::a]:60304","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"}