{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.136868545Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58572"} {"msg":"region af3760aa-460c-4d35-82ba-4c1c30e480f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.137903829Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.138476743Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions","method":"POST","req_id":"d928fff2-2d29-4546-8767-3bb18c88fd3e","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1308,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.138488093Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.147555Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.14757981Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"af3760aa-460c-4d35-82ba-4c1c30e480f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/af3760aa-460c-4d35-82ba-4c1c30e480f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.217562253Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"region":"af3760aa-460c-4d35-82ba-4c1c30e480f5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"af3760aa-460c-4d35-82ba-4c1c30e480f5\" \"--data\" \"/data/regions/af3760aa-460c-4d35-82ba-4c1c30e480f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.217609974Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"region":"af3760aa-460c-4d35-82ba-4c1c30e480f5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.288731904Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions","method":"POST","req_id":"0316779b-40f5-4c3e-a90c-fc8e377cd8e1","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.319552711Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"region":"af3760aa-460c-4d35-82ba-4c1c30e480f5","component":"worker"} {"msg":"region af3760aa-460c-4d35-82ba-4c1c30e480f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.319575861Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.319716295Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.326545568Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.33583428Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.352032487Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.356543845Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/af3760aa-460c-4d35-82ba-4c1c30e480f5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.35674255Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.356788051Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.356827982Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.356868423Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.363181854Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.371258697Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:07.843088226Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions","method":"POST","req_id":"14bc7e25-fdbc-4ad6-885f-ec456654ede2","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.480177835Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47109"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.480286237Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933","method":"GET","req_id":"6923bc88-b0cf-4868-b9a7-79be1e77f9f9","remote_addr":"[fd00:1122:3344:101::a]:47109","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.480553824Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"dataset is oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.494100107Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"snapshot is oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933@9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.505839968Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933\", \"9bbc4f44-f319-4f5d-a5d0-82e08025a6f9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.505867289Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.522196209Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933/snapshots/9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","method":"GET","req_id":"98f02898-df4c-472c-bbcb-9a89b3803c34","remote_addr":"[fd00:1122:3344:101::a]:47109","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":41654,"response_code":"200"} {"msg":"path is \"/data/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.525223981Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"dataset is oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.533169971Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"snapshot is oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933@9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.542294419Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e0fff7bf-0864-41ba-b282-52571440a223/crucible/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933\", \"9bbc4f44-f319-4f5d-a5d0-82e08025a6f9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.54232105Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7063ff37-a8bf-4ef2-a059-6b7cab008933-9bbc4f44-f319-4f5d-a5d0-82e08025a6f9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.55363312Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"} {"msg":"applying SMF actions for region 7063ff37-a8bf-4ef2-a059-6b7cab008933 running snapshot 9bbc4f44-f319-4f5d-a5d0-82e08025a6f9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.553825075Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.553841405Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"uri":"/crucible/0/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933/snapshots/9bbc4f44-f319-4f5d-a5d0-82e08025a6f9/run","method":"POST","req_id":"2a32f785-acb4-4781-9f50-471f4e79022d","remote_addr":"[fd00:1122:3344:101::a]:47109","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29160,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-7063ff37-a8bf-4ef2-a059-6b7cab008933-9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.556603302Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7063ff37-a8bf-4ef2-a059-6b7cab008933-9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.561745344Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7063ff37-a8bf-4ef2-a059-6b7cab008933-9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.584278773Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7063ff37-a8bf-4ef2-a059-6b7cab008933/.zfs/snapshot/9bbc4f44-f319-4f5d-a5d0-82e08025a6f9","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.584522369Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.58457909Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.584626891Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.584674413Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.584737164Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.592788046Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.601125046Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"worker"} {"msg":"region 7063ff37-a8bf-4ef2-a059-6b7cab008933 running snapshot 9bbc4f44-f319-4f5d-a5d0-82e08025a6f9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:47:08.601140806Z","hostname":"oxz_crucible_529d7d59-fd52-48ba-aec7-267c2a5be084","pid":25126,"component":"datafile"}