{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445326983Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59565"}
{"msg":"region 065a38cf-5d36-416e-9314-4bebac9e1351 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445408804Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445714781Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445733331Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions","method":"POST","req_id":"b93f48af-e9ee-47b6-b664-a00a45facf1e","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":327,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.456872129Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.456906409Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"065a38cf-5d36-416e-9314-4bebac9e1351\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/065a38cf-5d36-416e-9314-4bebac9e1351\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.52168672Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"region":"065a38cf-5d36-416e-9314-4bebac9e1351","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"065a38cf-5d36-416e-9314-4bebac9e1351\" \"--data\" \"/data/regions/065a38cf-5d36-416e-9314-4bebac9e1351\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.521732641Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"region":"065a38cf-5d36-416e-9314-4bebac9e1351","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.603257341Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"region":"065a38cf-5d36-416e-9314-4bebac9e1351","component":"worker"}
{"msg":"region 065a38cf-5d36-416e-9314-4bebac9e1351 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.603298052Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.603390063Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.603798711Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.60984136Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.623434527Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.627489247Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/065a38cf-5d36-416e-9314-4bebac9e1351","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.627799742Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.627854494Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.627902635Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.627941725Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.631851172Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.64041419Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.826482121Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions","method":"POST","req_id":"97552121-1f2d-48a2-b97a-72ab1aa49ef7","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:13.002382932Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65388"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:13.005510283Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/065a38cf-5d36-416e-9314-4bebac9e1351","method":"GET","req_id":"ca925f56-bcf8-417d-8f49-6a55ecb3cdee","remote_addr":"[fd00:1122:3344:101::b]:65388","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3008,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:13.110260479Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41542"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:13.112578824Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/065a38cf-5d36-416e-9314-4bebac9e1351","method":"GET","req_id":"d72c3a5a-4d4f-4967-8916-2b8806466169","remote_addr":"[fd00:1122:3344:101::a]:41542","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2261,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.31982671Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7","method":"GET","req_id":"602d813b-2135-4f17-84ca-a7b31a366266","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"path is \"/data/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.33256215Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"dataset is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.341679939Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"snapshot is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.349705746Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.349746917Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.359482088Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7/snapshots/9553da52-52d5-4afb-af76-5e73541740db","method":"GET","req_id":"d2e28ba1-6b55-4ce3-927d-2a8e863ff6a5","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26931,"response_code":"200"}
{"msg":"path is \"/data/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.365425885Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"dataset is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.372906642Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"snapshot is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.380268686Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.380301747Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a1fb39e9-1f42-4920-9dc2-b9561e9101f7-9553da52-52d5-4afb-af76-5e73541740db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.388711612Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"applying SMF actions for region a1fb39e9-1f42-4920-9dc2-b9561e9101f7 running snapshot 9553da52-52d5-4afb-af76-5e73541740db (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.388907006Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.388957567Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7/snapshots/9553da52-52d5-4afb-af76-5e73541740db/run","method":"POST","req_id":"a07f697b-ab45-47b3-8695-d8477785abb8","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23568,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a1fb39e9-1f42-4920-9dc2-b9561e9101f7-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.391258002Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a1fb39e9-1f42-4920-9dc2-b9561e9101f7-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.40495342Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a1fb39e9-1f42-4920-9dc2-b9561e9101f7-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.452432122Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7/.zfs/snapshot/9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.452724348Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.452790469Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.45284369Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.452885181Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.452938121Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.470798652Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.484365858Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"worker"}
{"msg":"region a1fb39e9-1f42-4920-9dc2-b9561e9101f7 running snapshot 9553da52-52d5-4afb-af76-5e73541740db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.484381948Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"path is \"/data/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.547120009Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"dataset is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.557711607Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"datafile"}
{"msg":"snapshot is oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.566062791Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45dbe21c-5eaa-4707-b822-d1348b4d8afc/crucible/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.566088601Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:14.573729261Z","hostname":"oxz_crucible_864a9415-8555-4a87-a07b-905db0054ab1","pid":23750,"uri":"/crucible/0/regions/a1fb39e9-1f42-4920-9dc2-b9561e9101f7/snapshots/9553da52-52d5-4afb-af76-5e73541740db/run","method":"POST","req_id":"72d146a6-4cd7-46e9-aaaf-075d4353f19d","remote_addr":"[fd00:1122:3344:101::a]:59565","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26644,"response_code":"200"}