{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.208771029Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35312"}
{"msg":"region 01c599ce-6a6d-46a0-b1fb-49576e5840d7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.209580924Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.210276106Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions","method":"POST","req_id":"296fac2a-fc76-48aa-ac94-16ddd0e84a74","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1416,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.210289517Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.22124049Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.221264941Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"01c599ce-6a6d-46a0-b1fb-49576e5840d7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/01c599ce-6a6d-46a0-b1fb-49576e5840d7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.292372361Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"region":"01c599ce-6a6d-46a0-b1fb-49576e5840d7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"01c599ce-6a6d-46a0-b1fb-49576e5840d7\" \"--data\" \"/data/regions/01c599ce-6a6d-46a0-b1fb-49576e5840d7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.294130734Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"region":"01c599ce-6a6d-46a0-b1fb-49576e5840d7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.357798866Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"region":"01c599ce-6a6d-46a0-b1fb-49576e5840d7","component":"worker"}
{"msg":"region 01c599ce-6a6d-46a0-b1fb-49576e5840d7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.357839117Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.357959829Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.359016029Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.368527286Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.380846725Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.384188257Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01c599ce-6a6d-46a0-b1fb-49576e5840d7","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.384445111Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.384504973Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.384547143Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.384591754Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.388493356Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.394280394Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:31.487477965Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions","method":"POST","req_id":"a68a154f-e47d-41d9-af03-ca5b630ec967","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":125,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.712786223Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions/786adca2-2581-4274-8ed6-21e58a33089b","method":"GET","req_id":"7d350902-335f-4410-a145-4f216915482c","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/786adca2-2581-4274-8ed6-21e58a33089b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.71640834Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"dataset is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.72502133Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"snapshot is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b@63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.73307761Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b\", \"63c69f1a-b579-4f6f-aa85-a4d0208cd7ff\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.7331011Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.743168327Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions/786adca2-2581-4274-8ed6-21e58a33089b/snapshots/63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","method":"GET","req_id":"c65c28f1-8ed1-48e8-929e-e17601022787","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26778,"response_code":"200"}
{"msg":"path is \"/data/regions/786adca2-2581-4274-8ed6-21e58a33089b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.746665092Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"dataset is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.754235573Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"snapshot is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b@63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.761500278Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b\", \"63c69f1a-b579-4f6f-aa85-a4d0208cd7ff\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.761520828Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 786adca2-2581-4274-8ed6-21e58a33089b-63c69f1a-b579-4f6f-aa85-a4d0208cd7ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.769469706Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"applying SMF actions for region 786adca2-2581-4274-8ed6-21e58a33089b running snapshot 63c69f1a-b579-4f6f-aa85-a4d0208cd7ff (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.7696638Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.76967937Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions/786adca2-2581-4274-8ed6-21e58a33089b/snapshots/63c69f1a-b579-4f6f-aa85-a4d0208cd7ff/run","method":"POST","req_id":"d1da48b7-e8ef-4eb1-b545-b935a1365ac9","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23043,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-786adca2-2581-4274-8ed6-21e58a33089b-63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.772642245Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-786adca2-2581-4274-8ed6-21e58a33089b-63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.776025018Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-786adca2-2581-4274-8ed6-21e58a33089b-63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.78530396Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/786adca2-2581-4274-8ed6-21e58a33089b/.zfs/snapshot/63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.785567975Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.785624256Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.785663707Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.785712418Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.785769239Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.789361875Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.793590074Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"worker"}
{"msg":"region 786adca2-2581-4274-8ed6-21e58a33089b running snapshot 63c69f1a-b579-4f6f-aa85-a4d0208cd7ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:32.793600674Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"path is \"/data/regions/786adca2-2581-4274-8ed6-21e58a33089b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:33.091575148Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"dataset is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:33.100347821Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"datafile"}
{"msg":"snapshot is oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b@63c69f1a-b579-4f6f-aa85-a4d0208cd7ff","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:33.108294648Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible/regions/786adca2-2581-4274-8ed6-21e58a33089b\", \"63c69f1a-b579-4f6f-aa85-a4d0208cd7ff\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:33.108328299Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-25T17:31:33.116813427Z","hostname":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","pid":20887,"uri":"/crucible/0/regions/786adca2-2581-4274-8ed6-21e58a33089b/snapshots/63c69f1a-b579-4f6f-aa85-a4d0208cd7ff/run","method":"POST","req_id":"8925b2f5-d314-4e9c-ad0d-715dcbbca45f","remote_addr":"[fd00:1122:3344:101::a]:35312","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25297,"response_code":"200"}