{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.129587657Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37287"}
{"msg":"region ceb33e57-9744-47c0-bab4-aaf68a2701a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.189334039Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.190037181Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.190046361Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions","method":"POST","req_id":"3f0070e7-9ab3-4328-8bbf-4943b6504c33","remote_addr":"[fd00:1122:3344:101::a]:37287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1336,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.199593403Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.199626453Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ceb33e57-9744-47c0-bab4-aaf68a2701a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ceb33e57-9744-47c0-bab4-aaf68a2701a4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.259715101Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"region":"ceb33e57-9744-47c0-bab4-aaf68a2701a4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.352613744Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"region":"ceb33e57-9744-47c0-bab4-aaf68a2701a4","component":"worker"}
{"msg":"region ceb33e57-9744-47c0-bab4-aaf68a2701a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.352669855Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.352767577Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361703848Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361783999Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361863301Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361871121Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361910112Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.361965852Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.362061044Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.362127585Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.362174056Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.362224537Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.36775312Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.368160757Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.371782029Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.381245399Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.384430343Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ceb33e57-9744-47c0-bab4-aaf68a2701a4","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.384728648Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.384781959Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.38482532Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.38486309Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.389103332Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.393432655Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:44.533117191Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions","method":"POST","req_id":"431acb66-e0f2-4bdb-89bb-b0eeafc115d5","remote_addr":"[fd00:1122:3344:101::a]:37287","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.766262884Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39585"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.766368466Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/79bda774-159f-4095-a620-1c1da81a9191","method":"GET","req_id":"418a52f5-c353-4026-851d-49289b05d832","remote_addr":"[fd00:1122:3344:101::a]:39585","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/79bda774-159f-4095-a620-1c1da81a9191\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.766530309Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.775208636Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191@a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.784729697Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191\", \"a54a324d-800f-4645-83ae-56c8f6240caa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.784759288Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.796579297Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/79bda774-159f-4095-a620-1c1da81a9191/snapshots/a54a324d-800f-4645-83ae-56c8f6240caa","method":"GET","req_id":"4f75f5af-d827-440a-8805-38d388428a07","remote_addr":"[fd00:1122:3344:101::a]:39585","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30054,"response_code":"200"}
{"msg":"path is \"/data/regions/79bda774-159f-4095-a620-1c1da81a9191\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.797365271Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.805478738Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"snapshot is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191@a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.814633963Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/79bda774-159f-4095-a620-1c1da81a9191\", \"a54a324d-800f-4645-83ae-56c8f6240caa\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.814666474Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 79bda774-159f-4095-a620-1c1da81a9191-a54a324d-800f-4645-83ae-56c8f6240caa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.826912181Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"applying SMF actions for region 79bda774-159f-4095-a620-1c1da81a9191 running snapshot a54a324d-800f-4645-83ae-56c8f6240caa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827058734Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827100545Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/79bda774-159f-4095-a620-1c1da81a9191/snapshots/a54a324d-800f-4645-83ae-56c8f6240caa/run","method":"POST","req_id":"67d585d5-7d53-4545-8a76-5e9dc4955d42","remote_addr":"[fd00:1122:3344:101::a]:39585","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30369,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827747145Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827850207Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827949119Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.827956149Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.82799935Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.828047061Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.828398036Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.828459997Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.828508558Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.828555449Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.832594487Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-79bda774-159f-4095-a620-1c1da81a9191-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.834105503Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-79bda774-159f-4095-a620-1c1da81a9191-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.839943262Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-79bda774-159f-4095-a620-1c1da81a9191-a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850282997Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79bda774-159f-4095-a620-1c1da81a9191/.zfs/snapshot/a54a324d-800f-4645-83ae-56c8f6240caa","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850564242Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850627833Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850671244Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850709294Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.850758965Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.854304905Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.858485566Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"region 79bda774-159f-4095-a620-1c1da81a9191 running snapshot a54a324d-800f-4645-83ae-56c8f6240caa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:45.858500816Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.662702045Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51905"}
{"msg":"region 4b37e53e-38fd-4b1b-afd7-2790f2a70b8d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692333827Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692619082Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.692635762Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions","method":"POST","req_id":"b833e323-14b1-44c3-870c-8d9a2adce0f9","remote_addr":"[fd00:1122:3344:101::a]:51905","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":377,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.702969007Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.702994517Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4b37e53e-38fd-4b1b-afd7-2790f2a70b8d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.774187513Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"region":"4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.845042323Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"region":"4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","component":"worker"}
{"msg":"region 4b37e53e-38fd-4b1b-afd7-2790f2a70b8d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.845105234Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.845182525Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.845646293Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.848694925Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.856803412Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.860145159Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.860386603Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.860442754Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.860486424Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.860527255Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.86495825Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.87025054Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.870378132Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.870502774Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.870520104Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.870567305Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.870619916Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.87497927Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.875036491Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.875086332Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.875136812Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.878798825Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.881730904Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:45:48.933090904Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions","method":"POST","req_id":"011376a4-1b6c-4273-b431-746d46a0e7e5","remote_addr":"[fd00:1122:3344:101::a]:51905","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.895544769Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46375"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.89565946Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","method":"GET","req_id":"c217c05b-d529-4227-940e-26230acf9040","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.895878934Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.90861625Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"region 4b37e53e-38fd-4b1b-afd7-2790f2a70b8d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.916615575Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.91687652Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.916985912Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","method":"DELETE","req_id":"357832b8-5fe2-4caa-96b8-e9c1d502a7b9","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21130,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.917193055Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","method":"GET","req_id":"cd4f9789-8d69-4a7d-8fb5-62639c885f9f","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-4b37e53e-38fd-4b1b-afd7-2790f2a70b8d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.918268463Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922653297Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922756299Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922839131Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922846731Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922888821Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.922935002Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/79bda774-159f-4095-a620-1c1da81a9191","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.923259918Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.923333859Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.9233908Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.923436991Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.926838779Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.929032796Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.939208848Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"region":"4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","component":"worker"}
{"msg":"region 4b37e53e-38fd-4b1b-afd7-2790f2a70b8d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:20.999417567Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-11T14:46:21.056084257Z","hostname":"oxz_crucible_73923276-b5fa-40d4-a195-829b033ad9fb","pid":22071,"uri":"/crucible/0/regions/4b37e53e-38fd-4b1b-afd7-2790f2a70b8d","method":"GET","req_id":"c0db05a6-8325-49fa-951d-614ef57d6d8e","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":549,"response_code":"200"}