{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.932147401Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44355"}
{"msg":"region 19246902-14f5-4caf-b172-87bfe319a775 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.932569004Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.935987864Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.936001184Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions","method":"POST","req_id":"332ab002-0991-46ef-b8d3-a008d53d9c25","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3748,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.94847111Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:56.948490679Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"19246902-14f5-4caf-b172-87bfe319a775\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/19246902-14f5-4caf-b172-87bfe319a775\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.034103485Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"19246902-14f5-4caf-b172-87bfe319a775","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"19246902-14f5-4caf-b172-87bfe319a775\" \"--data\" \"/data/regions/19246902-14f5-4caf-b172-87bfe319a775\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.036134577Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"19246902-14f5-4caf-b172-87bfe319a775","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.108890485Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"19246902-14f5-4caf-b172-87bfe319a775","component":"worker"}
{"msg":"region 19246902-14f5-4caf-b172-87bfe319a775 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.108924795Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.109029365Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.109405248Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.117228455Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.131678522Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.135783617Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/19246902-14f5-4caf-b172-87bfe319a775","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.136068578Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.136124628Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.136166989Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.136209529Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.136934343Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions","method":"POST","req_id":"3f51145a-907f-4d4b-87c9-508826b22907","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.140428154Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146693372Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146783013Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146871353Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146879893Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146926124Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.146980854Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.147071784Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.147131995Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.147183555Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.147230425Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.162483907Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.16298469Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.790691887Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/94133807-5957-495f-928c-1878db43db40","method":"GET","req_id":"c33441be-cd41-4fff-961c-21a877ccf2a8","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/94133807-5957-495f-928c-1878db43db40\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.793691455Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"dataset is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.803216682Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"snapshot is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.811360001Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.811412332Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.821666383Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/94133807-5957-495f-928c-1878db43db40/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc","method":"GET","req_id":"8faa063e-477c-46f7-813b-1ff5a437edb4","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27967,"response_code":"200"}
{"msg":"path is \"/data/regions/94133807-5957-495f-928c-1878db43db40\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.825433916Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"dataset is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.834686382Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"snapshot is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.84279354Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.842823221Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 94133807-5957-495f-928c-1878db43db40-bbdfbc53-562c-436f-8909-18e5b68befdc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.852044756Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"applying SMF actions for region 94133807-5957-495f-928c-1878db43db40 running snapshot bbdfbc53-562c-436f-8909-18e5b68befdc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.852262688Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.852281548Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/94133807-5957-495f-928c-1878db43db40/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc/run","method":"POST","req_id":"08a014e3-e974-49e9-a06e-1739e8af568b","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27486,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854104399Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854185479Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.85426504Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854275929Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.85431623Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.85436412Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854695762Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854756452Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854805923Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.854852083Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.858341564Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-94133807-5957-495f-928c-1878db43db40-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.858783607Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-94133807-5957-495f-928c-1878db43db40-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.868861007Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-94133807-5957-495f-928c-1878db43db40-bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.878599356Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94133807-5957-495f-928c-1878db43db40/.zfs/snapshot/bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.878872297Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.878943518Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.878991168Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.879034229Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.879090339Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.883539306Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.888532896Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"region 94133807-5957-495f-928c-1878db43db40 running snapshot bbdfbc53-562c-436f-8909-18e5b68befdc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:57.888543146Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"path is \"/data/regions/94133807-5957-495f-928c-1878db43db40\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:58.172621875Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"dataset is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:58.182008912Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"snapshot is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40@bbdfbc53-562c-436f-8909-18e5b68befdc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:58.190138591Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/94133807-5957-495f-928c-1878db43db40\", \"bbdfbc53-562c-436f-8909-18e5b68befdc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:58.190184248Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:36:58.198243599Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/94133807-5957-495f-928c-1878db43db40/snapshots/bbdfbc53-562c-436f-8909-18e5b68befdc/run","method":"POST","req_id":"d5a19183-5ac6-4d3b-b17b-6649498d5443","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25639,"response_code":"200"}
{"msg":"region 2868fd4a-f338-4986-926e-9f1fcfe89b9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.414064895Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.414214395Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions","method":"POST","req_id":"637d413d-2265-4812-82bb-34ccf64f9abd","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1026,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.414238845Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.424467297Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.424510047Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2868fd4a-f338-4986-926e-9f1fcfe89b9f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.491249268Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"2868fd4a-f338-4986-926e-9f1fcfe89b9f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2868fd4a-f338-4986-926e-9f1fcfe89b9f\" \"--data\" \"/data/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.491317939Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"2868fd4a-f338-4986-926e-9f1fcfe89b9f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.572404906Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"2868fd4a-f338-4986-926e-9f1fcfe89b9f","component":"worker"}
{"msg":"region 2868fd4a-f338-4986-926e-9f1fcfe89b9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.572464647Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.572581387Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.574400228Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.577929529Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.587024634Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.591806543Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.592241266Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.592311846Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.592385027Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.592430317Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.596984464Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.602825969Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.60295669Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.603092721Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.603109421Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.603167181Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.603235862Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.610476025Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.610540666Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.610611026Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.610672666Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.616730233Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.619235958Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:02.787998513Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions","method":"POST","req_id":"2cc5cae0-64f2-4aeb-b0ed-9dd28454d6d1","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:03.06334023Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33205"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:03.064318356Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","method":"GET","req_id":"7279dd02-446c-4401-83b5-3d41ab5cbd31","remote_addr":"[fd00:1122:3344:101::b]:33205","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":839,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.123599962Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","method":"GET","req_id":"79e7fb52-0de3-4c2c-9792-b296ce76daa1","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"path is \"/data/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.127175284Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"dataset is oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.138445092Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"region 2868fd4a-f338-4986-926e-9f1fcfe89b9f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.148298221Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.148488302Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-2868fd4a-f338-4986-926e-9f1fcfe89b9f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.14975222Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.150847126Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","method":"DELETE","req_id":"4dcaa98a-184c-43e9-ac34-7bb2b58ad90d","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23699,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.154072146Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","method":"GET","req_id":"befc24d2-a507-4326-b75e-b9f20b07d178","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.156286629Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.156393629Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.15648316Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.15649504Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.15654824Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.156598011Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/94133807-5957-495f-928c-1878db43db40","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.157060384Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.157122754Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.157173564Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.157225654Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.1615505Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.163003439Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2d957d61-4c74-4daf-96c2-269f4635d54d/crucible/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.174323367Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"region":"2868fd4a-f338-4986-926e-9f1fcfe89b9f","component":"worker"}
{"msg":"region 2868fd4a-f338-4986-926e-9f1fcfe89b9f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.224113387Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:37:27.302546119Z","hostname":"oxz_crucible_2520e164-abd6-43fe-9419-7eb1703b523a","pid":21997,"uri":"/crucible/0/regions/2868fd4a-f338-4986-926e-9f1fcfe89b9f","method":"GET","req_id":"9a712e43-a30b-4701-ba1f-a636a39af4c3","remote_addr":"[fd00:1122:3344:101::a]:44355","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}