{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.058283767Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47260"}
{"msg":"region 0f4667e4-43e8-4edf-8bf6-892adda70230 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.058372069Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.058989241Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.058997262Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions","method":"POST","req_id":"8a641a2e-e7f7-44e2-9f50-7ad022d52ee7","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":662,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.071009318Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.071030518Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0f4667e4-43e8-4edf-8bf6-892adda70230\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0f4667e4-43e8-4edf-8bf6-892adda70230\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.12174806Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"0f4667e4-43e8-4edf-8bf6-892adda70230","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0f4667e4-43e8-4edf-8bf6-892adda70230\" \"--data\" \"/data/regions/0f4667e4-43e8-4edf-8bf6-892adda70230\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.12178902Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"0f4667e4-43e8-4edf-8bf6-892adda70230","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.249057603Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"0f4667e4-43e8-4edf-8bf6-892adda70230","component":"worker"}
{"msg":"region 0f4667e4-43e8-4edf-8bf6-892adda70230 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.249105744Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.249195746Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.249604624Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.254694958Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.269018632Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.273088756Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0f4667e4-43e8-4edf-8bf6-892adda70230","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.273391452Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.273450623Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.273492224Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.273533705Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.277045737Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.285126603Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions","method":"POST","req_id":"dfa0ae7e-0848-47b3-a19a-4bade5a7f16c","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286115373Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286224335Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286310057Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286317937Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286360528Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286409369Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286487241Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286541242Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286585463Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.286629384Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.295400524Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.295849923Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.790253842Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","method":"GET","req_id":"2755ee7c-f50a-4c8e-b9af-9c4c8b52f8f9","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":4627,"response_code":"200"}
{"msg":"path is \"/data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.794565661Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"dataset is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.804106917Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"snapshot is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.813000179Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.81303721Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.824677259Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34","method":"GET","req_id":"c0150cff-dab5-4946-ad1b-f558608d677f","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30128,"response_code":"200"}
{"msg":"path is \"/data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.831002459Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"dataset is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.840037355Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"snapshot is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.848386656Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.848417336Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1292e029-7ec0-4d65-8c15-1c1bdf92c892-aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.8568893Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"applying SMF actions for region 1292e029-7ec0-4d65-8c15-1c1bdf92c892 running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.857059614Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.857084124Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"6e2c65df-4a65-46d6-9766-73afcc61320c","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26804,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.858643096Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.858721298Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.858798789Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.85880812Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.85884327Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.858885391Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.859188897Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.859247589Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.85929617Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.859340651Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.862981266Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-1292e029-7ec0-4d65-8c15-1c1bdf92c892-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.863405214Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1292e029-7ec0-4d65-8c15-1c1bdf92c892-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.869940098Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1292e029-7ec0-4d65-8c15-1c1bdf92c892-aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.879459074Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892/.zfs/snapshot/aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.87977973Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.879833171Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.879874452Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.879912683Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.879959654Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.883790673Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.891025031Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"region 1292e029-7ec0-4d65-8c15-1c1bdf92c892 running snapshot aebc12c5-3893-4956-b038-682a2f3e3c34 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:51.891037251Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"path is \"/data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.175351468Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"dataset is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.185743771Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"snapshot is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892@aebc12c5-3893-4956-b038-682a2f3e3c34","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.194900869Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892\", \"aebc12c5-3893-4956-b038-682a2f3e3c34\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.19493538Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:52.205090578Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892/snapshots/aebc12c5-3893-4956-b038-682a2f3e3c34/run","method":"POST","req_id":"5494e80d-c806-43d9-878a-093a4b6ed310","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29777,"response_code":"200"}
{"msg":"region aa7dc44e-2da4-4b30-ba28-120ec520e7e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.014366805Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.014553018Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions","method":"POST","req_id":"438bbfa0-cea5-4f67-b8ff-e15f565f6e04","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":266,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.014575329Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.023549943Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.023584404Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aa7dc44e-2da4-4b30-ba28-120ec520e7e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.078278766Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"aa7dc44e-2da4-4b30-ba28-120ec520e7e1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa7dc44e-2da4-4b30-ba28-120ec520e7e1\" \"--data\" \"/data/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.078329727Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"aa7dc44e-2da4-4b30-ba28-120ec520e7e1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.147571749Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"aa7dc44e-2da4-4b30-ba28-120ec520e7e1","component":"worker"}
{"msg":"region aa7dc44e-2da4-4b30-ba28-120ec520e7e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.14761026Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.147701732Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149048859Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149131031Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149210313Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149220943Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149254794Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149299375Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149689992Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149755054Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149802495Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.149848356Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.153547897Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.153914439Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.157081864Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.16416252Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.167325405Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.167653041Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.167709612Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.167751593Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.167788554Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.180189518Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.18658991Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:05:56.268194025Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions","method":"POST","req_id":"9c3843ed-c158-457d-a7bc-5e03ceec2448","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.635753184Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","method":"GET","req_id":"ba1f6eee-edf6-470c-8ddf-97c5c7e50e10","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.639613843Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"dataset is oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.651233422Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"region aa7dc44e-2da4-4b30-ba28-120ec520e7e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.66089894Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.661088044Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-aa7dc44e-2da4-4b30-ba28-120ec520e7e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.662228337Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.663558504Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","method":"DELETE","req_id":"52f654c3-8299-4538-af65-d76a82e757d4","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23962,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.666935734Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","method":"GET","req_id":"d3a677e7-6243-43f5-b43d-9106441bb9e4","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668253741Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668345543Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668435255Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668462825Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668505856Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668550707Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1292e029-7ec0-4d65-8c15-1c1bdf92c892","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668905804Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.668977336Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.669019977Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.669080818Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.672441257Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.673877056Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aeae1e8c-da96-4cb8-a754-49b610133fd0/crucible/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.684071436Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"region":"aa7dc44e-2da4-4b30-ba28-120ec520e7e1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.735379499Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","method":"GET","req_id":"21369812-5b88-4fb5-9639-7aa49964e8d5","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"region aa7dc44e-2da4-4b30-ba28-120ec520e7e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.750244774Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-05T00:06:22.865713154Z","hostname":"oxz_crucible_5564e11e-42ce-47de-aa70-90efe5750a93","pid":22278,"uri":"/crucible/0/regions/aa7dc44e-2da4-4b30-ba28-120ec520e7e1","method":"GET","req_id":"bb061075-8c06-46c2-b28a-709c91e391c0","remote_addr":"[fd00:1122:3344:101::a]:47260","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":"200"}