{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.766176067Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62451"}
{"msg":"region 4fa30645-53fd-4130-8ad0-a8c170b57d25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.787762425Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.792815804Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.796847119Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions","method":"POST","req_id":"5fd6edd0-76d5-43a1-9f68-681c4e5d2c07","remote_addr":"[fd00:1122:3344:101::a]:62451","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15515,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.805271757Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.805312838Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4fa30645-53fd-4130-8ad0-a8c170b57d25\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.872597081Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"4fa30645-53fd-4130-8ad0-a8c170b57d25","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fa30645-53fd-4130-8ad0-a8c170b57d25\" \"--data\" \"/data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.874447135Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"4fa30645-53fd-4130-8ad0-a8c170b57d25","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.000585832Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"4fa30645-53fd-4130-8ad0-a8c170b57d25","component":"worker"}
{"msg":"region 4fa30645-53fd-4130-8ad0-a8c170b57d25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.000654013Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.000731575Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.001212977Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.005106088Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.021548405Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.02430777Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.032565794Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.034487829Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.034562401Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.034624683Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.038647627Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.043461781Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.138355224Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions","method":"POST","req_id":"2bbbb9bd-c9c8-4ded-9ffe-8a098919f2b4","remote_addr":"[fd00:1122:3344:101::a]:62451","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.691409079Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50248"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.691501671Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","method":"GET","req_id":"733738e5-c9ea-41f1-a8b9-fa40ca5005fb","remote_addr":"[fd00:1122:3344:101::a]:50248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.695308461Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"dataset is oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.705144202Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"snapshot is oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25@71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.714161015Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\", \"71195216-cfec-47d4-9ea7-f59b10c8f429\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.714193495Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.726069295Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25/snapshots/71195216-cfec-47d4-9ea7-f59b10c8f429","method":"GET","req_id":"587f3cc2-d8e6-485a-8193-f4110a01d0cb","remote_addr":"[fd00:1122:3344:101::a]:50248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34395,"response_code":"200"}
{"msg":"path is \"/data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.726238629Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"dataset is oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.735251931Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"snapshot is oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25@71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.743637628Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25\", \"71195216-cfec-47d4-9ea7-f59b10c8f429\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.743679369Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4fa30645-53fd-4130-8ad0-a8c170b57d25-71195216-cfec-47d4-9ea7-f59b10c8f429 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.753231974Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"applying SMF actions for region 4fa30645-53fd-4130-8ad0-a8c170b57d25 running snapshot 71195216-cfec-47d4-9ea7-f59b10c8f429 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.753879659Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.7539075Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25/snapshots/71195216-cfec-47d4-9ea7-f59b10c8f429/run","method":"POST","req_id":"cffc2e5d-c3fb-4f6b-b810-3e800ae69b2f","remote_addr":"[fd00:1122:3344:101::a]:50248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27702,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.758843346Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.758924128Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.75900714Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.75901577Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759054771Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759101942Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759191244Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759252436Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759303387Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.759355328Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.767621713Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4fa30645-53fd-4130-8ad0-a8c170b57d25-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.768055343Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4fa30645-53fd-4130-8ad0-a8c170b57d25-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.77431752Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4fa30645-53fd-4130-8ad0-a8c170b57d25-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.7862232Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25/.zfs/snapshot/71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.786483446Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.786556028Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.786599039Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.78664049Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.786708831Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.790185423Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.794884074Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"region 4fa30645-53fd-4130-8ad0-a8c170b57d25 running snapshot 71195216-cfec-47d4-9ea7-f59b10c8f429 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.794900374Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.593306768Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47626"}
{"msg":"region c727c466-0991-488d-b84d-8031783c1585 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.59340523Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.593563774Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.593578614Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions","method":"POST","req_id":"c4bccb68-5b09-4c33-b462-681de6baaa0a","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":211,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.602633628Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.602662848Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c727c466-0991-488d-b84d-8031783c1585\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c727c466-0991-488d-b84d-8031783c1585\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.666343357Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"c727c466-0991-488d-b84d-8031783c1585","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c727c466-0991-488d-b84d-8031783c1585\" \"--data\" \"/data/regions/c727c466-0991-488d-b84d-8031783c1585\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.66819907Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"c727c466-0991-488d-b84d-8031783c1585","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.735434642Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"c727c466-0991-488d-b84d-8031783c1585","component":"worker"}
{"msg":"region c727c466-0991-488d-b84d-8031783c1585 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.735478513Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.735579696Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736163729Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736245011Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736325963Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736333364Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736375865Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736427196Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736801235Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736864276Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736916807Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.736967299Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.740798929Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.741224649Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.744158798Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.750695871Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.753990389Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.754266875Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.754340817Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.754386688Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.754432149Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.75828113Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.764131878Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:34.797634096Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions","method":"POST","req_id":"3ff8a6ae-7e7a-4a6a-99fc-f0fb6c021659","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.251402661Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/c727c466-0991-488d-b84d-8031783c1585","method":"GET","req_id":"3faf5a06-1cd7-4961-a916-a31277a226bf","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/c727c466-0991-488d-b84d-8031783c1585\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.254892263Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"dataset is oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/c727c466-0991-488d-b84d-8031783c1585","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.266338013Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"region c727c466-0991-488d-b84d-8031783c1585 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.274885414Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.275067018Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.275124629Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/c727c466-0991-488d-b84d-8031783c1585","method":"DELETE","req_id":"5dc290ed-f36a-40ee-89f5-8a0eb4095070","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20870,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c727c466-0991-488d-b84d-8031783c1585 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.276241706Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.277685269Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/c727c466-0991-488d-b84d-8031783c1585","method":"GET","req_id":"07a368e6-2a58-4f8b-86c0-b220c0cf7296","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281274344Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281379707Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281495329Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.28151037Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281568341Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281631552Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fa30645-53fd-4130-8ad0-a8c170b57d25","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.281989821Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.282054562Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.282107053Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.282156005Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.286015876Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.287413338Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6380009d-c432-4baf-a967-a7a8d15c0531/crucible/regions/c727c466-0991-488d-b84d-8031783c1585\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.297034985Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"region":"c727c466-0991-488d-b84d-8031783c1585","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.350626196Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/c727c466-0991-488d-b84d-8031783c1585","method":"GET","req_id":"797cbe36-6426-423b-8103-857409a2cb27","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region c727c466-0991-488d-b84d-8031783c1585 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.35375609Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:59.519791486Z","hostname":"oxz_crucible_66a4aa64-c0aa-428d-9524-5a1b48b9f467","pid":21053,"uri":"/crucible/0/regions/c727c466-0991-488d-b84d-8031783c1585","method":"GET","req_id":"984885e5-305e-4b9d-a277-c66ae4ce9ca7","remote_addr":"[fd00:1122:3344:101::a]:47626","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23,"response_code":"200"}