{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.135817941Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52576"}
{"msg":"region b799dd57-f706-4779-b0c9-256fbc6d6f08 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166132681Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166800166Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166820946Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions","method":"POST","req_id":"406bff14-5d92-41fd-b3b1-3df2e9bf3abd","remote_addr":"[fd00:1122:3344:101::a]:52576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":743,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.17756555Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.17759297Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b799dd57-f706-4779-b0c9-256fbc6d6f08\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b799dd57-f706-4779-b0c9-256fbc6d6f08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.24096153Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"region":"b799dd57-f706-4779-b0c9-256fbc6d6f08","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.322039815Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"region":"b799dd57-f706-4779-b0c9-256fbc6d6f08","component":"worker"}
{"msg":"region b799dd57-f706-4779-b0c9-256fbc6d6f08 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.322080186Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.322182519Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.329806825Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.329889486Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.329972278Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.329982268Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.330023689Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.33007419Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.330167012Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.330241504Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.330289115Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.330339916Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.339907995Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.340321044Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.343322639Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.353106212Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.356405734Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b799dd57-f706-4779-b0c9-256fbc6d6f08","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.35670931Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.356767351Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.356808383Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.356847313Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.360723228Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.365789558Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.382510922Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions","method":"POST","req_id":"f4a314a8-daf1-4537-b62a-055a4c851748","remote_addr":"[fd00:1122:3344:101::a]:52576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.915566048Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36838"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.91567349Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","method":"GET","req_id":"1ea21aa7-a0a6-4373-9a14-9bf6d51ae71e","remote_addr":"[fd00:1122:3344:101::a]:36838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"path is \"/data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.917810476Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.927803984Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.936882102Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.936922053Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.948553886Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","method":"GET","req_id":"c7e13405-c99a-4b1f-b741-4b3c27ea6b84","remote_addr":"[fd00:1122:3344:101::a]:36838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30739,"response_code":"200"}
{"msg":"path is \"/data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.950830275Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.959855542Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.967950668Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.967987329Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ade455a2-80ad-4e67-a5cd-94e1a13604e5-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.976871062Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"applying SMF actions for region ade455a2-80ad-4e67-a5cd-94e1a13604e5 running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977027846Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977077947Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb/run","method":"POST","req_id":"6a96d47f-0579-4574-89cb-55d9d57f6360","remote_addr":"[fd00:1122:3344:101::a]:36838","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26278,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.97770283Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977803463Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977901465Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977909575Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.977959716Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.978015527Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.978415246Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.978476287Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.978523738Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.978568899Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.983071337Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ade455a2-80ad-4e67-a5cd-94e1a13604e5-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.98455925Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ade455a2-80ad-4e67-a5cd-94e1a13604e5-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.987606146Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ade455a2-80ad-4e67-a5cd-94e1a13604e5-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.997123793Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5/.zfs/snapshot/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.99744618Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.997506372Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.997547462Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.997586173Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.997636494Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.000935446Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.004986444Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"region ade455a2-80ad-4e67-a5cd-94e1a13604e5 running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.005004125Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.397082725Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46796"}
{"msg":"region d161fa2e-d751-4c1c-9b9b-f07e812b1309 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.42808866Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.428304065Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.428328875Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions","method":"POST","req_id":"a8016d85-4512-4683-addd-c633842080c3","remote_addr":"[fd00:1122:3344:101::a]:46796","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":287,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.438037637Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.438071077Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d161fa2e-d751-4c1c-9b9b-f07e812b1309\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.498593765Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"region":"d161fa2e-d751-4c1c-9b9b-f07e812b1309","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.571589464Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"region":"d161fa2e-d751-4c1c-9b9b-f07e812b1309","component":"worker"}
{"msg":"region d161fa2e-d751-4c1c-9b9b-f07e812b1309 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.571652555Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.571716177Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.57232627Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572409962Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572490964Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572498244Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572538415Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572595476Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.572972864Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.573036826Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.573087607Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.573134548Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.577357149Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.578551826Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.583639146Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.590814522Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.594177996Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.594497583Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.594569514Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.594618785Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.594676167Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.598345617Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.604377068Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:01.777143769Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions","method":"POST","req_id":"99d044c3-25a0-4e5a-9e34-5d1e99ce0026","remote_addr":"[fd00:1122:3344:101::a]:46796","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":107,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.704527055Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35672"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.704618327Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","method":"GET","req_id":"89e52640-e597-4735-a8a0-2f8c43a0a523","remote_addr":"[fd00:1122:3344:101::a]:35672","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.704890903Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.716390843Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"region d161fa2e-d751-4c1c-9b9b-f07e812b1309 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.726080154Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.72634111Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.726434942Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","method":"DELETE","req_id":"74f8e207-8b30-45cb-9e72-db33e3e14bf1","remote_addr":"[fd00:1122:3344:101::a]:35672","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21583,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.726602145Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","method":"GET","req_id":"394820e0-a22e-4a86-b6a5-d169799e753b","remote_addr":"[fd00:1122:3344:101::a]:35672","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-d161fa2e-d751-4c1c-9b9b-f07e812b1309 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.727666698Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.73279839Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.732887102Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.732969734Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.732979764Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733019105Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733066606Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ade455a2-80ad-4e67-a5cd-94e1a13604e5","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733401603Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733464485Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733528356Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.733586947Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.737658556Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.740191021Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.750266261Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"region":"d161fa2e-d751-4c1c-9b9b-f07e812b1309","component":"worker"}
{"msg":"region d161fa2e-d751-4c1c-9b9b-f07e812b1309 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.793680366Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:02:31.871981671Z","hostname":"oxz_crucible_30b3ed76-20e3-49c5-838c-fd67de7580c5","pid":21301,"uri":"/crucible/0/regions/d161fa2e-d751-4c1c-9b9b-f07e812b1309","method":"GET","req_id":"4ba750f9-3d4c-4e49-a8b3-92be3e8fd3f0","remote_addr":"[fd00:1122:3344:101::a]:35672","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}