{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.835364209Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63657"}
{"msg":"region 5e46127c-aa23-4815-ab7f-f87bf1b2fd8a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.9069585Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.907152993Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions","method":"POST","req_id":"4a77e525-5a67-40e1-a1d1-bd6b68ef0edc","remote_addr":"[fd00:1122:3344:101::a]:63657","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":5190,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.907742513Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.916276401Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.916310862Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:30.971688961Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"region":"5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.104174427Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions","method":"POST","req_id":"982e3c6f-e2aa-42f9-98ad-509101fb3128","remote_addr":"[fd00:1122:3344:101::a]:63657","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.10954974Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"region":"5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","component":"worker"}
{"msg":"region 5e46127c-aa23-4815-ab7f-f87bf1b2fd8a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.10956806Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.109688813Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.110081959Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.115229539Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.124914086Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.128420397Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.130944731Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.131105654Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.131153925Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.131194925Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.141982962Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.146731204Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:45:31.520678405Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions","method":"POST","req_id":"cc6a4e80-5281-4a9e-8ab1-d834ef996ca6","remote_addr":"[fd00:1122:3344:101::a]:63657","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.906939584Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46711"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.909611991Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","method":"GET","req_id":"529a0b22-e2d0-4cef-bfad-476c9abee39c","remote_addr":"[fd00:1122:3344:101::a]:46711","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2645,"response_code":"200"}
{"msg":"path is \"/data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.909949487Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.919608444Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a@519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.92800714Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\", \"519ce304-61ed-4030-b292-02f079a1f21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.92804327Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.939753073Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a/snapshots/519ce304-61ed-4030-b292-02f079a1f21c","method":"GET","req_id":"80f81d1f-176a-43df-bf7b-5f79bbab5d35","remote_addr":"[fd00:1122:3344:101::a]:46711","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29829,"response_code":"200"}
{"msg":"path is \"/data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.940682079Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.948422333Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a@519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.955830112Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a\", \"519ce304-61ed-4030-b292-02f079a1f21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.955867312Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5e46127c-aa23-4815-ab7f-f87bf1b2fd8a-519ce304-61ed-4030-b292-02f079a1f21c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.964633574Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}
{"msg":"applying SMF actions for region 5e46127c-aa23-4815-ab7f-f87bf1b2fd8a running snapshot 519ce304-61ed-4030-b292-02f079a1f21c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.965281655Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.965309276Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"uri":"/crucible/0/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a/snapshots/519ce304-61ed-4030-b292-02f079a1f21c/run","method":"POST","req_id":"9ca4630a-f023-4656-9bc9-55f7efc46b14","remote_addr":"[fd00:1122:3344:101::a]:46711","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25331,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.970665579Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.97075428Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.970839002Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.970846242Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.970893443Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.970945124Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.971056015Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.971127067Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.971177088Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.971228889Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.983937709Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.984647241Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:00.989167219Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5e46127c-aa23-4815-ab7f-f87bf1b2fd8a-519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.015554537Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e46127c-aa23-4815-ab7f-f87bf1b2fd8a/.zfs/snapshot/519ce304-61ed-4030-b292-02f079a1f21c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.015985894Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.016095366Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.016168427Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.016240509Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.01633765Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.024474881Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.03078251Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"worker"}
{"msg":"region 5e46127c-aa23-4815-ab7f-f87bf1b2fd8a running snapshot 519ce304-61ed-4030-b292-02f079a1f21c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T07:51:01.030801721Z","hostname":"oxz_crucible_86066a4b-5197-4a69-842d-409892590566","pid":21799,"component":"datafile"}