[ Jan 28 08:30:13 Enabled. ]
[ Jan 28 08:30:13 Rereading configuration. ]
[ Jan 28 08:30:18 Rereading configuration. ]
[ Jan 28 08:30:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.465735438Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.466828244Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.466838234Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.484661389Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:30:22.54771713Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.869842017Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49589"}
{"msg":"region 8f1a11fa-69be-4675-83da-23b586f54c46 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.905541887Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.908139814Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"32d47d4f-44dd-4ad4-8060-05cf0deb545c","remote_addr":"[fd00:1122:3344:101::a]:49589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15222,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.910837853Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.920505481Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.920538392Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8f1a11fa-69be-4675-83da-23b586f54c46\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8f1a11fa-69be-4675-83da-23b586f54c46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.969604873Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"8f1a11fa-69be-4675-83da-23b586f54c46","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8f1a11fa-69be-4675-83da-23b586f54c46\" \"--data\" \"/data/regions/8f1a11fa-69be-4675-83da-23b586f54c46\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:14.971657332Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"8f1a11fa-69be-4675-83da-23b586f54c46","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.143716681Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"b4b1d261-5bea-45ba-8bc5-5e54a5ab86e6","remote_addr":"[fd00:1122:3344:101::a]:49589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.184286471Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"8f1a11fa-69be-4675-83da-23b586f54c46","component":"worker"}
{"msg":"region 8f1a11fa-69be-4675-83da-23b586f54c46 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.184324901Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.184477833Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.18495354Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.19058981Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.20525883Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.217320492Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.217898491Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.21993879Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.220008701Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.220061722Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.223951857Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.227560239Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:31:15.727726316Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"63480c95-8881-45ea-9c37-2b975613aaae","remote_addr":"[fd00:1122:3344:101::a]:49589","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.439340074Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57343"}
{"msg":"region f545282c-4056-4571-ab43-4e6f85bd64ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.439437685Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.443321931Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.443347671Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"4b963a37-eacf-4d85-8da2-2699dde9c3cf","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3932,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.455780249Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.455816329Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f545282c-4056-4571-ab43-4e6f85bd64ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f545282c-4056-4571-ab43-4e6f85bd64ca\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.511244701Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"f545282c-4056-4571-ab43-4e6f85bd64ca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f545282c-4056-4571-ab43-4e6f85bd64ca\" \"--data\" \"/data/regions/f545282c-4056-4571-ab43-4e6f85bd64ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.511297382Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"f545282c-4056-4571-ab43-4e6f85bd64ca","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.58814749Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"27d78954-4137-4f66-9407-1c857c39b8c5","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.588498245Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"f545282c-4056-4571-ab43-4e6f85bd64ca","component":"worker"}
{"msg":"region f545282c-4056-4571-ab43-4e6f85bd64ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.588511095Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.588644367Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597442323Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597529614Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597610125Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597620676Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597661306Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597728207Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597826988Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.59788746Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.59793703Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.597986981Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.602058139Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.602476015Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.605413067Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.615248217Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.618696357Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f545282c-4056-4571-ab43-4e6f85bd64ca","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.618972791Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.619042092Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.619083642Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.619129143Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.623767019Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:39.628894192Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.257436034Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"cd4cc311-4b54-4e24-b5d2-90417c16e690","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.628170491Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/8f1a11fa-69be-4675-83da-23b586f54c46","method":"GET","req_id":"e4d54ea5-b593-4664-ac5b-d516512cda80","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4549,"response_code":"200"}
{"msg":"path is \"/data/regions/8f1a11fa-69be-4675-83da-23b586f54c46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.631372527Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"dataset is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.64070211Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"snapshot is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.649248923Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.649278053Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.662853767Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/8f1a11fa-69be-4675-83da-23b586f54c46/snapshots/66a26527-bfac-4f64-b405-31937457829b","method":"GET","req_id":"5174da4c-b2d3-4af0-b390-5f541ad4a584","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31474,"response_code":"200"}
{"msg":"path is \"/data/regions/8f1a11fa-69be-4675-83da-23b586f54c46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.665716608Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"dataset is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.673700482Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"snapshot is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.683122936Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.683155277Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.691621688Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"applying SMF actions for region 8f1a11fa-69be-4675-83da-23b586f54c46 running snapshot 66a26527-bfac-4f64-b405-31937457829b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.691839731Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.691855351Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/8f1a11fa-69be-4675-83da-23b586f54c46/snapshots/66a26527-bfac-4f64-b405-31937457829b/run","method":"POST","req_id":"e3315f32-6a3b-4fc2-8a2b-94107284e6ce","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26173,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.692410319Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.69249299Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.692572922Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.692579512Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.692619342Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.692664193Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.693042188Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.693105829Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.69315296Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.693198211Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.696736151Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.698189282Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.707773749Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.717374566Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46/.zfs/snapshot/66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.71767282Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.717736601Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.717779832Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.717818672Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.717867773Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.721354833Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.725773606Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"region 8f1a11fa-69be-4675-83da-23b586f54c46 running snapshot 66a26527-bfac-4f64-b405-31937457829b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:40.725788646Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"path is \"/data/regions/8f1a11fa-69be-4675-83da-23b586f54c46\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.008328623Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"dataset is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.017820669Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"snapshot is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46@66a26527-bfac-4f64-b405-31937457829b","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.027147603Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/8f1a11fa-69be-4675-83da-23b586f54c46\", \"66a26527-bfac-4f64-b405-31937457829b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.027184313Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:41.035843187Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/8f1a11fa-69be-4675-83da-23b586f54c46/snapshots/66a26527-bfac-4f64-b405-31937457829b/run","method":"POST","req_id":"174f4a49-405e-4787-bb5b-955f0f7df1d1","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27537,"response_code":"200"}
{"msg":"region e2136d31-79ac-4be9-9fcc-e7613635abf5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129744274Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129930377Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"39ceb10a-584a-404d-9be8-d2d3eff1987e","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1102,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.129960577Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.140130953Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.140160823Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e2136d31-79ac-4be9-9fcc-e7613635abf5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.203479648Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"e2136d31-79ac-4be9-9fcc-e7613635abf5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2136d31-79ac-4be9-9fcc-e7613635abf5\" \"--data\" \"/data/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.205543928Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"e2136d31-79ac-4be9-9fcc-e7613635abf5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.274479153Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"e2136d31-79ac-4be9-9fcc-e7613635abf5","component":"worker"}
{"msg":"region e2136d31-79ac-4be9-9fcc-e7613635abf5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.274519873Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.274700166Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.275602498Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.27573928Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.275864482Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.275880913Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.275937583Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.276035255Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.276574192Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.276667684Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.276746025Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.276820366Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.281403972Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.28198515Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.285671772Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.294429778Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.298655198Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.298915432Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.298990713Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.299045164Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.299091144Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.302912189Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.314321072Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:41:45.505164658Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions","method":"POST","req_id":"b0e37ad9-a3a2-43c3-8aad-b37f4a5c42b8","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.729653619Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","method":"GET","req_id":"b942c17b-3355-4c2e-88b3-cbe461e25b2d","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.732321677Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"dataset is oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.747413393Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"region e2136d31-79ac-4be9-9fcc-e7613635abf5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.756690906Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.756902269Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.758099476Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.759401284Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","method":"DELETE","req_id":"125f214a-05ee-4c7f-8d6a-64601c23ae99","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27098,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.7625951Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","method":"GET","req_id":"d3d73cbf-ea04-4fa1-8eaf-ca2b4e0088d2","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.769906884Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.769998036Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770082837Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770095637Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770134818Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770188919Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f1a11fa-69be-4675-83da-23b586f54c46","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770545773Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770617345Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770666705Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.770726656Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.779660824Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.781790484Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1eaf2938-a2ac-484f-832d-16d88783efae/crucible/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.792477377Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"region":"e2136d31-79ac-4be9-9fcc-e7613635abf5","component":"worker"}
{"msg":"region e2136d31-79ac-4be9-9fcc-e7613635abf5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.866380963Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T08:42:10.871385685Z","hostname":"oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180","pid":26262,"uri":"/crucible/0/regions/e2136d31-79ac-4be9-9fcc-e7613635abf5","method":"GET","req_id":"3166e8ba-4617-4016-b6ae-6e6b52418fb7","remote_addr":"[fd00:1122:3344:101::a]:57343","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}