[ Jul 12 03:34:03 Enabled. ]
[ Jul 12 03:34:03 Rereading configuration. ]
[ Jul 12 03:34:07 Rereading configuration. ]
[ Jul 12 03:34:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e27deccc-da38-4f26-b640-882767521f29/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e27deccc-da38-4f26-b640-882767521f29/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.598877054Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.60417961Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.60419358Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.616225472Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.867654654Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.417150124Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38737"}
{"msg":"region 82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.436289455Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.445741169Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"1d88bb9f-e0fe-43c2-9e5c-a32907737eac","remote_addr":"[fd00:1122:3344:101::a]:38737","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18581,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.445765619Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.459594273Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.459626183Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.511474346Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\" \"--data\" \"/data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.511535917Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.610519741Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"8fff0e46-fd86-4ab2-94a5-5126feaef324","remote_addr":"[fd00:1122:3344:101::a]:38737","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.807999655Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","component":"worker"}
{"msg":"region 82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.808043495Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.808135226Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.808596539Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.815729137Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.837092923Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.840388395Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.840944819Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.845382769Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.845441269Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.84547884Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.853833667Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.861289537Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:29.233048868Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"d24bbb74-2244-4a53-ae3f-402577cff571","remote_addr":"[fd00:1122:3344:101::a]:38737","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.866671301Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58606"}
{"msg":"region 50e27405-9215-402f-a148-a6d6759dc12d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.866778162Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.869657881Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.869676812Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"561e956e-3181-4dbf-a6ca-74b40e77b978","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2965,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.8797881Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.87981799Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50e27405-9215-402f-a148-a6d6759dc12d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50e27405-9215-402f-a148-a6d6759dc12d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.938932443Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"50e27405-9215-402f-a148-a6d6759dc12d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50e27405-9215-402f-a148-a6d6759dc12d\" \"--data\" \"/data/regions/50e27405-9215-402f-a148-a6d6759dc12d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.938972073Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"50e27405-9215-402f-a148-a6d6759dc12d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.054990643Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"50e27405-9215-402f-a148-a6d6759dc12d","component":"worker"}
{"msg":"region 50e27405-9215-402f-a148-a6d6759dc12d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055036843Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055135804Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055590447Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.063732522Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.082160288Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089176236Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50e27405-9215-402f-a148-a6d6759dc12d","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089454117Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089513658Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089558088Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089602478Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.100643774Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114138485Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114222276Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114301217Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114308887Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114349947Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114395657Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114498518Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114552248Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114597819Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.114642289Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.129336619Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.129887633Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.149741748Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"24c25cf8-067b-4684-bfe6-c43daf07052f","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":690,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.872780639Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44217"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.875390196Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","method":"GET","req_id":"bdb5fb82-2634-475c-890d-e9ec2c802257","remote_addr":"[fd00:1122:3344:101::a]:44217","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2548,"response_code":"200"}
{"msg":"path is \"/data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.879907467Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"dataset is oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.888517996Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"snapshot is oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6@43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.897447167Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\", \"43cd5a3a-62c1-4a53-871a-f5ed7471faa2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.897500387Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.905880604Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6/snapshots/43cd5a3a-62c1-4a53-871a-f5ed7471faa2","method":"GET","req_id":"b9085fb5-069b-440e-8f18-aeb6c93a73c1","remote_addr":"[fd00:1122:3344:101::a]:44217","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28352,"response_code":"200"}
{"msg":"path is \"/data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.906092815Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"dataset is oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.914631213Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"snapshot is oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6@43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.921866423Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6\", \"43cd5a3a-62c1-4a53-871a-f5ed7471faa2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.921895533Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6-43cd5a3a-62c1-4a53-871a-f5ed7471faa2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.930890514Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"applying SMF actions for region 82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6 running snapshot 43cd5a3a-62c1-4a53-871a-f5ed7471faa2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.931090345Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.931114966Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6/snapshots/43cd5a3a-62c1-4a53-871a-f5ed7471faa2/run","method":"POST","req_id":"3144a60a-9af5-416c-ac55-9cc0cb724751","remote_addr":"[fd00:1122:3344:101::a]:44217","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25061,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.932878628Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.932957878Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933033989Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933043609Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933079209Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933121549Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933418421Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933480902Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933526932Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.933569162Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.941192474Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.941792568Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.948812846Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.967755755Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6/.zfs/snapshot/43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.968220208Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.968313919Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.968357669Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.968395129Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.96844406Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.975366527Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.981294167Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"region 82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6 running snapshot 43cd5a3a-62c1-4a53-871a-f5ed7471faa2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.981304987Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"region 01c0c5dc-1d01-4861-a26c-29ddf1ce7046 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.230683082Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.230840003Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.230861224Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"e312bac5-7712-45ac-82fb-065130729939","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":233,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.239790535Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.239849215Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"01c0c5dc-1d01-4861-a26c-29ddf1ce7046\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.310181463Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"01c0c5dc-1d01-4861-a26c-29ddf1ce7046","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"01c0c5dc-1d01-4861-a26c-29ddf1ce7046\" \"--data\" \"/data/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.310234794Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"01c0c5dc-1d01-4861-a26c-29ddf1ce7046","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.40975207Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"01c0c5dc-1d01-4861-a26c-29ddf1ce7046","component":"worker"}
{"msg":"region 01c0c5dc-1d01-4861-a26c-29ddf1ce7046 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.409824921Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.409946402Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.410541986Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.417777025Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.435507146Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.442160191Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.442431633Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.442497293Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.442543063Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.442588374Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.444457987Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"e6830575-c0e4-45b3-b21d-bcb42c4b9784","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.452580442Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463675277Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463759688Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463842088Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463849899Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463893869Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.463939839Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.471177118Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.471244579Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.471303999Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.47136914Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.479997218Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:48.481842331Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.591965015Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","method":"GET","req_id":"ba414775-51df-4f1b-9cea-5d9b1e409241","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"path is \"/data/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.594702693Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"dataset is oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.605457906Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"region 01c0c5dc-1d01-4861-a26c-29ddf1ce7046 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.614616359Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.61480549Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.61487323Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","method":"DELETE","req_id":"2e41221c-59de-4864-ba00-e9d4a4adbbf2","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20191,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-01c0c5dc-1d01-4861-a26c-29ddf1ce7046 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.615997948Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.617444826Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","method":"GET","req_id":"1e0e67c2-4667-473f-a69a-49e74e0f3a2b","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622597343Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622689364Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622792964Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622801895Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622852565Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.622898375Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82f691e4-69ff-4eb5-a5c4-f1070b9fc7d6","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.623367898Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.623432579Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.623481229Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.6235275Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.627761258Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.629119098Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e27deccc-da38-4f26-b640-882767521f29/crucible/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.638470791Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"region":"01c0c5dc-1d01-4861-a26c-29ddf1ce7046","component":"worker"}
{"msg":"region 01c0c5dc-1d01-4861-a26c-29ddf1ce7046 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.689409748Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:41:14.722591094Z","hostname":"oxz_crucible_059f59db-c4be-4197-ba4f-1a0e08fcef9f","pid":23240,"uri":"/crucible/0/regions/01c0c5dc-1d01-4861-a26c-29ddf1ce7046","method":"GET","req_id":"ad730690-b223-4626-b85b-25aa90be7f35","remote_addr":"[fd00:1122:3344:101::a]:58606","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"}