[ Mar 26 19:47:53 Enabled. ]
[ Mar 26 19:47:53 Rereading configuration. ]
[ Mar 26 19:47:56 Rereading configuration. ]
[ Mar 26 19:47:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.511917793Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.514843061Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.514858972Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.764033523Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.320815319Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62777"}
{"msg":"region 30a7be61-a003-45b5-b0f8-d02a0911e50d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.397537611Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.400355657Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"a5da7e57-8ede-4b09-9aed-81b3b1387c56","remote_addr":"[fd00:1122:3344:101::a]:62777","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19186,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.403213653Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.413405441Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.413439213Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"30a7be61-a003-45b5-b0f8-d02a0911e50d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.4692104Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"30a7be61-a003-45b5-b0f8-d02a0911e50d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.65060423Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"30a7be61-a003-45b5-b0f8-d02a0911e50d","component":"worker"}
{"msg":"region 30a7be61-a003-45b5-b0f8-d02a0911e50d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.650649852Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.650755705Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.651221119Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.656994364Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.667557203Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"9e89cc4a-ff06-4c97-86b6-bd7a026966d2","remote_addr":"[fd00:1122:3344:101::a]:62777","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.674367069Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.677013799Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.677570836Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.679838845Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.679911807Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.679960428Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.689395704Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:49:12.695427307Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.813303613Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58964"}
{"msg":"region 18d63532-1365-4420-a814-e188d0028204 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.813430157Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.813994484Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"f87afed9-a1cc-4d76-92fb-ed39e9fc4eaf","remote_addr":"[fd00:1122:3344:101::a]:58964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":639,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.814024995Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.823973166Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.824010317Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"18d63532-1365-4420-a814-e188d0028204\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/18d63532-1365-4420-a814-e188d0028204\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.879603159Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"18d63532-1365-4420-a814-e188d0028204","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.946140763Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"18d63532-1365-4420-a814-e188d0028204","component":"worker"}
{"msg":"region 18d63532-1365-4420-a814-e188d0028204 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.946192635Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.946280437Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.946727621Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.951824795Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.967659664Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.970638194Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18d63532-1365-4420-a814-e188d0028204","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.970925873Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.970976874Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.971020986Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.971058047Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.974376597Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.98238866Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982502953Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982605666Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982614837Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982671468Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.98273097Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982846724Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982913946Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.982975298Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.983033389Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.990340491Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.990808855Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.178566356Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"9d8f47ed-4f35-4617-9dd2-1ae510b4f56f","remote_addr":"[fd00:1122:3344:101::a]:58964","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.967444629Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47604"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.967544202Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","method":"GET","req_id":"f10aa43e-3208-49c9-9417-50df48760547","remote_addr":"[fd00:1122:3344:101::a]:47604","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.967739638Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.976875524Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d@b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.984920488Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d\", \"b602aa42-71bd-47aa-96a7-d6be5868de11\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.984953459Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.995849229Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d/snapshots/b602aa42-71bd-47aa-96a7-d6be5868de11","method":"GET","req_id":"c5840299-4ae7-422e-9a6b-dfbcbf1d956d","remote_addr":"[fd00:1122:3344:101::a]:47604","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28117,"response_code":"200"}
{"msg":"path is \"/data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.996532469Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.004626864Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d@b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.013120591Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d\", \"b602aa42-71bd-47aa-96a7-d6be5868de11\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.013157022Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 30a7be61-a003-45b5-b0f8-d02a0911e50d-b602aa42-71bd-47aa-96a7-d6be5868de11 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.021443843Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"applying SMF actions for region 30a7be61-a003-45b5-b0f8-d02a0911e50d running snapshot b602aa42-71bd-47aa-96a7-d6be5868de11 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.021637409Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.02167527Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d/snapshots/b602aa42-71bd-47aa-96a7-d6be5868de11/run","method":"POST","req_id":"a6d3ae27-3c0d-4993-9273-255ae82f5709","remote_addr":"[fd00:1122:3344:101::a]:47604","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25690,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023519476Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023602088Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023685381Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023691841Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023732622Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.023777954Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.024089583Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.024147855Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.024196937Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.024242998Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.028564409Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-30a7be61-a003-45b5-b0f8-d02a0911e50d-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.029073984Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-30a7be61-a003-45b5-b0f8-d02a0911e50d-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.033152388Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-30a7be61-a003-45b5-b0f8-d02a0911e50d-b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.042537272Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d/.zfs/snapshot/b602aa42-71bd-47aa-96a7-d6be5868de11","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.042873702Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.042933244Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.042978895Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.043016476Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.043063757Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.046894723Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.050954746Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"region 30a7be61-a003-45b5-b0f8-d02a0911e50d running snapshot b602aa42-71bd-47aa-96a7-d6be5868de11 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:44.050966156Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.078163945Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37073"}
{"msg":"region 61dc6897-9a36-47fe-9a7d-cba7e2565801 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.107975467Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.108107881Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"343f820b-a7b3-4004-a212-155db75037ad","remote_addr":"[fd00:1122:3344:101::a]:37073","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":865,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.108121211Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.117482965Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.117526716Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"61dc6897-9a36-47fe-9a7d-cba7e2565801\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.187671058Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"61dc6897-9a36-47fe-9a7d-cba7e2565801","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.251379516Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"61dc6897-9a36-47fe-9a7d-cba7e2565801","component":"worker"}
{"msg":"region 61dc6897-9a36-47fe-9a7d-cba7e2565801 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.251441798Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.251553161Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.252963344Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253047986Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253133029Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253140719Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.25318115Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253227342Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253598853Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253660425Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253709386Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.253755448Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.257044447Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.257506801Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.260231393Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.267690999Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271402312Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271665019Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271745082Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271789173Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271834835Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.276068493Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.282094175Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.345442742Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions","method":"POST","req_id":"11d1e311-e8ab-43bb-a177-7c8a8dec05c0","remote_addr":"[fd00:1122:3344:101::a]:37073","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.216556159Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46293"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.217380764Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","method":"GET","req_id":"45968e76-748a-4f53-946f-1831eb9e9d70","remote_addr":"[fd00:1122:3344:101::a]:46293","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":787,"response_code":"200"}
{"msg":"path is \"/data/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.22087425Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.238924256Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"region 61dc6897-9a36-47fe-9a7d-cba7e2565801 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.248918558Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.249137465Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.249209767Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","method":"DELETE","req_id":"d087bfa2-fd72-428e-88c2-6ba33b5a5b36","remote_addr":"[fd00:1122:3344:101::a]:46293","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28996,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.249397513Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","method":"GET","req_id":"8a182bd6-9429-4f7a-8957-a63c5c37e5f6","remote_addr":"[fd00:1122:3344:101::a]:46293","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-61dc6897-9a36-47fe-9a7d-cba7e2565801 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.250324291Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256310192Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256398594Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256482367Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256498208Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256530938Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.25658014Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30a7be61-a003-45b5-b0f8-d02a0911e50d","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.256980662Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.257041704Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.257089166Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.257134287Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.260629422Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.262154259Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.27209773Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"region":"61dc6897-9a36-47fe-9a7d-cba7e2565801","component":"worker"}
{"msg":"region 61dc6897-9a36-47fe-9a7d-cba7e2565801 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.320088412Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.330339922Z","hostname":"oxz_crucible_246336c3-791c-4c31-9083-b8a00e2ce292","pid":22813,"uri":"/crucible/0/regions/61dc6897-9a36-47fe-9a7d-cba7e2565801","method":"GET","req_id":"796dea25-6f74-4103-afd9-e7ac82a25082","remote_addr":"[fd00:1122:3344:101::a]:46293","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":804,"response_code":"200"}