[ Aug 28 04:05:09 Enabled. ] [ Aug 28 04:05:09 Rereading configuration. ] [ Aug 28 04:05:11 Rereading configuration. ] [ Aug 28 04:05:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.140792825Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.141937648Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.141953279Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.167647533Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:05:14.411503736Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.296978831Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56496"} {"msg":"region cbb39401-1397-4ded-a873-49acf30b9102 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.321599634Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.329529377Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.333527395Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions","method":"POST","req_id":"4bba3539-ba30-447e-9fc9-9fa5061d8f38","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18934,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.340919562Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.340941392Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cbb39401-1397-4ded-a873-49acf30b9102\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cbb39401-1397-4ded-a873-49acf30b9102\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.394481835Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"cbb39401-1397-4ded-a873-49acf30b9102","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cbb39401-1397-4ded-a873-49acf30b9102\" \"--data\" \"/data/regions/cbb39401-1397-4ded-a873-49acf30b9102\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.396500584Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"cbb39401-1397-4ded-a873-49acf30b9102","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.50766355Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions","method":"POST","req_id":"7f20413a-ba7a-41ba-a007-1fee8582baf2","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":118,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.732157903Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"cbb39401-1397-4ded-a873-49acf30b9102","component":"worker"} {"msg":"region cbb39401-1397-4ded-a873-49acf30b9102 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.732228815Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.732361139Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.733010618Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.738804869Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.763082922Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.766153402Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.773035714Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.775936149Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.776007512Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.776053553Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.779965988Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:51.783865542Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:52.002457843Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions","method":"POST","req_id":"5e01b5af-72d5-4f87-9127-56758c56b861","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region 799f5da8-d581-4f83-82cd-82a2618f9cb3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262110199Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262317255Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions","method":"POST","req_id":"09ef0a1c-92b2-42c2-adfe-9fa22720b7d2","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":262,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.262335585Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.272404961Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.272431572Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"799f5da8-d581-4f83-82cd-82a2618f9cb3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.326257133Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"799f5da8-d581-4f83-82cd-82a2618f9cb3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"799f5da8-d581-4f83-82cd-82a2618f9cb3\" \"--data\" \"/data/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.326319205Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"799f5da8-d581-4f83-82cd-82a2618f9cb3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.395539128Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"799f5da8-d581-4f83-82cd-82a2618f9cb3","component":"worker"} {"msg":"region 799f5da8-d581-4f83-82cd-82a2618f9cb3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.395585089Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.395668311Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.396068913Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.399463603Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.407227421Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.412429364Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.412695311Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.412762113Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.412805065Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.412846346Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.416308208Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422088178Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.42217325Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422256612Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422265383Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422306974Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422354175Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422430637Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422485909Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422532011Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.422578502Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.433517733Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.434070699Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:11:57.468215562Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions","method":"POST","req_id":"81def9a0-5e4b-49bb-82a5-bc59e18df8b8","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":885,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.303044921Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","method":"GET","req_id":"52caa4f1-0591-442f-b52a-5438fbf7527f","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.306644807Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"dataset is oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.317743823Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"region 799f5da8-d581-4f83-82cd-82a2618f9cb3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.326961214Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.32715937Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.327215511Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","method":"DELETE","req_id":"aef43289-5eb5-4123-b3ad-7e6e5d55c6d1","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21153,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-799f5da8-d581-4f83-82cd-82a2618f9cb3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.32852935Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.330455166Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","method":"GET","req_id":"a9644fc5-0c0d-47d7-840e-d9245e7b6fb1","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.333704332Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.333800074Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.333886177Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.333893827Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.333935058Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.33398108Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cbb39401-1397-4ded-a873-49acf30b9102","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.334305839Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.334384912Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.334447504Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.334495535Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.347365233Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.347874968Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ed7027bd-3cf9-4764-bc15-404c842ab02a/crucible/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.356210173Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"region":"799f5da8-d581-4f83-82cd-82a2618f9cb3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.409598601Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","method":"GET","req_id":"910ec4e1-5231-46d4-8f20-2f62fbf92e82","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region 799f5da8-d581-4f83-82cd-82a2618f9cb3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.428172726Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T04:12:23.529518634Z","hostname":"oxz_crucible_a8d89411-e3d4-4290-8995-191bd8cdd564","pid":24231,"uri":"/crucible/0/regions/799f5da8-d581-4f83-82cd-82a2618f9cb3","method":"GET","req_id":"4acf73ec-026a-4ac4-9078-f3a485c59768","remote_addr":"[fd00:1122:3344:101::a]:56496","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21,"response_code":"200"}