[ Jun 17 18:06:38 Enabled. ] [ Jun 17 18:06:38 Rereading configuration. ] [ Jun 17 18:06:39 Rereading configuration. ] [ Jun 17 18:06:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:06:41.491564449Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:06:41.494649304Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:06:41.494667614Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:06:41.515227035Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:06:41.599018544Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.861436888Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57541"} {"msg":"region 838292a5-e31c-42cf-be81-6d10da31ec07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.89893787Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.906237308Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.909348294Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions","method":"POST","req_id":"43869e45-d462-4d9d-aa77-92197b987662","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21103,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.916543559Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.916568419Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"838292a5-e31c-42cf-be81-6d10da31ec07\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/838292a5-e31c-42cf-be81-6d10da31ec07\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.973438814Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"838292a5-e31c-42cf-be81-6d10da31ec07","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"838292a5-e31c-42cf-be81-6d10da31ec07\" \"--data\" \"/data/regions/838292a5-e31c-42cf-be81-6d10da31ec07\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:23.975841132Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"838292a5-e31c-42cf-be81-6d10da31ec07","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.071055249Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions","method":"POST","req_id":"2af406cc-6ecc-431c-9dfb-136dc4a2c4cd","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.296901796Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"838292a5-e31c-42cf-be81-6d10da31ec07","component":"worker"} {"msg":"region 838292a5-e31c-42cf-be81-6d10da31ec07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.296947517Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.29705821Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.297539082Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.304173193Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.316441622Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.32130167Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.328589258Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.330818002Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.330873483Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.330919134Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.335459615Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.33897213Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:24.620073672Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions","method":"POST","req_id":"94934328-1c62-4063-879a-e582221c216b","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region ca828974-30f7-4249-9210-57ec774ae1d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.728931236Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.729065649Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.72907864Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions","method":"POST","req_id":"da874c00-9ab9-4f9e-9694-37ae065b7b80","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":192,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.738922489Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.73895166Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ca828974-30f7-4249-9210-57ec774ae1d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ca828974-30f7-4249-9210-57ec774ae1d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.792744649Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"ca828974-30f7-4249-9210-57ec774ae1d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ca828974-30f7-4249-9210-57ec774ae1d6\" \"--data\" \"/data/regions/ca828974-30f7-4249-9210-57ec774ae1d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.792806061Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"ca828974-30f7-4249-9210-57ec774ae1d6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.863301867Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"ca828974-30f7-4249-9210-57ec774ae1d6","component":"worker"} {"msg":"region ca828974-30f7-4249-9210-57ec774ae1d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.863352328Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.863420359Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864430064Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864510386Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864592868Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864599608Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864643899Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864703271Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864798383Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864861814Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864909116Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.864957847Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.86879877Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.869244321Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.871980038Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.879843299Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.882494724Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.882803481Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.882864183Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.882907934Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.882946345Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.885926957Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.890347695Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:27.922452895Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions","method":"POST","req_id":"c208f8d0-5c62-4947-be98-59922f0792ef","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.759915558Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions/ca828974-30f7-4249-9210-57ec774ae1d6","method":"GET","req_id":"08dc063a-4552-4455-a33d-19a055afaf0d","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":106,"response_code":"200"} {"msg":"path is \"/data/regions/ca828974-30f7-4249-9210-57ec774ae1d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.762331457Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"dataset is oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/ca828974-30f7-4249-9210-57ec774ae1d6","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.771419729Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"region ca828974-30f7-4249-9210-57ec774ae1d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.779454394Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.779610678Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.781950275Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions/ca828974-30f7-4249-9210-57ec774ae1d6","method":"DELETE","req_id":"f3bd50bd-334f-40ff-8970-f8041f95c9f7","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19652,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-ca828974-30f7-4249-9210-57ec774ae1d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.782508128Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.784714912Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions/ca828974-30f7-4249-9210-57ec774ae1d6","method":"GET","req_id":"f625d1b0-c23b-4d9e-b172-e72dfb20c264","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787148421Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787238783Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787321705Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787328286Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787372027Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787425798Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/838292a5-e31c-42cf-be81-6d10da31ec07","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787814848Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787878119Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.78792661Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.787971211Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.791811275Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.792299067Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3fece30f-d49f-45ba-91b6-69d5deecf97a/crucible/regions/ca828974-30f7-4249-9210-57ec774ae1d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.80149071Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"region":"ca828974-30f7-4249-9210-57ec774ae1d6","component":"worker"} {"msg":"region ca828974-30f7-4249-9210-57ec774ae1d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.851277722Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-17T18:12:51.910959314Z","hostname":"oxz_crucible_251917e8-860b-4203-8aaa-983cdabbd2b2","pid":22472,"uri":"/crucible/0/regions/ca828974-30f7-4249-9210-57ec774ae1d6","method":"GET","req_id":"4cd4f9a1-e919-4cc7-9eca-1977caf31e75","remote_addr":"[fd00:1122:3344:101::a]:57541","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":742,"response_code":"200"}