[ Nov 21 01:16:56 Enabled. ] [ Nov 21 01:16:56 Rereading configuration. ] [ Nov 21 01:16:59 Rereading configuration. ] [ Nov 21 01:17:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.666672234Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.66990658Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.66992215Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.688474131Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:17:03.779136619Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.155531455Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49359"} {"msg":"region 8db5d8d4-1b88-4da7-b039-d63e850eb863 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.202074921Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.207804212Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions","method":"POST","req_id":"c8d6839f-fafd-4d71-92a4-623c6866bf1a","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21420,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.210463559Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.219923722Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.219953673Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8db5d8d4-1b88-4da7-b039-d63e850eb863\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.272740137Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"8db5d8d4-1b88-4da7-b039-d63e850eb863","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8db5d8d4-1b88-4da7-b039-d63e850eb863\" \"--data\" \"/data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.277554254Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"8db5d8d4-1b88-4da7-b039-d63e850eb863","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.38442314Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions","method":"POST","req_id":"d8b44a11-2fff-422f-8ccf-98244f7a7441","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.596434708Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"8db5d8d4-1b88-4da7-b039-d63e850eb863","component":"worker"} {"msg":"region 8db5d8d4-1b88-4da7-b039-d63e850eb863 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.596493559Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.596599281Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.597014086Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.60435289Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.624573425Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.627548877Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.628260327Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.630800183Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.630871073Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.630918734Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.642128492Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:45.646365982Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:46.058107054Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions","method":"POST","req_id":"7f7b45a0-e703-4095-b8b0-c2ae79d787cc","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region 1db3206a-72b0-4684-b79f-417fd8db941f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.63618263Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.636387803Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.636399193Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions","method":"POST","req_id":"c39406be-d4fb-4084-85fc-71a5d9b7ff6f","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":258,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.645039015Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.645083665Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1db3206a-72b0-4684-b79f-417fd8db941f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1db3206a-72b0-4684-b79f-417fd8db941f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.688909293Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"1db3206a-72b0-4684-b79f-417fd8db941f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1db3206a-72b0-4684-b79f-417fd8db941f\" \"--data\" \"/data/regions/1db3206a-72b0-4684-b79f-417fd8db941f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.688962024Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"1db3206a-72b0-4684-b79f-417fd8db941f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.757161745Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"1db3206a-72b0-4684-b79f-417fd8db941f","component":"worker"} {"msg":"region 1db3206a-72b0-4684-b79f-417fd8db941f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.757204285Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.757289457Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.757691752Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.76037509Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.767522561Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.770628025Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.770880578Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.770934069Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.7709743Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.77101395Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.774681182Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780334342Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780418793Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780499604Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780507504Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780547074Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780593455Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780673656Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780732467Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780779298Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.780824689Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.789620042Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions","method":"POST","req_id":"f0f45eec-7da5-4e49-8da4-54f27d818aff","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.791789753Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:27:51.79227225Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.540684127Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions/1db3206a-72b0-4684-b79f-417fd8db941f","method":"GET","req_id":"6fa462b9-d67b-418d-839a-c7a39152d40e","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":154,"response_code":"200"} {"msg":"path is \"/data/regions/1db3206a-72b0-4684-b79f-417fd8db941f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.543571527Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"dataset is oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/1db3206a-72b0-4684-b79f-417fd8db941f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.555752079Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"region 1db3206a-72b0-4684-b79f-417fd8db941f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.565621538Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.565822031Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-1db3206a-72b0-4684-b79f-417fd8db941f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.567022208Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.568313566Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions/1db3206a-72b0-4684-b79f-417fd8db941f","method":"DELETE","req_id":"14f12fca-25ce-4ccb-b68e-0dbc7d838532","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24766,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.571713994Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions/1db3206a-72b0-4684-b79f-417fd8db941f","method":"GET","req_id":"67d8a0eb-55f5-401a-a285-c39a6751f931","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.571879016Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.572022018Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.5721582Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.57216756Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.572229741Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.572298182Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8db5d8d4-1b88-4da7-b039-d63e850eb863","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.572808849Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.57288759Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.572954271Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.573016842Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.577589067Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.578105064Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f4bc5b75-b581-474b-87db-711856d8624e/crucible/regions/1db3206a-72b0-4684-b79f-417fd8db941f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.589534365Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"region":"1db3206a-72b0-4684-b79f-417fd8db941f","component":"worker"} {"msg":"region 1db3206a-72b0-4684-b79f-417fd8db941f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.637088125Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-21T01:28:18.689158009Z","hostname":"oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878","pid":26393,"uri":"/crucible/0/regions/1db3206a-72b0-4684-b79f-417fd8db941f","method":"GET","req_id":"b2b16606-e033-482b-995b-50024503b81e","remote_addr":"[fd00:1122:3344:101::a]:49359","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":"200"}