[ Oct 14 06:23:16 Enabled. ] [ Oct 14 06:23:16 Rereading configuration. ] [ Oct 14 06:23:18 Rereading configuration. ] [ Oct 14 06:23:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.7460512Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.750875129Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.75089006Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.763963306Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:23:20.908664026Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.338869056Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39638"} {"msg":"region 54170e3a-fa15-4ae4-b804-98f1943aac1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.379482976Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.384818182Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions","method":"POST","req_id":"ef7671ad-776f-47dd-b268-9a89fa1edcde","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14605,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.389323012Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.398728914Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.398757535Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"54170e3a-fa15-4ae4-b804-98f1943aac1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.451815181Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"54170e3a-fa15-4ae4-b804-98f1943aac1e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54170e3a-fa15-4ae4-b804-98f1943aac1e\" \"--data\" \"/data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.456466065Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"54170e3a-fa15-4ae4-b804-98f1943aac1e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.734458082Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions","method":"POST","req_id":"3e08d733-020e-487d-a125-b5bb655a411d","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.796937301Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"54170e3a-fa15-4ae4-b804-98f1943aac1e","component":"worker"} {"msg":"region 54170e3a-fa15-4ae4-b804-98f1943aac1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.796974452Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.797092545Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.799704986Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.805348022Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.822091281Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.832609228Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.833098103Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.833171395Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.833212226Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.833251608Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.837273072Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:27:59.843236648Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:00.074099431Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions","method":"POST","req_id":"95a112c8-2723-4a09-b117-17b445dba77b","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":646,"response_code":"200"} {"msg":"region a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362234909Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362406124Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.362417964Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions","method":"POST","req_id":"21cf671f-d50a-4cc1-bda0-5edc8761785f","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":219,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.372694603Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.372729624Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.431854369Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\" \"--data\" \"/data/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.431915711Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.511137269Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","component":"worker"} {"msg":"region a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.511195881Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.511273483Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512285275Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512371777Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.51245182Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.5124587Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512501561Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512565234Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512659857Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512727939Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.51277651Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.512825531Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.516537357Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.5169518Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.520027365Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.526244958Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531509321Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531722738Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531791Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531844812Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.531895913Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.535578448Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.540651225Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:05.661933959Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions","method":"POST","req_id":"8eeb8d82-0fb8-445f-b02f-e8df5fd6e330","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.151000174Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","method":"GET","req_id":"755a544a-8f0f-4951-9532-b63a8afd059c","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"path is \"/data/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.153904395Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"dataset is oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.165202585Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"region a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.175610318Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.175800184Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.175871326Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","method":"DELETE","req_id":"70ccbb5b-87a8-493c-957f-4664fc54f3bf","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21998,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.176859747Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.181704557Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","method":"GET","req_id":"eaa527fe-2a0f-4654-9966-ec23049ef52c","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.181892373Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.181999446Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182087959Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182096169Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182141691Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182195052Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54170e3a-fa15-4ae4-b804-98f1943aac1e","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182574524Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182642326Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.182706448Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.18275556Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.191429599Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.191913974Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_39a47045-233d-443e-b3e8-4e8906538ad8/crucible/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.204544426Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"region":"a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","component":"worker"} {"msg":"region a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.26654647Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T06:28:31.335146869Z","hostname":"oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4","pid":20954,"uri":"/crucible/0/regions/a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86","method":"GET","req_id":"58010b55-1ff0-4135-b5a2-ea2098526c7f","remote_addr":"[fd00:1122:3344:101::a]:39638","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}