[ Jul 9 03:52:39 Enabled. ] [ Jul 9 03:52:39 Rereading configuration. ] [ Jul 9 03:52:41 Rereading configuration. ] [ Jul 9 03:52:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.404541444Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.40716634Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.40718175Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.424091744Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.547670476Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.463546409Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35895"} {"msg":"region f1bef9a4-1d47-486d-a2d6-97b622ce5a43 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.488556705Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.498479458Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.498495318Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"3b372116-341d-471f-83ec-99e7967b5e72","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20061,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.512879988Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.512919029Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f1bef9a4-1d47-486d-a2d6-97b622ce5a43\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.569200459Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"f1bef9a4-1d47-486d-a2d6-97b622ce5a43","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f1bef9a4-1d47-486d-a2d6-97b622ce5a43\" \"--data\" \"/data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.571687952Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"f1bef9a4-1d47-486d-a2d6-97b622ce5a43","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.674312069Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"b1d75fca-2790-4caa-894a-93bd2a28d973","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.870629376Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"f1bef9a4-1d47-486d-a2d6-97b622ce5a43","component":"worker"} {"msg":"region f1bef9a4-1d47-486d-a2d6-97b622ce5a43 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.870673057Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.870766598Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.871396329Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.880519978Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.899056141Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.901595025Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.902337258Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.907486708Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.907541869Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.90758143Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.915289544Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:12.923566058Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.034141973Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"925e9a34-5e54-4d58-b482-56fb833d1b70","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region b11f274e-e525-4ed8-8c3f-b3bfdd7181bb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.225443769Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.227864441Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.227873892Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"1b317a71-4b33-4fbb-a69a-4f94e07753c5","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2471,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.238069789Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.238093239Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.303861274Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\" \"--data\" \"/data/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.303926345Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.372090842Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","component":"worker"} {"msg":"region b11f274e-e525-4ed8-8c3f-b3bfdd7181bb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.372147293Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.372230345Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.372634192Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.374570425Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions","method":"POST","req_id":"1f9ac369-c3b8-4227-b291-1998c9beb278","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.375565263Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.384172553Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.387998749Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.388298564Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.388346085Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.388387446Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.388428207Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.391872687Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.396901764Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.396988076Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397074187Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397082117Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397128638Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397174129Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.39725917Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397317381Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397365832Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397412553Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.405061106Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.405505474Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.921640581Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","method":"GET","req_id":"72191cb3-7242-4080-a747-b1d8c1ba31e4","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":631,"response_code":"200"} {"msg":"path is \"/data/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.924338308Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"dataset is oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.933280034Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"region b11f274e-e525-4ed8-8c3f-b3bfdd7181bb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.940983898Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.941233913Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.941315204Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","method":"DELETE","req_id":"acf64911-c195-4511-8ddc-24551261784b","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17048,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b11f274e-e525-4ed8-8c3f-b3bfdd7181bb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.942371102Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.944164964Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","method":"GET","req_id":"9a7a31e7-1201-4d09-948e-76145c4b9e6e","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.949894503Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950019726Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950133477Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950143118Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950194638Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.95025067Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f1bef9a4-1d47-486d-a2d6-97b622ce5a43","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950863Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950938342Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.950993452Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.951043183Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.95833923Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.958846599Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c6b0df28-4267-4763-a6ce-1d3d13b76a7b/crucible/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.968269573Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"region":"b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","component":"worker"} {"msg":"region b11f274e-e525-4ed8-8c3f-b3bfdd7181bb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:47.021207145Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:47.084853353Z","hostname":"oxz_crucible_f7a5e9be-2de5-419d-a3e0-d7c9fd226ee9","pid":20870,"uri":"/crucible/0/regions/b11f274e-e525-4ed8-8c3f-b3bfdd7181bb","method":"GET","req_id":"493b7d45-b2c4-4f6c-b454-c74fd803e2f5","remote_addr":"[fd00:1122:3344:101::a]:35895","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":"200"}