[ Jun 28 20:20:17 Enabled. ] [ Jun 28 20:20:17 Rereading configuration. ] [ Jun 28 20:20:20 Rereading configuration. ] [ Jun 28 20:20:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:20:23.164493236Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:20:23.165985121Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:20:23.166002181Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:20:23.191096551Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:20:23.36915947Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.696764936Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45254"} {"msg":"region 8b67727a-3c0c-42dd-8d41-310e41f269af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.710472615Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.714936491Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions","method":"POST","req_id":"b0755b01-d041-4b63-b3e5-b1580dd216d9","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":11011,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.715696154Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.725502419Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.725537329Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8b67727a-3c0c-42dd-8d41-310e41f269af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8b67727a-3c0c-42dd-8d41-310e41f269af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.785241374Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"8b67727a-3c0c-42dd-8d41-310e41f269af","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8b67727a-3c0c-42dd-8d41-310e41f269af\" \"--data\" \"/data/regions/8b67727a-3c0c-42dd-8d41-310e41f269af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.787237891Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"8b67727a-3c0c-42dd-8d41-310e41f269af","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.898813141Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"8b67727a-3c0c-42dd-8d41-310e41f269af","component":"worker"} {"msg":"region 8b67727a-3c0c-42dd-8d41-310e41f269af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.898877891Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.898961962Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.899367943Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.906050047Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.915342461Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.919486108Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.920145856Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.920260542Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.920305589Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.92034126Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.925057585Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:13.929753002Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.042862618Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions","method":"POST","req_id":"84d671d2-6d7b-4853-a9f4-f5bc00416012","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.372815592Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","method":"GET","req_id":"6ed916f8-ffa4-4782-b906-e018d1f64b02","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"path is \"/data/regions/8b67727a-3c0c-42dd-8d41-310e41f269af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.375264731Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"dataset is oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.385765228Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"region 8b67727a-3c0c-42dd-8d41-310e41f269af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.394406859Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.3945795Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.39464338Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","method":"DELETE","req_id":"4014dec6-902b-4d4f-9cff-d79df64f390f","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20037,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-8b67727a-3c0c-42dd-8d41-310e41f269af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.395792504Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.397917692Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","method":"GET","req_id":"22bdc998-ee4c-4b05-bf04-e1a134776183","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.40005315Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/8b67727a-3c0c-42dd-8d41-310e41f269af\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.409589034Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"8b67727a-3c0c-42dd-8d41-310e41f269af","component":"worker"} {"msg":"region 8b67727a-3c0c-42dd-8d41-310e41f269af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.466587428Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:21:14.537681254Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/8b67727a-3c0c-42dd-8d41-310e41f269af","method":"GET","req_id":"4b6b08cc-5ae7-4891-907d-acf1b70b76d0","remote_addr":"[fd00:1122:3344:101::c]:45254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.853847731Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48739"} {"msg":"region 54858ce7-2550-436b-82fd-89b2346ffa37 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.854600344Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.855210086Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.855222646Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions","method":"POST","req_id":"49ad82f6-981d-430c-8477-757fa140357a","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1239,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.865160562Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.865200832Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"54858ce7-2550-436b-82fd-89b2346ffa37\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54858ce7-2550-436b-82fd-89b2346ffa37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.922035986Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"54858ce7-2550-436b-82fd-89b2346ffa37","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54858ce7-2550-436b-82fd-89b2346ffa37\" \"--data\" \"/data/regions/54858ce7-2550-436b-82fd-89b2346ffa37\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.924019823Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"54858ce7-2550-436b-82fd-89b2346ffa37","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.998016179Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"54858ce7-2550-436b-82fd-89b2346ffa37","component":"worker"} {"msg":"region 54858ce7-2550-436b-82fd-89b2346ffa37 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.998048389Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.998139219Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:00.999458024Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.004508542Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.02079499Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.025655948Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.025928949Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.025988859Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.026030949Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.026073729Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.030175704Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.034890861Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:01.189492525Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions","method":"POST","req_id":"1400d8eb-8a19-4d47-b68f-c92f90cb8fce","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":744,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.052546813Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/54858ce7-2550-436b-82fd-89b2346ffa37","method":"GET","req_id":"189297a2-f616-43e2-ae57-429dbb621d2d","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":616,"response_code":"200"} {"msg":"path is \"/data/regions/54858ce7-2550-436b-82fd-89b2346ffa37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.054856591Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"dataset is oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/54858ce7-2550-436b-82fd-89b2346ffa37","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.066915784Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"region 54858ce7-2550-436b-82fd-89b2346ffa37 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.076381508Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.076598749Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.076671719Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/54858ce7-2550-436b-82fd-89b2346ffa37","method":"DELETE","req_id":"438cde9c-f593-4df9-80ad-2c6c3fc018ac","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21851,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-54858ce7-2550-436b-82fd-89b2346ffa37 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.078211825Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.082069229Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/54858ce7-2550-436b-82fd-89b2346ffa37","method":"GET","req_id":"73440f0a-4664-4b58-913c-5165b3ee998a","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.082157289Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d4198ec9-f3b5-46ff-8674-42aeb9de5463/crucible/regions/54858ce7-2550-436b-82fd-89b2346ffa37\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.091437072Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"region":"54858ce7-2550-436b-82fd-89b2346ffa37","component":"worker"} {"msg":"region 54858ce7-2550-436b-82fd-89b2346ffa37 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.139990407Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T20:27:26.194206351Z","hostname":"oxz_crucible_4d13a6af-add8-4650-88b0-7d15ba1f163d","pid":21704,"uri":"/crucible/0/regions/54858ce7-2550-436b-82fd-89b2346ffa37","method":"GET","req_id":"df76da57-27b6-4fdc-859d-2a5dff1ef5cb","remote_addr":"[fd00:1122:3344:101::a]:48739","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"}