354 lines
9.0 KiB
C++
354 lines
9.0 KiB
C++
// Copyright 2021, Roman Gershman. All rights reserved.
|
|
// See LICENSE for licensing terms.
|
|
//
|
|
|
|
#include "server/test_utils.h"
|
|
|
|
#include <absl/strings/match.h>
|
|
#include <absl/strings/str_split.h>
|
|
|
|
#include "base/logging.h"
|
|
#include "base/stl_util.h"
|
|
#include "server/dragonfly_connection.h"
|
|
#include "util/uring/uring_pool.h"
|
|
|
|
namespace dfly {
|
|
|
|
using namespace testing;
|
|
using namespace util;
|
|
using namespace std;
|
|
using MP = MemcacheParser;
|
|
|
|
static vector<string> SplitLines(const std::string& src) {
|
|
vector<string> res = absl::StrSplit(src, "\r\n");
|
|
if (res.back().empty())
|
|
res.pop_back();
|
|
for (auto& v : res) {
|
|
absl::StripAsciiWhitespace(&v);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
bool RespMatcher::MatchAndExplain(const RespExpr& e, MatchResultListener* listener) const {
|
|
if (e.type != type_) {
|
|
*listener << "\nWrong type: " << RespExpr::TypeName(e.type);
|
|
return false;
|
|
}
|
|
|
|
if (type_ == RespExpr::STRING || type_ == RespExpr::ERROR) {
|
|
RespExpr::Buffer ebuf = e.GetBuf();
|
|
std::string_view actual{reinterpret_cast<char*>(ebuf.data()), ebuf.size()};
|
|
|
|
if (type_ == RespExpr::ERROR && !absl::StrContains(actual, exp_str_)) {
|
|
*listener << "Actual does not contain '" << exp_str_ << "'";
|
|
return false;
|
|
}
|
|
if (type_ == RespExpr::STRING && exp_str_ != actual) {
|
|
*listener << "\nActual string: " << actual;
|
|
return false;
|
|
}
|
|
} else if (type_ == RespExpr::INT64) {
|
|
auto actual = get<int64_t>(e.u);
|
|
if (exp_int_ != actual) {
|
|
*listener << "\nActual : " << actual << " expected: " << exp_int_;
|
|
return false;
|
|
}
|
|
} else if (type_ == RespExpr::ARRAY) {
|
|
size_t len = get<RespVec*>(e.u)->size();
|
|
if (len != size_t(exp_int_)) {
|
|
*listener << "Actual length " << len << ", expected: " << exp_int_;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void RespMatcher::DescribeTo(std::ostream* os) const {
|
|
*os << "is ";
|
|
switch (type_) {
|
|
case RespExpr::STRING:
|
|
case RespExpr::ERROR:
|
|
*os << exp_str_;
|
|
break;
|
|
|
|
case RespExpr::INT64:
|
|
*os << exp_str_;
|
|
break;
|
|
default:
|
|
*os << "TBD";
|
|
break;
|
|
}
|
|
}
|
|
|
|
void RespMatcher::DescribeNegationTo(std::ostream* os) const {
|
|
*os << "is not ";
|
|
}
|
|
|
|
bool RespTypeMatcher::MatchAndExplain(const RespExpr& e, MatchResultListener* listener) const {
|
|
if (e.type != type_) {
|
|
*listener << "\nWrong type: " << RespExpr::TypeName(e.type);
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void RespTypeMatcher::DescribeTo(std::ostream* os) const {
|
|
*os << "is " << RespExpr::TypeName(type_);
|
|
}
|
|
|
|
void RespTypeMatcher::DescribeNegationTo(std::ostream* os) const {
|
|
*os << "is not " << RespExpr::TypeName(type_);
|
|
}
|
|
|
|
void PrintTo(const RespExpr::Vec& vec, std::ostream* os) {
|
|
*os << "Vec: [";
|
|
if (!vec.empty()) {
|
|
for (size_t i = 0; i < vec.size() - 1; ++i) {
|
|
*os << vec[i] << ",";
|
|
}
|
|
*os << vec.back();
|
|
}
|
|
*os << "]\n";
|
|
}
|
|
|
|
vector<int64_t> ToIntArr(const RespVec& vec) {
|
|
vector<int64_t> res;
|
|
for (auto a : vec) {
|
|
int64_t val;
|
|
std::string_view s = ToSV(a.GetBuf());
|
|
CHECK(absl::SimpleAtoi(s, &val)) << s;
|
|
res.push_back(val);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
BaseFamilyTest::TestConnWrapper::TestConnWrapper(Protocol proto)
|
|
: dummy_conn(new Connection(proto, nullptr, nullptr)), cmd_cntx(&sink, dummy_conn.get()) {
|
|
}
|
|
|
|
BaseFamilyTest::TestConnWrapper::~TestConnWrapper() {
|
|
}
|
|
|
|
BaseFamilyTest::BaseFamilyTest() {
|
|
}
|
|
|
|
BaseFamilyTest::~BaseFamilyTest() {
|
|
}
|
|
|
|
void BaseFamilyTest::SetUp() {
|
|
pp_.reset(new uring::UringPool(16, num_threads_));
|
|
pp_->Run();
|
|
service_.reset(new Service{pp_.get()});
|
|
|
|
Service::InitOpts opts;
|
|
opts.disable_time_update = true;
|
|
service_->Init(nullptr, opts);
|
|
ess_ = &service_->shard_set();
|
|
|
|
const TestInfo* const test_info = UnitTest::GetInstance()->current_test_info();
|
|
LOG(INFO) << "Starting " << test_info->name();
|
|
}
|
|
|
|
void BaseFamilyTest::TearDown() {
|
|
service_->Shutdown();
|
|
service_.reset();
|
|
pp_->Stop();
|
|
|
|
const TestInfo* const test_info = UnitTest::GetInstance()->current_test_info();
|
|
LOG(INFO) << "Finishing " << test_info->name();
|
|
}
|
|
|
|
// ts is ms
|
|
void BaseFamilyTest::UpdateTime(uint64_t ms) {
|
|
auto cb = [ms](EngineShard* s) { s->db_slice().UpdateExpireClock(ms); };
|
|
ess_->RunBriefInParallel(cb);
|
|
}
|
|
|
|
RespVec BaseFamilyTest::Run(initializer_list<std::string_view> list) {
|
|
if (!ProactorBase::IsProactorThread()) {
|
|
return pp_->at(0)->Await([&] { return this->Run(list); });
|
|
}
|
|
|
|
return Run(GetId(), list);
|
|
}
|
|
|
|
RespVec BaseFamilyTest::Run(std::string_view id, std::initializer_list<std::string_view> list) {
|
|
TestConnWrapper* conn = AddFindConn(Protocol::REDIS, id);
|
|
|
|
CmdArgVec args = conn->Args(list);
|
|
|
|
auto& context = conn->cmd_cntx;
|
|
context.shard_set = ess_;
|
|
|
|
DCHECK(context.transaction == nullptr);
|
|
|
|
service_->DispatchCommand(CmdArgList{args}, &context);
|
|
|
|
DCHECK(context.transaction == nullptr);
|
|
|
|
unique_lock lk(mu_);
|
|
last_cmd_dbg_info_ = context.last_command_debug;
|
|
|
|
RespVec vec = conn->ParseResponse();
|
|
|
|
return vec;
|
|
}
|
|
|
|
auto BaseFamilyTest::RunMC(MP::CmdType cmd_type, string_view key, string_view value, uint32_t flags,
|
|
chrono::seconds ttl) -> MCResponse {
|
|
if (!ProactorBase::IsProactorThread()) {
|
|
return pp_->at(0)->Await([&] { return this->RunMC(cmd_type, key, value, flags, ttl); });
|
|
}
|
|
|
|
MP::Command cmd;
|
|
cmd.type = cmd_type;
|
|
cmd.key = key;
|
|
cmd.flags = flags;
|
|
cmd.bytes_len = value.size();
|
|
cmd.expire_ts = ttl.count();
|
|
|
|
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
|
|
|
auto& context = conn->cmd_cntx;
|
|
context.shard_set = ess_;
|
|
|
|
DCHECK(context.transaction == nullptr);
|
|
|
|
service_->DispatchMC(cmd, value, &context);
|
|
|
|
DCHECK(context.transaction == nullptr);
|
|
|
|
return SplitLines(conn->sink.str());
|
|
}
|
|
|
|
auto BaseFamilyTest::RunMC(MP::CmdType cmd_type, std::string_view key) -> MCResponse {
|
|
if (!ProactorBase::IsProactorThread()) {
|
|
return pp_->at(0)->Await([&] { return this->RunMC(cmd_type, key); });
|
|
}
|
|
|
|
MP::Command cmd;
|
|
cmd.type = cmd_type;
|
|
cmd.key = key;
|
|
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
|
|
|
auto& context = conn->cmd_cntx;
|
|
context.shard_set = ess_;
|
|
|
|
service_->DispatchMC(cmd, string_view{}, &context);
|
|
|
|
return SplitLines(conn->sink.str());
|
|
}
|
|
|
|
auto BaseFamilyTest::GetMC(MP::CmdType cmd_type, std::initializer_list<std::string_view> list)
|
|
-> MCResponse {
|
|
CHECK_GT(list.size(), 0u);
|
|
CHECK(base::_in(cmd_type, {MP::GET, MP::GAT, MP::GETS, MP::GATS}));
|
|
|
|
if (!ProactorBase::IsProactorThread()) {
|
|
return pp_->at(0)->Await([&] { return this->GetMC(cmd_type, list); });
|
|
}
|
|
|
|
MP::Command cmd;
|
|
cmd.type = cmd_type;
|
|
auto src = list.begin();
|
|
cmd.key = *src++;
|
|
for (; src != list.end(); ++src) {
|
|
cmd.keys_ext.push_back(*src);
|
|
}
|
|
|
|
TestConnWrapper* conn = AddFindConn(Protocol::MEMCACHE, GetId());
|
|
|
|
auto& context = conn->cmd_cntx;
|
|
context.shard_set = ess_;
|
|
|
|
service_->DispatchMC(cmd, string_view{}, &context);
|
|
|
|
return SplitLines(conn->sink.str());
|
|
}
|
|
|
|
int64_t BaseFamilyTest::CheckedInt(std::initializer_list<std::string_view> list) {
|
|
RespVec resp = Run(list);
|
|
CHECK_EQ(1u, resp.size());
|
|
if (resp.front().type == RespExpr::INT64) {
|
|
return get<int64_t>(resp.front().u);
|
|
}
|
|
if (resp.front().type == RespExpr::NIL) {
|
|
return INT64_MIN;
|
|
}
|
|
CHECK_EQ(RespExpr::STRING, int(resp.front().type)) << list;
|
|
string_view sv = ToSV(resp.front().GetBuf());
|
|
int64_t res;
|
|
CHECK(absl::SimpleAtoi(sv, &res)) << "|" << sv << "|";
|
|
return res;
|
|
}
|
|
|
|
CmdArgVec BaseFamilyTest::TestConnWrapper::Args(std::initializer_list<std::string_view> list) {
|
|
CHECK_NE(0u, list.size());
|
|
|
|
CmdArgVec res;
|
|
for (auto v : list) {
|
|
tmp_str_vec.emplace_back(new string{v});
|
|
auto& s = *tmp_str_vec.back();
|
|
|
|
res.emplace_back(s.data(), s.size());
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
RespVec BaseFamilyTest::TestConnWrapper::ParseResponse() {
|
|
tmp_str_vec.emplace_back(new string{sink.str()});
|
|
auto& s = *tmp_str_vec.back();
|
|
auto buf = RespExpr::buffer(&s);
|
|
uint32_t consumed = 0;
|
|
|
|
parser.reset(new RedisParser{false}); // Client mode.
|
|
RespVec res;
|
|
RedisParser::Result st = parser->Parse(buf, &consumed, &res);
|
|
CHECK_EQ(RedisParser::OK, st);
|
|
|
|
return res;
|
|
}
|
|
|
|
bool BaseFamilyTest::IsLocked(DbIndex db_index, std::string_view key) const {
|
|
ShardId sid = Shard(key, ess_->size());
|
|
KeyLockArgs args;
|
|
args.db_index = db_index;
|
|
args.args = ArgSlice{&key, 1};
|
|
args.key_step = 1;
|
|
bool is_open = pp_->at(sid)->AwaitBrief(
|
|
[args] { return EngineShard::tlocal()->db_slice().CheckLock(IntentLock::EXCLUSIVE, args); });
|
|
return !is_open;
|
|
}
|
|
|
|
string BaseFamilyTest::GetId() const {
|
|
int32 id = ProactorBase::GetIndex();
|
|
CHECK_GE(id, 0);
|
|
return absl::StrCat("IO", id);
|
|
}
|
|
|
|
ConnectionContext::DebugInfo BaseFamilyTest::GetDebugInfo(const std::string& id) const {
|
|
auto it = connections_.find(id);
|
|
CHECK(it != connections_.end());
|
|
|
|
return it->second->cmd_cntx.last_command_debug;
|
|
}
|
|
|
|
auto BaseFamilyTest::AddFindConn(Protocol proto, std::string_view id) -> TestConnWrapper* {
|
|
unique_lock lk(mu_);
|
|
|
|
auto [it, inserted] = connections_.emplace(id, nullptr);
|
|
|
|
if (inserted) {
|
|
it->second.reset(new TestConnWrapper(proto));
|
|
} else {
|
|
it->second->sink.Clear();
|
|
}
|
|
return it->second.get();
|
|
}
|
|
|
|
} // namespace dfly
|