205 lines
8.1 KiB
C++
205 lines
8.1 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
// A multi-threaded client getting keys from a memcache server constantly.
|
|
|
|
#include <gflags/gflags.h>
|
|
#include <bthread/bthread.h>
|
|
#include <butil/logging.h>
|
|
#include <butil/string_printf.h>
|
|
#include <brpc/channel.h>
|
|
#include <brpc/memcache.h>
|
|
#include <brpc/policy/couchbase_authenticator.h>
|
|
|
|
DEFINE_int32(thread_num, 10, "Number of threads to send requests");
|
|
DEFINE_bool(use_bthread, false, "Use bthread to send requests");
|
|
DEFINE_bool(use_couchbase, false, "Use couchbase.");
|
|
DEFINE_string(connection_type, "", "Connection type. Available values: single, pooled, short");
|
|
DEFINE_string(server, "0.0.0.0:11211", "IP Address of server");
|
|
DEFINE_string(bucket_name, "", "Couchbase bucktet name");
|
|
DEFINE_string(bucket_password, "", "Couchbase bucket password");
|
|
DEFINE_string(load_balancer, "", "The algorithm for load balancing");
|
|
DEFINE_int32(timeout_ms, 100, "RPC timeout in milliseconds");
|
|
DEFINE_int32(max_retry, 3, "Max retries(not including the first RPC)");
|
|
DEFINE_bool(dont_fail, false, "Print fatal when some call failed");
|
|
DEFINE_int32(exptime, 0, "The to-be-got data will be expired after so many seconds");
|
|
DEFINE_string(key, "hello", "The key to be get");
|
|
DEFINE_string(value, "world", "The value associated with the key");
|
|
DEFINE_int32(batch, 1, "Pipelined Operations");
|
|
|
|
bvar::LatencyRecorder g_latency_recorder("client");
|
|
bvar::Adder<int> g_error_count("client_error_count");
|
|
butil::static_atomic<int> g_sender_count = BUTIL_STATIC_ATOMIC_INIT(0);
|
|
|
|
static void* sender(void* arg) {
|
|
google::protobuf::RpcChannel* channel =
|
|
static_cast<google::protobuf::RpcChannel*>(arg);
|
|
const int base_index = g_sender_count.fetch_add(1, butil::memory_order_relaxed);
|
|
|
|
std::string value;
|
|
std::vector<std::pair<std::string, std::string> > kvs;
|
|
kvs.resize(FLAGS_batch);
|
|
for (int i = 0; i < FLAGS_batch; ++i) {
|
|
kvs[i].first = butil::string_printf("%s%d", FLAGS_key.c_str(), base_index + i);
|
|
kvs[i].second = butil::string_printf("%s%d", FLAGS_value.c_str(), base_index + i);
|
|
}
|
|
brpc::MemcacheRequest request;
|
|
for (int i = 0; i < FLAGS_batch; ++i) {
|
|
CHECK(request.Get(kvs[i].first));
|
|
}
|
|
while (!brpc::IsAskedToQuit()) {
|
|
// We will receive response synchronously, safe to put variables
|
|
// on stack.
|
|
brpc::MemcacheResponse response;
|
|
brpc::Controller cntl;
|
|
|
|
// Because `done'(last parameter) is NULL, this function waits until
|
|
// the response comes back or error occurs(including timedout).
|
|
channel->CallMethod(NULL, &cntl, &request, &response, NULL);
|
|
const int64_t elp = cntl.latency_us();
|
|
if (!cntl.Failed()) {
|
|
g_latency_recorder << cntl.latency_us();
|
|
for (int i = 0; i < FLAGS_batch; ++i) {
|
|
uint32_t flags;
|
|
if (!response.PopGet(&value, &flags, NULL)) {
|
|
LOG(INFO) << "Fail to GET the key, " << response.LastError();
|
|
brpc::AskToQuit();
|
|
return NULL;
|
|
}
|
|
CHECK(flags == 0xdeadbeef + base_index + i)
|
|
<< "flags=" << flags;
|
|
CHECK(kvs[i].second == value)
|
|
<< "base=" << base_index << " i=" << i << " value=" << value;
|
|
}
|
|
} else {
|
|
g_error_count << 1;
|
|
CHECK(brpc::IsAskedToQuit() || !FLAGS_dont_fail)
|
|
<< "error=" << cntl.ErrorText() << " latency=" << elp;
|
|
// We can't connect to the server, sleep a while. Notice that this
|
|
// is a specific sleeping to prevent this thread from spinning too
|
|
// fast. You should continue the business logic in a production
|
|
// server rather than sleeping.
|
|
bthread_usleep(50000);
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
int main(int argc, char* argv[]) {
|
|
// Parse gflags. We recommend you to use gflags as well.
|
|
GFLAGS_NS::ParseCommandLineFlags(&argc, &argv, true);
|
|
if (FLAGS_exptime < 0) {
|
|
FLAGS_exptime = 0;
|
|
}
|
|
|
|
// A Channel represents a communication line to a Server. Notice that
|
|
// Channel is thread-safe and can be shared by all threads in your program.
|
|
brpc::Channel channel;
|
|
|
|
// Initialize the channel, NULL means using default options.
|
|
brpc::ChannelOptions options;
|
|
options.protocol = brpc::PROTOCOL_MEMCACHE;
|
|
options.connection_type = FLAGS_connection_type;
|
|
options.timeout_ms = FLAGS_timeout_ms/*milliseconds*/;
|
|
options.max_retry = FLAGS_max_retry;
|
|
if (FLAGS_use_couchbase && !FLAGS_bucket_name.empty()) {
|
|
brpc::policy::CouchbaseAuthenticator* auth =
|
|
new brpc::policy::CouchbaseAuthenticator(FLAGS_bucket_name,
|
|
FLAGS_bucket_password);
|
|
options.auth = auth;
|
|
}
|
|
|
|
if (channel.Init(FLAGS_server.c_str(), FLAGS_load_balancer.c_str(), &options) != 0) {
|
|
LOG(ERROR) << "Fail to initialize channel";
|
|
return -1;
|
|
}
|
|
|
|
// Pipeline #batch * #thread_num SET requests into memcache so that we
|
|
// have keys to get.
|
|
brpc::MemcacheRequest request;
|
|
brpc::MemcacheResponse response;
|
|
brpc::Controller cntl;
|
|
for (int i = 0; i < FLAGS_batch * FLAGS_thread_num; ++i) {
|
|
if (!request.Set(butil::string_printf("%s%d", FLAGS_key.c_str(), i),
|
|
butil::string_printf("%s%d", FLAGS_value.c_str(), i),
|
|
0xdeadbeef + i, FLAGS_exptime, 0)) {
|
|
LOG(ERROR) << "Fail to SET " << i << "th request";
|
|
return -1;
|
|
}
|
|
}
|
|
channel.CallMethod(NULL, &cntl, &request, &response, NULL);
|
|
if (cntl.Failed()) {
|
|
LOG(ERROR) << "Fail to access memcache, " << cntl.ErrorText();
|
|
return -1;
|
|
}
|
|
for (int i = 0; i < FLAGS_batch * FLAGS_thread_num; ++i) {
|
|
if (!response.PopSet(NULL)) {
|
|
LOG(ERROR) << "Fail to SET memcache, i=" << i
|
|
<< ", " << response.LastError();
|
|
return -1;
|
|
}
|
|
}
|
|
if (FLAGS_exptime > 0) {
|
|
LOG(INFO) << "Set " << FLAGS_batch * FLAGS_thread_num
|
|
<< " values, expired after " << FLAGS_exptime << " seconds";
|
|
} else {
|
|
LOG(INFO) << "Set " << FLAGS_batch * FLAGS_thread_num
|
|
<< " values, never expired";
|
|
}
|
|
|
|
std::vector<bthread_t> bids;
|
|
std::vector<pthread_t> pids;
|
|
if (!FLAGS_use_bthread) {
|
|
pids.resize(FLAGS_thread_num);
|
|
for (int i = 0; i < FLAGS_thread_num; ++i) {
|
|
if (pthread_create(&pids[i], NULL, sender, &channel) != 0) {
|
|
LOG(ERROR) << "Fail to create pthread";
|
|
return -1;
|
|
}
|
|
}
|
|
} else {
|
|
bids.resize(FLAGS_thread_num);
|
|
for (int i = 0; i < FLAGS_thread_num; ++i) {
|
|
if (bthread_start_background(
|
|
&bids[i], NULL, sender, &channel) != 0) {
|
|
LOG(ERROR) << "Fail to create bthread";
|
|
return -1;
|
|
}
|
|
}
|
|
}
|
|
|
|
while (!brpc::IsAskedToQuit()) {
|
|
sleep(1);
|
|
LOG(INFO) << "Accessing memcache server at qps=" << g_latency_recorder.qps(1)
|
|
<< " latency=" << g_latency_recorder.latency(1);
|
|
}
|
|
|
|
LOG(INFO) << "memcache_client is going to quit";
|
|
for (int i = 0; i < FLAGS_thread_num; ++i) {
|
|
if (!FLAGS_use_bthread) {
|
|
pthread_join(pids[i], NULL);
|
|
} else {
|
|
bthread_join(bids[i], NULL);
|
|
}
|
|
}
|
|
if (options.auth) {
|
|
delete options.auth;
|
|
}
|
|
|
|
return 0;
|
|
}
|