Sogou RPC (Sogou Remote Procedure Call)

Introduction

搜狗自研RPC简称srpc,主要功能和特点:

Installation

git clone --recursive https://github.com/sogou/srpc.git
cd srpc
make
make check
sudo make install

Quick Start

1. example.proto

syntax = "proto2";//这里proto2和proto3都可以,srpc都支持
message EchoRequest {
 optional string message = 1;
 optional string name = 2;
};
message EchoResponse {
 optional string message = 1;
};
service Example {
 rpc Echo(EchoRequest) returns (EchoResponse);
};

2. generate code

protoc example.proto --cpp_out=./ --proto_path=./
srpc_generator protobuf ./example.proto ./

3. server.cc

#include <stdio.h>
#include <signal.h>
#include "example.srpc.h"
using namespace srpc;
class ExampleServiceImpl : public Example::Service
{
public:
 void Echo(EchoRequest *request, EchoResponse *response, RPCContext *ctx) override
 {
 response->set_message("Hi, " + request->name());
 // gzip/zlib/snappy/lz4/none
 // ctx->set_compress_type(RPCCompressGzip);
 // protobuf/json
 // ctx->set_data_type(RPCDataJson);
 printf("get_req:\n%s\nset_resp:\n%s\n",
 request->DebugString().c_str(), response->DebugString().c_str());
 }
};
void sig_handler(int signo) { }
int main()
{
 signal(SIGINT, sig_handler);
 signal(SIGTERM, sig_handler);
 SRPCServer server_tcp;
 SRPCHttpServer server_http;
 ExampleServiceImpl impl;
 server_tcp.add_service(&impl);
 server_http.add_service(&impl);
 server_tcp.start(1412);
 server_http.start(8811);
 pause();
 server_http.stop();
 server_tcp.stop();
 return 0;
}

4. client.cc

#include <stdio.h>
#include "example.srpc.h"
using namespace srpc;
int main()
{
 Example::SRPCClient client("127.0.0.1", 1412);
 EchoRequest req;
 req.set_message("Hello, srpc!");
 req.set_name("workflow");
 client.Echo(&req, [](EchoResponse *response, RPCContext *ctx) {
 if (ctx->success())
 printf("%s\n", response->DebugString().c_str());
 else
 printf("status[%d] error[%d] errmsg:%s\n",
 ctx->get_status_code(), ctx->get_error(), ctx->get_errmsg());
 });
 pause();
 return 0;
}

5. make

g++ -o server server.cc example.pb.cc -std=c++11 -lsrpc
g++ -o client client.cc example.pb.cc -std=c++11 -lsrpc

6. run

./server

./client
curl 127.0.0.1:8811/Example/Echo -H 'Content-Type: application/json' -d '{message:"from curl",name:"CURL"}'

get_req:
message: "Hello, srpc!"
name: "workflow"
set_resp:
message: "Hi, workflow"
get_req:
message: "from curl"
name: "CURL"
set_resp:
message: "Hi, CURL"

message: "Hi, workflow"
{"message":"Hi, CURL"}

Tutorial

Benchmark

跨机单client→单server在不同并发的QPS

Client = 1
ClientThread = 64, 128, 256, 512, 1024
RequestSize = 32
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16

跨机多client→单server在不同client进程数的QPS

Client = 1, 2, 4, 8, 16
ClientThread = 32
RequestSize = 32
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16

同机单client→单server在不同并发下的QPS

Client = 1
ClientThread = 1, 2, 4, 8, 16, 32, 64, 128, 256
RequestSize = 1024
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16

同机单client→单server在不同请求大小下的QPS

Client = 1
ClientThread = 100
RequestSize = 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384, 32768
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16

同机单client→单server在固定QPS下的延时CDF

Client = 1
ClientThread = 50
ClientQPS = 10000
RequestSize = 1024
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16
Outiler = 1%

跨机多client→单server在固定QPS下的延时CDF

Client = 32
ClientThread = 16
ClientQPS = 2500
RequestSize = 512
Duration = 20s
Server = 1
ServerIOThread = 16
ServerHandlerThread = 16
Outiler = 1%

Authors