rpc框架之avro 学习 1 - hello world-白红宇

是hadoop的一个子项目，提供的功能与thrift、Protocol Buffer类似，都支持二进制高效序列化，也自带RPC机制，但是avro使用起来更简单，无需象thrift那样生成目标语言源代码，目前支持的语言有java、c#、php、c++等（详情见：），hadoop生态圈中的hive、pig已经在使用avro

avro-client模块中的pom.xml参考以下内容：

1 
       2 
      
        5     
       
        4.0.0
        6  7     
       
        yjmyzz.avro
        8     
       
        avro-client
        9     
       
        1.0
       10 11     
       
        12         
        
         UTF-8
        13         
        
         2.3.2
        14         
        
         1.7.5
        15     
       16 17     
       
        18         
        
         19             
         
          junit
         20             
         
          junit
         21             
         
          4.10
         22             
         
          test
         23         
        24         
        
         25             
         
          org.slf4j
         26             
         
          slf4j-simple
         27             
         
          1.6.4
         28             
         
          compile
         29         
        30         
        
         31             
         
          org.apache.avro
         32             
         
          avro
         33             
         
          ${avro.version}
         34         
        35         
        
         36             
         
          org.apache.avro
         37             
         
          avro-ipc
         38             
         
          ${avro.version}
         39         
        40 41         
        
         42             
         
          yjmyzz.avro
         43             
         
          avro-contract
         44             
         
          1.0
         45         
        46     
       47 48     
       
        49         
        
         50             
         
          51                 
          
           org.apache.maven.plugins
          52                 
          
           maven-compiler-plugin
          53                 
          
           ${compiler-plugin.version}
          54             
         55             
         
          56                 
          
           org.apache.avro
          57                 
          
           avro-maven-plugin
          58                 
          
           ${avro.version}
          59                 
          
           60                     
           
            61 
            
             schemas
            62 
            
             generate-sources
            63 64 
            
             65 
             
              schema
             66 
             
              protocol
             67 
             
              idl-protocol
             68 
            69 
           70                 
          71             
         72         
        73     
       74 75 76

View Code

一、定义文件示例

Person.avsc

{  "namespace": "yjmyzz.avro.study.dto",  "type": "record",  "name": "Person",  "fields": [    {      "name": "age",      "type": "int"    },    {      "name": "name",      "type": "string"    },    {      "name": "sex",      "type": "boolean"    },    {      "name": "salary",      "type": "double"    },    {      "name": "childrenCount",      "type": "int"    }  ]}

QueryParameter.avsc

{  "namespace": "yjmyzz.avro.study.dto",  "type": "record",  "name": "QueryParameter",  "fields": [    {      "name": "ageStart",      "type": "int"    },    {      "name": "ageEnd",      "type": "int"    }  ]}

DemoService.avdl

@namespace ("yjmyzz.avro.study.service")protocol DemoService{    import schema "Person.avsc";    import schema "QueryParameter.avsc";    string ping();    array
     
       getPersonList(yjmyzz.avro.study.dto.QueryParameter queryParameter);}

二、服务端

DemoServiceImpl.java

package yjmyzz.avro.study;import yjmyzz.avro.study.dto.Person;import yjmyzz.avro.study.dto.QueryParameter;import yjmyzz.avro.study.service.DemoService;import java.util.ArrayList;import java.util.List;public class DemoServiceImpl implements DemoService {    public String ping() {        System.out.println("ping()");        return "pong";    }    public List
     
       getPersonList(QueryParameter parameter) {        //System.out.println(parameter.getAgeStart() + " - " + parameter.getAgeEnd());        List
      
        list = new ArrayList
       
        (10);        for (int i = 0; i < 10; i++) {            Person p = new Person();            p.setAge(i);            p.setChildrenCount(i);            p.setName("test" + i);            p.setSalary(10000D);            p.setSex(true);            list.add(p);        }        return list;    }}

AvroServer.java

package yjmyzz.avro.study;import org.apache.avro.ipc.NettyServer;import org.apache.avro.ipc.Server;import org.apache.avro.ipc.specific.SpecificResponder;import yjmyzz.avro.study.service.DemoService;import java.net.InetSocketAddress;public class AvroServer {    public static void main(String[] args) {        System.out.println("Starting avro server...");        Server server = new NettyServer(new SpecificResponder(DemoService.class,                new DemoServiceImpl()),                new InetSocketAddress(65111));                System.out.println("Avro erver started.");    }}

三、客户端

AvroClient.java

package yjmyzz.avro.study;import org.apache.avro.AvroRemoteException;import org.apache.avro.ipc.NettyTransceiver;import org.apache.avro.ipc.specific.SpecificRequestor;import yjmyzz.avro.study.dto.QueryParameter;import yjmyzz.avro.study.service.DemoService;import java.net.InetSocketAddress;public class AvroClient {    public static void main(String[] args) throws Exception {        NettyTransceiver client = new NettyTransceiver(new InetSocketAddress(65111));        DemoService proxy = (DemoService) SpecificRequestor.getClient(DemoService.class, client);        System.out.println(proxy.ping());        int max = 100000;        Long start = System.currentTimeMillis();        for (int i = 0; i < max; i++) {            call(proxy);        }        Long end = System.currentTimeMillis();        Long elapse = end - start;        int perform = Double.valueOf(max / (elapse / 1000d)).intValue();        System.out.print("avro " + max + " 次RPC调用，耗时：" + elapse + "毫秒，平均" + perform + "次/秒");        // cleanup        client.close();    }    private static void call(DemoService proxy) throws AvroRemoteException {        //client.ping();        //System.out.println("ping()=>" + client.ping());        QueryParameter parameter = new QueryParameter();        parameter.setAgeStart(5);        parameter.setAgeEnd(50);        proxy.getPersonList(parameter);        //System.out.println(client.getPersonList(parameter));    }}

avro 100000 次RPC调用，耗时：18617毫秒，平均5371次/秒

注：虽然很多关于thrift、avro的性能评测文章提到avro性能不输于thrift，但就本文的示例而言，在同一台笔记本上，avro的性能只有thrift的约1/2.

附：文中示例代码下载

参考文章：