dubbo-php-framework的数据包的解包和组包逻辑解析

版权声明:转载请注明来源 https://blog.csdn.net/u013702678/article/details/82750305

前面分析了框架的请求和回复实体的封装,而在进行底层网络通信时,需要进行解包(收到数据)和组包(发送数据),框架底层使用了dubbo协议,数据序列化方式是json格式,这篇文章我们就重点看看解包和组包的逻辑,这部分逻辑在DubboParser类中完成,这个类定义在dubbo-php-framework-master/common/protocol/fsof/DubboParser.php文件中。

下面代码注释中明确列了dubbo协议的格式,大家在看解包组包逻辑时,对照着协议看会清楚很多。另外组包和解包是个相互的过程,也就是组包是将业务数据(DubboRequest,DubboResponse)按规则拼接为二进制串,而解包是将二进制串按规则解析后set属性到业务数据中(DubboRequest,DubboResponse)。

/**
 *
 * Dubbo网络协议
 * +------------------------------------------------------------------------------------------+
 * |                        包头(二进制数据 16bit)   |  包体  |
 * +-----------------------------------------------------------------------------------------+
 * | 版本号  |   命令&serialize   | 空白 | 包序号|  长度  |  数据  |
 * +-----------------------------------------------------------------------------------------+
 * | magic(2) |  cmd&serialize(1)|(1)    |sn(8) | len(4)  | data(N)|
 * +-----------------------------------------------------------------------------------------+
 *
 * magic:协议包起始标识, 0xdabb
 * --------------------------------------------------------------------------------------------
 * cmd:命令类型:FLAG_REQUEST为0x80, FLAG_TWOWAY为0x40, FLAG_EVENT为0x20
 * serialize:序列化方案编号:与cmd共用一个字节,采用json,对应dubbo中编号为6
 * --------------------------------------------------------------------------------------------
 * sn:请求序号,consumer会为每个请求编制一个进程内唯一序号
 *    ,provider处理完请求后在返回的数据包中会携带该sn号,供consumer判断当前的数据是对应哪个请求
 * --------------------------------------------------------------------------------------------*
 * len:数据报文长度
 * --------------------------------------------------------------------------------------------
 * data:数据报文,目前采用json进行序列化
 * --------------------------------------------------------------------------------------------
 */
class DubboParser
{
    //dubbo协议基本信息
    const PACKAGE_HEDA_LEN = 16;
    const MAX_RECV_LEN = 1048576;//1024*1024;
    const RESPONSE_TCP_SEGMENT_LEN = 1048576;//1*1024*1024;

    //fsof协议ver字段,ver字段既指示协议版本信息,也作为magic使用
    const DUBBO_PROTOCOL_MAGIC = 0xdabb;

    //serialize 方案编号
    const DUBBO_PROTOCOL_SERIALIZE_FAST_JSON = 6;     //serialization code


    //fsof协议包头cmd字段含义
    const FLAG_REQUEST = 0x80;           //request
    const FLAG_TWOWAY = 0x40;            //two_way
    const FLAG_HEARTBEAT_EVENT = 0x20;  //heart_event
    const SERIALIZATION_MASK = 0x1f;     //serialization_mask

    const UPPER_MASK = 0xffffffff00000000;
    const LOWER_MASK = 0x00000000ffffffff;

    const RESPONSE_WITH_EXCEPTION = 0;
    const RESPONSE_VALUE = 1;
    const RESPONSE_NULL_VALUE = 2;

    private $logger;

    public function  __construct()
    {
        $this->logger = \Logger::getLogger(__CLASS__);
    }

    //将DubboRequest编码为二进制字符串
    public function packRequest(DubboRequest &$request)
    {
        //数据按PHP_EOL的分隔符拼接
        $reqData = json_encode($request->getDubboVersion()) . PHP_EOL .
            json_encode($request->getService()) . PHP_EOL .
            json_encode($request->getVersion()) . PHP_EOL .
            json_encode($request->getMethod()) . PHP_EOL ;
        $typeStr = "";
        for($i=0;$i < count($request->getTypes());$i++){
           $typeStr = $typeStr.$request->getTypes()[$i];
        }
        $reqData = $reqData.json_encode($typeStr) . PHP_EOL;
        for ($x = 0; $x < count($request->getParams()); $x++) {
            $reqData = $reqData . json_encode($request->getParams()[$x]) . PHP_EOL;
        }

        $attach = array();
        $attach['path'] = $request->getService();
        $attach['interface'] = $request->getService();
        $attach['group'] = $request->getGroup();
        $attach['timeout'] = $request->getTimeout();
        $attach['version'] = $request->getVersion();
        $request->setAttach($attach);
        $reqData = $reqData . json_encode($request->getAttach());

        $upper = ($request->getSn() & self::UPPER_MASK) >> 32;
        $lower = $request->getSn() & self::LOWER_MASK;
        $flag = (self::FLAG_REQUEST | self::DUBBO_PROTOCOL_SERIALIZE_FAST_JSON);
        if ($request->isTwoWay()) $flag |= self::FLAG_TWOWAY;
        if ($request->isHeartbeatEvent()) $flag |= self::FLAG_HEARTBEAT_EVENT;
        //调用PHP的系统函数pack,按格式编码数据
        $out = pack("n1C1a1N1N1N1",
            self::DUBBO_PROTOCOL_MAGIC,
            $flag,
            "",
            $upper,
            $lower,
            strlen($reqData));
        return $out . $reqData;
    }

    //解析回复包的头部信息
    public function parseResponseHeader(DubboResponse &$response)
    {
        //头部数据长度为16byte,这里截取16个byte后进行解析
        $res_header = substr($response->getFullData(), 0, self::PACKAGE_HEDA_LEN);
        $format = 'n1magic/C1flag/C1status/N1upper/N1lower/N1len';
        //调用PHP函数按上述格式解析数据
        $_arr = unpack($format, $res_header);
        $response->setStatus($_arr['status']);
        $response->setSn($_arr["upper"] << 32 | $_arr["lower"]);
        $flag = $_arr["flag"];
        if (($flag & self::FLAG_HEARTBEAT_EVENT) != 0)
        {
            $response->setHeartbeatEvent(true);
        }
        $response->setSerialization($flag & self::DUBBO_PROTOCOL_SERIALIZE_FAST_JSON);
        $response->setLen($_arr["len"]);
        return $response;
    }

    //解包回复包的body部分
    public function parseResponseBody(DubboResponse &$response)
    {
        //从第16byte开始的所有数据当前body部分
        $_data = substr($response->getFullData(), self::PACKAGE_HEDA_LEN);
        $response->setResponseBody($_data);
        $dataArr = array();
        //数据不为空时,按PHP_EOL分隔符拆分数据
        if ($_data){
            $dataArr = explode(PHP_EOL,$_data);
        }

        if ($response->getStatus() == DubboResponse::OK)
        {
            if ($response->isHeartbeatEvent())
            {
                $response->setResult(json_decode($dataArr[0], true));
            } else
            {
                switch ($dataArr[0])
                {
                    case self::RESPONSE_NULL_VALUE:
                        break;
                    case self::RESPONSE_VALUE:
                        $response->setResult(json_decode($dataArr[1], true));
                        break;
                    case self::RESPONSE_WITH_EXCEPTION:
                        $exception = json_decode($dataArr[1], true);
                        if(is_array($exception) && array_key_exists('message', $exception)){
                            throw new \Exception($exception['message']);
                        }else if(is_string($exception)){
                            throw new \Exception($exception);
                        }else{
                            throw new \Exception("provider occur error");
                        }
                        break;
                    default:
                        return false;
                }
            }
            return $response;
        } else {
            throw new \Exception(json_decode($dataArr[0], true));
        }
    }

    //解包请求包的头部部分
    public function parseRequestHeader(DubboRequest &$request)
    {
        $_data = substr($request->getFullData(), 0, self::PACKAGE_HEDA_LEN);
        $format = 'n1magic/C1flag/C1blank/N1upper/N1lower/N1len';
        $_arr = unpack($format, $_data);
        $flag = $_arr['flag'];
        $request->setTwoWay(($flag & self::FLAG_TWOWAY) != 0);
        if (($flag & self::FLAG_HEARTBEAT_EVENT) != 0)
        {
            $request->setHeartbeatEvent(true);
        }

        $request->setSerialization($flag & self::DUBBO_PROTOCOL_SERIALIZE_FAST_JSON);
        $request->setSn($_arr['upper'] << 32 | $_arr['lower']);
        $request->setDataLen($_arr['len']);
        $request->setRequestLen($request->getDataLen() + self::PACKAGE_HEDA_LEN);
        return $request;
    }
    //解包请求包的body部分
    public function parseRequestBody(DubboRequest &$request)
    {
        if ($request->getSerialization() != self::DUBBO_PROTOCOL_SERIALIZE_FAST_JSON)
        {
            $this->logger->error("unknown serialization type :" . $request->getSerialization());
            return false;
        }
        $cliData = substr($request->getFullData(), self::PACKAGE_HEDA_LEN);
        if ($cliData)
        {
            if ($request->isHeartbeatEvent())
            {
                //心跳请求,不需要数据回送
            } else
            {
                $dataArr = explode(PHP_EOL, $cliData);
                $request->setDubboVersion(json_decode($dataArr[0], true));
                $request->setService(json_decode($dataArr[1], true));
                $request->setVersion(json_decode($dataArr[2], true));
                $methodName = json_decode($dataArr[3],true);
                if ($methodName == "\$invoke")
                {
                    //泛化调用
                    $request->setMethod(json_decode($dataArr[5],true));
                    $request->setParams(json_decode($dataArr[7],true));
                    $attach = json_decode($dataArr[8],true);
                } else
                {
                    //非泛化调用
                    $request->setMethod($methodName);
                    $paramTypes = json_decode($dataArr[4], true);
                    if ($paramTypes == "")
                    {
                        //调用没有参数的方法
                        $request->setTypes(NULL);
                        $request->setParams(NULL);
                        $attach = json_decode($dataArr[5],true);
                    } else
                    {
                        $typeArr = explode(";", $paramTypes);
                        $typeArrLen = count($typeArr);
                        $request->setParamNum($typeArrLen - 1);
                        $params = array();
                        for ($i = 0; $i < $typeArrLen - 1; $i++) {
                            $params[$i] = json_decode($dataArr[5 + $i],true);
                        }
                        $request->setParams($params);
                        $attach = json_decode($dataArr[5 + ($typeArrLen - 1)],true);
                    }
                }
                $request->setAttach($attach);
                if (array_key_exists('group', $attach))
                {
                    $request->setGroup($attach['group']);
                }
                return $request;
            }
        }
        return false;
    }

    //组包回复包部分
    public function packResponse(DubboResponse &$response)
    {
        if ($response->getStatus() != DubboResponse::OK) {
            $resData = json_encode($response->getErrorMsg()) ;
        } else {
            if($response->getErrorMsg() != NULL && $response->getErrorMsg() != ""){
                $resData = json_encode(self::RESPONSE_WITH_EXCEPTION) . PHP_EOL . json_encode($response->getErrorMsg());
            }else if ($response->getResult() == NULL) {
                $resData = json_encode(self::RESPONSE_NULL_VALUE);
            } else {
                $resData = json_encode(self::RESPONSE_VALUE) . PHP_EOL . json_encode($response->getResult());
            }
        }
        $resData =  $resData.PHP_EOL;
        $upper = ($response->getSn() & self::UPPER_MASK) >> 32;
        $lower = $response->getSn() & self::LOWER_MASK;
        $flag = self::DUBBO_PROTOCOL_SERIALIZE_FAST_JSON;
        if ($response->isHeartbeatEvent()) {
            $flag |= self::FLAG_HEARTBEAT_EVENT;
        }
        $out = pack("n1C1C1N1N1N1",
            self::DUBBO_PROTOCOL_MAGIC,
            $flag,
            $response->getStatus(),
            $upper,
            $lower,
            strlen($resData));

        return $out . $resData;
    }
    
    //判断是否是业务回包,这里判断逻辑也比较简单,非心跳类的包都当做业务包处理。
    public function isNormalResponse(DubboResponse $response)
    {
        return !($response->isHeartbeatEvent());
    }
    //判断是否是业务请求包
    public function isNormalRequest(DubboRequest $request)
    {
        return !($request->isHeartbeatEvent());
    }

    public function isOneWayRequest(DubboRequest $request)
    {
        return !($request->isTwoWay());
    }
    //心跳请求包
    public function isHearBeatRequest(DubboRequest $request)
    {
        return $request->isHeartbeatEvent();
    }
    //心跳回复包
    public function isHearBeatResponse(DubboResponse $response)
    {
        return $response->isHeartbeatEvent();
    }
    //请求在队列中的时间,这个主要是做监控用的
    public static function getReqInQueueTime(DubboRequest $request)
    {
        $ret = 0;
        if (!empty($request->reqInfo)) {
            $ret = isset($request->reqInfo['inqueue_time']) ? $request->reqInfo['inqueue_time'] : 0;
        }
        return $ret;
    }
}

猜你喜欢

转载自blog.csdn.net/u013702678/article/details/82750305
今日推荐