20 Commits

Author SHA1 Message Date
黄思敏
5ef843db43 feat(statemachine): 提交数组重组的Processor相关,与探针交互无关 2022-08-12 17:44:51 +08:00
黄思敏
c65aeb88bb Merge branch 'feature/v1.0.3-220802' into 'develop'
补全数据流注释,部分流的字段的注释后续补充

See merge request project/proto/dataflow!7
2022-08-05 02:17:22 +00:00
yangdechang
146f565829 补全数据流注释,部分流的字段的注释后续补充 2022-08-02 14:48:23 +08:00
黄思敏
6d2dfc703c Merge branch 'master' into 'develop'
# Conflicts:
#   ApmBaseDataFlow.proto
#   AppFlow.proto
#   BacktrackingFlow.proto
#   BussFlowDb.proto
2022-07-28 07:32:03 +00:00
黄思敏
b63a84e4b6 Merge branch 'feature/v1.0.3-220728' into 'develop'
为部分流增加注释

See merge request project/proto/dataflow!5
2022-07-28 07:26:35 +00:00
yangdechang
87b4747296 为部分流增加注释 2022-07-28 14:49:21 +08:00
黄思敏
f6e1792ff1 Merge branch 'feature/v1.0.2-220712' into 'develop'
把string类型改为bytes类型

See merge request project/proto/dataflow!4
2022-07-12 08:49:46 +00:00
zzz9527me
6f47bd421d 把string类型改为bytes类型 2022-07-12 15:15:21 +08:00
黄思敏
bc997440f0 Merge branch 'feature/v1.0.3-220707' into 'master'
Feature/v1.0.3 220707

See merge request project/proto/dataflow!3
2022-07-07 02:46:55 +00:00
杨德昌
5ade0479ec 补全其余流地址的使用标识 2022-07-07 10:26:04 +08:00
huangsimin
bdaf30bd5f 添加vscode protoc 配置 2022-07-04 14:02:16 +08:00
huangsimin
e7efff5fd2 添加 IPAddress结构 2022-07-04 13:42:09 +08:00
黄思敏
4bccad3eec Merge branch 'feature/0-220629' into 'develop'
相关字段缺少分号,加上

See merge request project/proto/dataflow!2
2022-07-04 01:52:28 +00:00
zzz9527me
3ba0ff9872 相关字段缺少分号,加上 2022-06-30 11:41:01 +08:00
huangsimin
8e826ef25a Merge tag 'v1.0.2' into develop
合并探针的注释
2022-06-29 11:15:20 +08:00
huangsimin
5427fb85c1 Merge branch 'release/v1.0.2' 2022-06-29 11:15:00 +08:00
huangsimin
b4b3ef8aaa Merge branch 'develop' of http://git.yuandian.com/project/proto/dataflow into develop 2022-06-29 11:14:15 +08:00
zzz9527me
37373c322c Merge branch 'feature/0-220629' into develop 2022-06-29 11:06:58 +08:00
zzz9527me
5b566d43cb 为midd和web flow添加注释 2022-06-29 10:59:49 +08:00
eson
1c5f7dc86f Merge tag 'v1.0.1' into develop
合并develop
2022-06-29 09:47:14 +08:00
12 changed files with 406 additions and 355 deletions

5
.vscode/setting.json vendored Normal file
View File

@@ -0,0 +1,5 @@
{
"protoc": {
"options": ["-I proto"]
}
}

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -11,42 +13,42 @@ package dataflow;
message ApmBaseDataFlow { message ApmBaseDataFlow {
int32 table_id = 1; //编号28 int32 table_id = 1; //编号28
uint32 probe_if = 2; uint32 probe_if = 2; //探针抓包口
uint32 tuple_source = 3; uint32 tuple_source = 3; //四元组-源端口
uint32 tuple_dest = 4; uint32 tuple_dest = 4; //四元组-目的端口
uint32 tuple_saddr = 5; IPAddress tuple_saddr = 5; //四元组-源ip地址
uint32 tuple_daddr = 6; IPAddress tuple_daddr = 6; //四元组-目的ip地址
string src_mac = 7; string src_mac = 7; //源mac地址
string dst_mac = 8; string dst_mac = 8; //目的mac地址
uint32 vlan_id = 9; uint32 vlan_id = 9; //链路编号
uint32 start_tm_tv_sec = 10; uint32 start_tm_tv_sec = 10; //开始时间(秒)
uint32 start_tm_tv_usec = 11; uint32 start_tm_tv_usec = 11; //开始时间(微秒)
uint32 total_bytes = 12; uint32 total_bytes = 12; //总字节数
uint32 total_packets = 13; uint32 total_packets = 13; //总包数
uint32 total_drop_packets = 14; uint32 total_drop_packets = 14; //总丢包数
uint32 retran_time_delay = 15; uint32 retran_time_delay = 15; //重传延时
uint32 client_rtt = 16; uint32 client_rtt = 16; //客户端rtt
uint32 server_rtt = 17; uint32 server_rtt = 17; //服务端rtt
uint32 user_response_time = 18; uint32 user_response_time = 18; //用户响应时间
uint32 server_response_time = 19; uint32 server_response_time = 19; //服务端响应时间
uint32 con_fail = 20; uint32 con_fail = 20; //tcp会话连接失败数
uint32 bytes_in = 21; uint32 bytes_in = 21; //服务端总字节数
uint32 bytes_out = 22; uint32 bytes_out = 22; //客户端总字节数
uint32 time_flag = 23; uint32 time_flag = 23; //探针推送数据时间
uint32 end_tm_tv_sec = 24; uint32 end_tm_tv_sec = 24; //结束时间(秒)
uint32 end_tm_tv_usec = 25; uint32 end_tm_tv_usec = 25; //结束时间(微秒)
uint32 respon_num = 26; uint32 respon_num = 26; //总响应数
uint32 cs_window = 27; uint32 cs_window = 27; //客户端零窗口数
uint32 sc_window = 28; uint32 sc_window = 28; //服务端零窗口数
uint32 cs_reset = 29; uint32 cs_reset = 29; //客户端重置数
uint32 sc_reset = 30; uint32 sc_reset = 30; //服务端重置数
uint32 cs_retran = 31; uint32 cs_retran = 31; //客户端重传数
uint32 sc_retran = 32; uint32 sc_retran = 32; //服务端重传数
uint32 conn_setup_tm = 33; uint32 conn_setup_tm = 33; //会话建立时间【三次握手时间】
uint32 new_session = 34; uint32 new_session = 34; //新建会话数
uint32 cs_alert = 35; uint32 cs_alert = 35; //
uint32 sc_alert = 36; uint32 sc_alert = 36; //
string protocol = 37; bytes protocol = 37; //协议类型
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -9,27 +11,27 @@ package dataflow;
message AppFlow { message AppFlow {
int32 table_id = 1; //编号17 int32 table_id = 1; //编号17
uint32 src_ip = 2 IPAddress src_ip = 2; //< source ip
uint32 src_port = 3; uint32 src_port = 3; //< source port
uint32 dst_ip = 4; IPAddress dst_ip = 4; //< destination ip
uint32 dst_port = 5 uint32 dst_port = 5; //< destination port
uint32 s_tv_sec = 6; uint32 s_tv_sec = 6; //< start time
uint32 s_tv_usec = 7; uint32 s_tv_usec = 7; //< start time
uint32 l_tv_sec = 8; uint32 l_tv_sec = 8; //< last update time
uint32 l_tv_usec = 9; uint32 l_tv_usec = 9; //< last update time
uint32 e_tv_sec = 10; uint32 e_tv_sec = 10; //< end time
uint32 e_tv_usec = 11; uint32 e_tv_usec = 11; //< end time
uint32 input_packets = 12; uint32 input_packets = 12; //< input packets (dst->src)
uint32 output_packets = 13; uint32 output_packets = 13; //< output packets (src->dst)
uint32 input_bytes = 14; uint32 input_bytes = 14; //< input bytes (dst->src)
uint32 output_bytes = 15; uint32 output_bytes = 15; //< output bytes (src->dst)
string protocol = 16; bytes protocol = 16; //< protocol
uint32 app_id = 17; uint32 app_id = 17; //< application idectification
uint32 app_group_id = 18; uint32 app_group_id = 18; //< application group idectification
uint32 probe_id = 19; uint32 probe_if = 19; //探针编号
uint32 app_style = 20; uint32 app_style = 20; //< application style
uint32 time_flag = 21; uint32 time_flag = 21; // <time flag
int32 vlan_id = 22; int32 vlan_id = 22; //链路编号
int32 mpls_label = 23; int32 mpls_label = 23; //
int32 tos = 24; int32 tos = 24; //服务类型
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -10,22 +12,22 @@ package dataflow;
message BacktrackingFlow { message BacktrackingFlow {
int32 table_id = 1; //编号20 int32 table_id = 1; //编号20
int64 mac_src = 2; int64 mac_src = 2; //源MAC
int64 mac_dst = 3; int64 mac_dst = 3; //目标MAC
int64 ip_src = 4; IPAddress ip_src = 4; //源IP
int64 ip_dst = 5; IPAddress ip_dst = 5; //目标IP
int32 port_src = 6; int32 port_src = 6; //源端口,如果没有,为-1
int32 port_dst = 7; int32 port_dst = 7; //目标端口,如果没有,为-1
int32 l3_proto = 8; int32 l3_proto = 8; //第三层协议ID如果没有为-1
int32 l4_proto = 9; int32 l4_proto = 9; //第四层协议ID如果没有为-1
int32 tos = 10; int32 tos = 10; //Tos一个字节如果没有为-1
int32 vlan_id = 11; int32 vlan_id = 11; //vlan ID如果没有为-1
uint64 bytes = 12; uint64 bytes = 12; //字节总数
uint64 packets = 13; uint64 packets = 13; //数据包总数
uint64 tcp_sp = 14; uint64 tcp_sp = 14; //TCP同步包数
uint64 tcp_scpn = 15; uint64 tcp_scpn = 15; //TCP同步确认包数
uint64 tcp_srp = 16; uint64 tcp_srp = 16; //TCP同步重置包数
uint32 app_id = 17; uint32 app_id = 17; //< application idectification
uint32 app_group_id = 18; uint32 app_group_id = 18; //< application group idectification
int32 mpls_label = 19; int32 mpls_label = 19; //
} }

View File

@@ -5,7 +5,6 @@ import "google/protobuf/any.proto";
option java_multiple_files = false; //不要拆分成多个文件 option java_multiple_files = false; //不要拆分成多个文件
option java_package = "com.yuandian.dataflow.proto"; option java_package = "com.yuandian.dataflow.proto";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
package dataflow; package dataflow;
@@ -22,6 +21,13 @@ message Request {
repeated google.protobuf.Any param = 3; // 请求的可变参数. 暂不使用 repeated google.protobuf.Any param = 3; // 请求的可变参数. 暂不使用
} }
message IPAddress {
oneof IP {
bytes v4 = 1;
bytes v6 = 2;
}
}
service CollectPacketsServer { service CollectPacketsServer {
rpc GetPackets (Request) returns (stream Response); rpc GetPackets (Request) returns (stream Response);
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -11,54 +13,54 @@ package dataflow;
message BussFlowDb { message BussFlowDb {
int32 table_id = 1; //编号24 int32 table_id = 1; //编号24
uint32 msg_type = 2; uint32 msg_type = 2; //消息类型
string msg_version = 3; bytes msg_version = 3; //数据库版本
uint32 msg_seq = 4; uint32 msg_seq = 4; //消息的序列号
uint32 msg_len = 5; uint32 msg_len = 5; //消息长度
uint64 src_mac = 6; uint64 src_mac = 6; //源端口物理地址
uint64 dst_mac = 7; uint64 dst_mac = 7; //目的端口物理地址
uint32 vlan_id = 8; uint32 vlan_id = 8; //链路编号
uint32 tos = 9; uint32 tos = 9; //服务类型
uint32 retran_count = 10; uint32 retran_count = 10 //重传数据量
uint32 reset_count = 11; uint32 reset_count = 11; //重置数据量
uint32 zerowin_count = 12; uint32 zerowin_count = 12; //零窗数据量
uint32 protocol = 13; uint32 protocol = 13; //协议类型
uint32 response_bytes = 14; uint32 response_bytes = 14; //输入字节数
uint32 request_bytes = 15; uint32 request_bytes = 15; //输出字节数
uint32 response_packets = 16; uint32 response_packets = 16; //输入数据报个数
uint32 request_packets = 17; uint32 request_packets = 17; //输出数据报个数
string seq_ack = 18; bytes seq_ack = 18; //序列号和响应序号
uint32 recog_status = 19; uint32 recog_status = 19; //
uint32 probe_if = 20; uint32 probe_if = 20; //探针编号
string channel = 21; string channel = 21; //通道
string dbname = 22; string dbname = 22; //数据库名称
uint32 request_ip = 23; IPAddress request_ip = 23; //请求ip地址
uint32 request_port = 24; uint32 request_port = 24; //请求端口
uint32 response_ip = 25; IPAddress response_ip = 25; //响应ip地址
uint32 response_port = 26; uint32 response_port = 26; //响应端口
int64 status = 27; int64 status = 27; //状态
int64 server_translate_time = 28; int64 server_translate_time = 28; //服务端传输时间
int64 client_translate_time = 29; int64 client_translate_time = 29; //客户端传输时间
int64 server_response_time = 30; int64 server_response_time = 30; //服务端传输时间
uint32 server_response_start_time_tv_sec = 31; uint32 server_response_start_time_tv_sec = 31; //服务端开始响应的时间(秒)
uint32 server_response_start_time_tv_usec = 32; uint32 server_response_start_time_tv_usec = 32; //服务端开始响应的时间(微秒)
uint32 server_response_end_time_tv_sec = 33; uint32 server_response_end_time_tv_sec = 33; //服务端结束响应的时间(秒)
uint32 server_response_end_time_tv_usec = 34; uint32 server_response_end_time_tv_usec = 34; //服务端结束响应的时间(微秒)
uint32 start_time_tv_sec = 35; uint32 start_time_tv_sec = 35; //会话开始时间(秒)
uint32 start_time_tv_usec = 36; uint32 start_time_tv_usec = 36; //会话开始时间(微秒)
uint32 end_time_tv_sec = 37; uint32 end_time_tv_sec = 37; //会话结束时间(秒)
uint32 end_time_tv_usec = 38; uint32 end_time_tv_usec = 38; //会话结束时间(微秒)
int32 is_uncomplete = 39; int32 is_uncomplete = 39; //数据是否完整标志
uint32 time_flag = 40; uint32 time_flag = 40; //时间戳
uint32 sql_len = 41; uint32 sql_len = 41; //sql字段的长度值
uint32 detail_msg_len = 42; uint32 detail_msg_len = 42; //专属指标值得长度
uint32 req_len = 43; uint32 req_len = 43; //请求的数据 长度
uint32 res_len = 44; uint32 res_len = 44; //响应的数据长度
uint32 reserved_len = 45; uint32 reserved_len = 45; //保留字段长度
string sql = 46; bytes sql = 46; //sql语句
string bussiness_detail_mesg = 47; bytes bussiness_detail_mesg = 47; //专属指标值
string req_data = 48; bytes req_data = 48; //请求详情报文
string res_data = 49; bytes res_data = 49; //响应详情报文
string reserved = 50; bytes reserved = 50; //保留字段值
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -9,34 +11,34 @@ package dataflow;
message BussFlowExternal { message BussFlowExternal {
int32 table_id = 1; //编号25 int32 table_id = 1; //编号25
uint32 msg_type = 2; uint32 msg_type = 2; //消息类型
uint32 msg_version = 3; uint32 msg_version = 3; //数据库版本
uint32 msg_seq = 4; uint32 msg_seq = 4; //消息的序列号
uint32 msg_len = 5; uint32 msg_len = 5; //消息的长度
uint64 src_mac = 6; uint64 src_mac = 6; //源端口物理地址
uint64 dst_mac = 7; uint64 dst_mac = 7; //目的端口物理地址
uint32 request_ip = 8; IPAddress request_ip = 8; //请求ip地址
uint32 request_port = 9; uint32 request_port = 9; //请求端口
uint32 response_ip = 10; IPAddress response_ip = 10; //响应ip地址
uint32 response_port = 11; uint32 response_port = 11; //响应端口
uint32 probeif = 12; uint32 probeif = 12; //探针编号
uint32 protocol = 13; uint32 protocol = 13; //协议类型
uint32 start_time_tv_sec = 14; uint32 start_time_tv_sec = 14; //开始时间(秒)
uint32 start_time_tv_usec = 15; uint32 start_time_tv_usec = 15; //开始时间(微秒)
uint32 end_time_tv_sec = 16; uint32 end_time_tv_sec = 16; //结束时间(秒)
uint32 end_time_tv_usec = 17; uint32 end_time_tv_usec = 17; //结束时间(微秒)
uint32 req_len = 18; uint32 req_len = 18; //请求数据长度
uint32 res_len = 19; uint32 res_len = 19; //响应数据报长度
uint32 busi_msg_len = 20; uint32 busi_msg_len = 20; //bussiness resouce data length
uint32 key_msg_len = 21; uint32 key_msg_len = 21; //sub bussiness resouce data length
uint32 detail_msg_len = 22; uint32 detail_msg_len = 22; //parents bussiness data length
uint32 remain_len = 23; uint32 remain_len = 23; //reserve data length
string busi_code = 24; bytes busi_code = 24; //
string sessionid = 25; bytes sessionid = 25; //
string req_data = 26; bytes req_data = 26; //请求详情报文
string res_data = 27; bytes res_data = 27; //响应详情报文
string busi_msg = 28; bytes busi_msg = 28; //
string busi_key_msg = 29; bytes busi_key_msg = 29; //区分子业务参数
string busi_detail_msg = 30; bytes busi_detail_msg = 30; //专属指标
string remain_data = 31; bytes remain_data = 31; //保留字段
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto" ;
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -9,56 +11,55 @@ package dataflow;
message BussFlowMidd { message BussFlowMidd {
int32 table_id = 1; //编号23 int32 table_id = 1; //编号23
uint32 msg_type = 2; uint32 msg_type = 2; //消息类型
string msg_version = 3; bytes msg_version = 3; //数据库版本
uint32 msg_seq = 4; uint32 msg_seq = 4; //消息的序列号
uint32 msg_len = 5; uint32 msg_len = 5; //消息的长度
uint64 src_mac = 6; uint64 src_mac = 6; //源端口物理地址
uint64 dst_mac = 7; uint64 dst_mac = 7; //目的端口物理地址
uint32 vlan_id = 8; uint32 vlan_id = 8; //链路编号
uint32 tos = 9; uint32 tos = 9; //服务类型
uint32 retran_count = 10; uint32 retran_count = 10; //重传数据量
uint32 reset_count = 11; uint32 reset_count = 11; //重置数据量
uint32 zerowin_count = 12; uint32 zerowin_count = 12; //零窗数据量
uint32 protocol = 13; uint32 protocol = 13; //协议类型
uint32 response_bytes = 14; uint32 response_bytes = 14; //输入字节数
uint32 request_bytes = 15; uint32 request_bytes = 15; //输出字节数
uint32 response_packets = 16; uint32 response_packets = 16; //输入数据报个数
uint32 request_packets = 17; uint32 request_packets = 17; //输出数据报个数
string seq_ack = 18; bytes seq_ack = 18; //序列号和响应序号
uint32 recog_status = 19; uint32 recog_status = 19; //
uint32 probe_if = 20; uint32 probe_if = 20; //探针编号
string channel = 21; bytes channel = 21; //通道
uint32 request_ip = 22; IPAddress request_ip = 22; //请求ip地址
uint32 request_port = 23; uint32 request_port = 23; //请求端口
uint32 response_ip = 24; IPAddress response_ip = 24; //响应ip地址
uint32 response_port = 25; uint32 response_port = 25; //响应端口
uint32 start_time_tv_sec = 26; uint32 start_time_tv_sec = 26; //开始时间(秒)
uint32 start_time_tv_usec = 27; uint32 start_time_tv_usec = 27; //开始时间(微秒)
uint32 end_time_tv_sec = 28; uint32 end_time_tv_sec = 28; //结束时间(秒)
uint32 end_time_tv_usec = 29; uint32 end_time_tv_usec = 29; //结束时间(微秒)
uint32 deal_state = 30; uint32 deal_state = 30; //
uint32 server_res_code = 31; uint32 server_res_code = 31; //服务器返回状态
int64 server_translate_time = 32; int64 server_translate_time = 32; //服务器传输时间
uint32 server_response_start_time_tv_sec = 33; uint32 server_response_start_time_tv_sec = 33; //服务器响应开始时间(秒)
uint32 server_response_start_time_tv_usec = 34; uint32 server_response_start_time_tv_usec = 34; //服务器响应开始时间(微秒)
uint32 server_response_end_time_tv_sec = 35; uint32 server_response_end_time_tv_sec = 35; //服务器响应结束时间(秒)
uint32 server_response_end_time_tv_usec = 36; uint32 server_response_end_time_tv_usec = 36; //服务器响应结束时间(微秒)
int64 server_response_time = 37; int64 server_response_time = 37; //服务器响应时长
int64 client_translate_time = 38; int64 client_translate_time = 38; //客户端响应时长
int32 is_uncomplete = 39; int32 is_uncomplete = 39; //数据完整标志
uint32 time_flag = 40; uint32 time_flag = 40; //时间戳
uint32 detail_msg_len = 41; uint32 detail_msg_len = 41; //专属指标值长度
uint32 key_msg_len = 42; uint32 key_msg_len = 42; //区分子业务参数值长度
uint32 api_len = 43; uint32 api_len = 43; //接口名称长度
uint32 req_len = 44; uint32 req_len = 44; //请求数据报文长度
uint32 res_len = 45; uint32 res_len = 45; //响应数据报文长度
uint32 remain_len = 46; uint32 remain_len = 46; //保留字段长度
string bussiness_detail_mesg = 47; bytes bussiness_detail_mesg = 47; //专属指标
string bussiness_key_mesg = 48; bytes bussiness_key_mesg = 48; //区分子业务参数
string api = 49; bytes api = 49; //接口名称
string req_data = 50; bytes req_data = 50; //请求详情报文
string res_data = 51; bytes res_data = 51; //响应详情报文
string remain_data = 52; bytes remain_data = 52; //保留字段
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto";
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -9,69 +11,68 @@ package dataflow;
message BussFlowWeb { message BussFlowWeb {
int32 table_id = 1; //编号22 int32 table_id = 1; //编号22
uint32 msg_type = 2; uint32 msg_type = 2; //消息类型
string msg_version = 3; bytes msg_version = 3; //数据库版本
uint32 msg_seq = 4; uint32 msg_seq = 4; //消息的序列号
uint32 msg_len = 5; uint32 msg_len = 5; //消息长度
uint64 src_mac = 6; uint64 src_mac = 6; //源端口物理地址
uint64 dst_mac = 7; uint64 dst_mac = 7; //目的端口物理地址
uint32 vlan_id = 8; uint32 vlan_id = 8; //链路编号
uint32 tos = 9; uint32 tos = 9; //服务类型
uint32 retran_count = 10; uint32 retran_count = 10; //重传数据量
uint32 reset_count = 11; uint32 reset_count = 11; //重置数据量
uint32 zerowin_count = 12; uint32 zerowin_count = 12; //零窗数据量
uint32 protocol = 13; uint32 protocol = 13; //协议类型
uint32 response_bytes = 14; uint32 response_bytes = 14; //输入字节数
uint32 request_bytes = 15; uint32 request_bytes = 15; //输出字节数
uint32 response_packets = 16; uint32 response_packets = 16; //输入数据报个数
uint32 request_packets = 17; uint32 request_packets = 17; //输出数据报个数
string seq_ack = 18; bytes seq_ack = 18; //序列号和响应序号
uint32 recog_status = 19; uint32 recog_status = 19; //
uint32 req_method = 20; uint32 req_method = 20; //请求方法
string content_type = 21; bytes content_type = 21; //请求数据类型
string accept = 22; bytes accept = 22; //接受
uint32 probe_if = 23; uint32 probe_if = 23; //探针编号
string channel = 24; bytes channel = 24; //通道
string sessionid = 25; bytes sessionid = 25; //会话id
uint32 request_ip = 26; IPAddress request_ip = 26; //请求ip地址
uint32 request_port = 27; uint32 request_port = 27; //请求端口
uint32 response_ip = 28; IPAddress response_ip = 28; //响应ip地址
uint32 response_port = 29; uint32 response_port = 29; //响应端口
uint32 start_time_tv_sec = 30; uint32 start_time_tv_sec = 30; //开始时间(秒)
uint32 start_time_tv_usec = 31; uint32 start_time_tv_usec = 31; //开始时间(微秒)
uint32 end_time_tv_sec = 32; uint32 end_time_tv_sec = 32; //结束时间(秒)
uint32 end_time_tv_usec = 33; uint32 end_time_tv_usec = 33; //结束时间(微秒)
int64 server_translate_time = 34; int64 server_translate_time = 34; //服务器传输时间
uint32 server_response_start_time_tv_sec = 35; uint32 server_response_start_time_tv_sec = 35; //服务器响应开始时间(秒)
uint32 server_response_start_time_tv_usec = 36; uint32 server_response_start_time_tv_usec = 36; //服务器响应开始时间(微秒)
uint32 server_response_end_time_tv_sec = 37; uint32 server_response_end_time_tv_sec = 37; //服务器响应结束时间(秒)
uint32 server_response_end_time_tv_usec = 38; uint32 server_response_end_time_tv_usec = 38; //服务器响应结束时间(微秒)
int64 server_response_time = 39; int64 server_response_time = 39; //服务器响应时长
int64 client_translate_time = 40; int64 client_translate_time = 40; //客户端响应时长
int64 locate_server_translate_time = 41; int64 locate_server_translate_time = 41; //本地服务传输时长
int64 locate_server_response_time = 42; int64 locate_server_response_time = 42; //本地服务响应时长
int64 locate_client_translate_time = 43; int64 locate_client_translate_time = 43; //本地客户传输时长
string x_requested_with = 44; bytes x_requested_with = 44; //
string operating_sytem = 45; bytes operating_sytem = 45; //操作系统
uint32 server_res_code = 46; uint32 server_res_code = 46; //服务器返回状态
string browser = 47; bytes browser = 47; //浏览器名称
int32 is_uncomplete = 48; int32 is_uncomplete = 48; //数据完整性
uint32 time_flag = 49; uint32 time_flag = 49; //时间戳
uint32 detail_msg_len = 50; uint32 detail_msg_len = 50; //专属指标值长度
uint32 key_msg_len = 51; uint32 key_msg_len = 51; //区分子业务参数值长度
uint32 req_len = 52; uint32 req_len = 52; //请求数据长度
uint32 res_len = 53; uint32 res_len = 53; //响应数据报长度
uint32 cookie_len = 54; uint32 cookie_len = 54; //cookie长度
uint32 begin_url_len = 55; uint32 begin_url_len = 55; //主URL长度
uint32 refer_url_len = 56; uint32 refer_url_len = 56; //引用URL长度
uint32 remain_len = 57; uint32 remain_len = 57; //保留字段值长度
string bussiness_detail_mesg = 58; bytes bussiness_detail_mesg = 58; //专属指标
string bussiness_key_mesg = 59; bytes bussiness_key_mesg = 59; //区分子业务参数
string req_data = 60; bytes req_data = 60; //请求详情报文
string res_data = 61; bytes res_data = 61; //响应详情报文
string cookie_data = 62; bytes cookie_data = 62; //cookie详情报文
string begin_url = 63; bytes begin_url = 63; //主url详情
string refer_url = 64; bytes refer_url = 64; //引用url详情
string remain_data = 65; bytes remain_data = 65; //保留字段
} }

24
Processor.proto Normal file
View File

@@ -0,0 +1,24 @@
syntax = "proto3";
import "google/protobuf/any.proto";
option java_multiple_files = false; //不要拆分成多个文件
option java_package = "com.yuandian.dataflow.proto";
option go_package = "../grpc-gen;grpcgen";
package dataflow;
message ProcessorResponse {
int32 code = 1; // 返回的状态码
string message = 2; // 消息
}
message PacketsProcessorRequest {
int32 type = 1; // 请求类型. 默认 为 1. 暂无意义
string version = 2; // 请求版本. 区分版本. 非必要时不使用
repeated google.protobuf.Any packets = 3; // 请求的可变参数. 暂不使用
}
service ProcessorServer {
rpc AllPackets (PacketsProcessorRequest) returns (ProcessorResponse);
}

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto";
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -9,43 +11,43 @@ package dataflow;
message QoeFlow { message QoeFlow {
int32 table_id = 1; //编号18 int32 table_id = 1; //编号18
uint32 src_ip = 2; IPAddress src_ip = 2; //< source ip
uint32 dst_ip = 3; IPAddress dst_ip = 3; //< destination ip
uint32 s_tv_sec = 4; uint32 s_tv_sec = 4; //< start time
uint32 s_tv_usec = 5; uint32 s_tv_usec = 5; //< start time
uint32 l_tv_sec = 6; uint32 l_tv_sec = 6; //< last update time
uint32 l_tv_usec = 7; uint32 l_tv_usec = 7; //< last update time
uint32 dst2_respon_num = 8; uint32 dst2_respon_num = 8; //< response number (dst->src)
uint32 dst2_fast = 9; uint32 dst2_fast = 9; //< fast response (dst->src)
uint32 dst2_fast_expected = 10; uint32 dst2_fast_expected = 10; //< fast expected (dst->src)
uint32 dst2_expected_degrated = 11; uint32 dst2_expected_degrated = 11; //< expected degrated (dst->src)
uint32 dst2_degrated_service = 12; uint32 dst2_degrated_service = 12; //< degrated service (dst->src)
uint32 dst2_service_availability = 13; uint32 dst2_service_availability = 13; //< service availability (dst->src)
uint32 dst2_respon_timeout = 14; uint32 dst2_respon_timeout = 14; //< response timeout (dst->src)
uint32 dst2_respon_success = 15; uint32 dst2_respon_success = 15; //< response success (dst->src)
uint32 dst2_respon_fail = 16; uint32 dst2_respon_fail = 16; //< response fail (dst->src)
uint32 dst2_respin_peek = 17; uint32 dst2_respin_peek = 17; //< response peek time (dst->src) ms
uint32 dst2_respon_average = 18; uint32 dst2_respon_average = 18; //< response average time(dst->src) ms
uint32 cs_window = 19; uint32 cs_window = 19; //< cs window event
uint32 sc_window = 20; uint32 sc_window = 20; //< sc window event;
uint32 cs_reset = 21; uint32 cs_reset = 21; //< cs reset
uint32 sc_reset = 22; uint32 sc_reset = 22; //< sc reset
uint32 cs_retran = 23; uint32 cs_retran = 23; //< cs retran
uint32 sc_retran = 24; uint32 sc_retran = 24; //< sc retran
uint32 app_id = 25; uint32 app_id = 25; //< application idectification
uint32 app_group_id = 26; uint32 app_group_id = 26; //< application group idectification
uint32 probe_if = 27; uint32 probe_if = 27; //探针编号
uint32 app_style = 28; uint32 app_style = 28; //< application style
uint32 time_flag = 29; uint32 time_flag = 29; // <time flag
uint32 conn_setup_tm = 30; uint32 conn_setup_tm = 30; //连接建立时间
uint32 data_transfer_tm = 31; uint32 data_transfer_tm = 31; //数据传输时间
uint32 retrans_delay_tm = 32; uint32 retrans_delay_tm = 32; //数据重传时延
uint32 network_inbound = 33; uint32 network_inbound = 33; //网络响应时间(客户端->服务器)
uint32 network_outbound = 34; uint32 network_outbound = 34; //网络响应时间(服务器->客户端)
uint32 new_session = 35; uint32 new_session = 35; //新会话数
uint32 user_events = 36; uint32 user_events = 36; //用户事件
uint32 server_events = 37; uint32 server_events = 37; //服务事件
uint32 conn_setup_peek = 38; uint32 conn_setup_peek = 38; //连接建立时间峰值
int32 vlan_id = 39; int32 vlan_id = 39; //链路编号
} }

View File

@@ -1,5 +1,7 @@
syntax = "proto3"; syntax = "proto3";
import "Base.proto";
option java_multiple_files = false; option java_multiple_files = false;
option java_package = "com.yuandian.dataflow.proto.msgtype"; option java_package = "com.yuandian.dataflow.proto.msgtype";
option go_package = "../grpc-gen;grpcgen"; option go_package = "../grpc-gen;grpcgen";
@@ -10,34 +12,34 @@ package dataflow;
message UsrFlow { message UsrFlow {
int32 table_id = 1; //编号19 int32 table_id = 1; //编号19
uint32 probe_if = 2; uint32 probe_if = 2; //探针抓包口
uint32 server_ip = 3; IPAddress server_ip = 3; //服务端ip地址
uint32 client_ip = 4; IPAddress client_ip = 4; //客户端ip地址
uint32 client_port = 5; uint32 client_port = 5; //客户端端口
uint32 client_rtt = 6; uint32 client_rtt = 6; //客户端rtt
uint32 server_rtt = 7; uint32 server_rtt = 7; //服务端rtt
uint32 s_tv_sec = 8; uint32 s_tv_sec = 8; //< start time
uint32 s_tv_usec = 9; uint32 s_tv_usec = 9; //< start time
uint32 e_tv_sec = 10; uint32 e_tv_sec = 10; //< end time
uint32 e_tv_usec = 11; uint32 e_tv_usec = 11; //< end time
uint32 server_think = 12; uint32 server_think = 12; //
uint32 page_size = 13; uint32 page_size = 13; //
uint32 app_id = 14; uint32 app_id = 14; //< application idectification
uint32 app_group_id = 15; uint32 app_group_id = 15; //< application group idectification
string request_url = 16; bytes request_url = 16; //
string referer_url = 17; bytes referer_url = 17; //
uint32 return_code = 18; uint32 return_code = 18; //
uint32 err_tv_sec = 19; uint32 err_tv_sec = 19; //
uint32 err_tv_usec = 20; uint32 err_tv_usec = 20; //
uint32 client_loss_pkt = 21; uint32 client_loss_pkt = 21; //
uint32 server_loss_pkt = 22; uint32 server_loss_pkt = 22; //
uint32 client_bytes = 23; uint32 client_bytes = 23; //
uint32 server_bytes = 24; uint32 server_bytes = 24; //
uint32 client_packets = 25; uint32 client_packets = 25; //
uint32 server_packets = 26; uint32 server_packets = 26; //
string user_agent = 27; bytes user_agent = 27; //
string content_type = 28; bytes content_type = 28; //
uint32 request_transfer_tm = 29; uint32 request_transfer_tm = 29; //
uint32 time_flag = 30; uint32 time_flag = 30; // <time flag
} }