1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
|
#include "core.h"
#include <string.h>
#define ACK_RATE 8
#define ACK_MASK_FIRST ((ecp_ack_t)1 << (ECP_RBUF_ACK_SIZE - 1))
static ssize_t handle_flush(ECPConnection *conn, ecp_seq_t seq, unsigned char mtype, unsigned char *msg, ssize_t size) {
if (size < 0) return size;
ECPRBRecv *buf = conn->rbuf.recv;
unsigned char payload[ECP_SIZE_PLD(0)];
if (buf == NULL) return ECP_ERR;
buf->flush = 1;
return 0;
}
static ssize_t msg_store(ECPConnection *conn, ecp_seq_t seq, unsigned char *msg, size_t msg_size) {
ECPRBRecv *buf = conn->rbuf.recv;
ssize_t rv = 0;
unsigned char flags;
unsigned char mtype = msg[0] & ECP_MTYPE_MASK;
if (mtype < ECP_MAX_MTYPE_SYS) {
flags = ECP_RBUF_FLAG_RECEIVED | ECP_RBUF_FLAG_DELIVERED;
} else {
flags = ECP_RBUF_FLAG_RECEIVED;
}
rv = ecp_rbuf_msg_store(&buf->rbuf, seq, -1, msg, msg_size, ECP_RBUF_FLAG_RECEIVED, flags);
if (rv < 0) return ECP_ERR_RBUF_DUP;
if (ECP_RBUF_SEQ_LT(buf->rbuf.seq_max, seq)) buf->rbuf.seq_max = seq;
if (flags & ECP_RBUF_FLAG_DELIVERED) {
#ifdef ECP_WITH_MSGQ
if (buf->flags & ECP_RBUF_FLAG_MSGQ) pthread_mutex_unlock(&buf->msgq.mutex);
#endif
ecp_msg_handle(conn, seq, msg, msg_size);
#ifdef ECP_WITH_MSGQ
if (buf->flags & ECP_RBUF_FLAG_MSGQ) pthread_mutex_lock(&buf->msgq.mutex);
#endif
}
return rv;
}
static void msg_flush(ECPConnection *conn) {
ECPRBRecv *buf = conn->rbuf.recv;
ecp_seq_t msg_cnt = buf->rbuf.seq_max - buf->rbuf.seq_start + 1;
ecp_seq_t i = 0;
unsigned int idx = buf->rbuf.msg_start;
for (i=0; i<msg_cnt; i++) {
if ((buf->flags & ECP_RBUF_FLAG_RELIABLE) && !(buf->rbuf.msg[idx].flags & ECP_RBUF_FLAG_RECEIVED)) break;
if (buf->deliver_delay && (msg_cnt - i < buf->deliver_delay)) break;
if (buf->rbuf.msg[idx].flags & ECP_RBUF_FLAG_RECEIVED) {
ssize_t rv = 0;
if (buf->rbuf.msg[idx].flags & ECP_RBUF_FLAG_DELIVERED) {
buf->rbuf.msg[idx].flags &= ~ECP_RBUF_FLAG_DELIVERED;
} else {
rv = ecp_msg_handle(conn, buf->rbuf.seq_start + i, buf->rbuf.msg[idx].msg, buf->rbuf.msg[idx].size);
}
if (!(buf->flags & ECP_RBUF_FLAG_MSGQ)) {
buf->rbuf.msg[idx].flags &= ~ECP_RBUF_FLAG_RECEIVED;
} else if (rv < 0) {
break;
}
}
idx = ECP_RBUF_IDX_MASK(idx + 1, buf->rbuf.msg_size);
}
if (!(buf->flags & ECP_RBUF_FLAG_MSGQ)) {
buf->rbuf.seq_start += i;
buf->rbuf.msg_start = idx;
}
}
static int ack_send(ECPConnection *conn) {
ECPRBRecv *buf = conn->rbuf.recv;
unsigned char payload[ECP_SIZE_PLD(sizeof(ecp_seq_t) + sizeof(ecp_ack_t))];
unsigned char *buf_ = ecp_pld_get_buf(payload);
ssize_t rv;
ecp_pld_set_type(payload, ECP_MTYPE_RBACK);
buf_[0] = (buf->seq_ack & 0xFF000000) >> 24;
buf_[1] = (buf->seq_ack & 0x00FF0000) >> 16;
buf_[2] = (buf->seq_ack & 0x0000FF00) >> 8;
buf_[3] = (buf->seq_ack & 0x000000FF);
buf_[4] = (buf->ack_map & 0xFF000000) >> 24;
buf_[5] = (buf->ack_map & 0x00FF0000) >> 16;
buf_[6] = (buf->ack_map & 0x0000FF00) >> 8;
buf_[7] = (buf->ack_map & 0x000000FF);
rv = ecp_pld_send(conn, payload, sizeof(payload));
if (rv < 0) return rv;
buf->ack_pkt = 0;
return ECP_OK;
}
static int ack_shift(ECPRBRecv *buf) {
int do_ack = 0;
int idx;
int i;
if ((buf->flags & ECP_RBUF_FLAG_RELIABLE) && ((buf->ack_map & ACK_MASK_FIRST) == 0)) return 0;
idx = ecp_rbuf_msg_idx(&buf->rbuf, buf->seq_ack);
if (idx < 0) return idx;
while (ECP_RBUF_SEQ_LT(buf->seq_ack, buf->rbuf.seq_max)) {
idx = ECP_RBUF_IDX_MASK(idx + 1, buf->rbuf.msg_size);
buf->seq_ack++;
if ((buf->rbuf.msg[idx].flags & ECP_RBUF_FLAG_RECEIVED) && (buf->ack_map == ECP_RBUF_ACK_FULL)) continue;
buf->ack_map = buf->ack_map << 1;
if (buf->rbuf.msg[idx].flags & ECP_RBUF_FLAG_RECEIVED) {
buf->ack_map |= 1;
} else if (!do_ack && ECP_RBUF_SEQ_LTE(buf->seq_ack, buf->rbuf.seq_max - 2 * buf->hole_max)) {
do_ack = 1;
}
if ((buf->ack_map & ACK_MASK_FIRST) == 0) break;
}
if (!do_ack && (buf->seq_ack == buf->rbuf.seq_max) && ((buf->ack_map & buf->hole_mask_full) != buf->hole_mask_full)) {
ecp_ack_t hole_mask = buf->ack_map;
for (i=0; i<buf->hole_max-1; i++) {
hole_mask = hole_mask >> 1;
if ((hole_mask & buf->hole_mask_empty) == 0) {
do_ack = 1;
break;
}
}
}
return do_ack;
}
int ecp_conn_rbuf_recv_create(ECPConnection *conn, ECPRBRecv *buf, ECPRBMessage *msg, unsigned int msg_size) {
int rv;
memset(buf, 0, sizeof(ECPRBRecv));
rv = ecp_rbuf_init(&buf->rbuf, msg, msg_size);
if (rv) return rv;
buf->ack_map = ECP_RBUF_ACK_FULL;
buf->ack_rate = ACK_RATE;
conn->rbuf.recv = buf;
return ECP_OK;
}
void ecp_conn_rbuf_recv_destroy(ECPConnection *conn) {
}
int ecp_conn_rbuf_recv_set_hole(ECPConnection *conn, unsigned short hole_max) {
ECPRBRecv *buf = conn->rbuf.recv;
buf->hole_max = hole_max;
buf->hole_mask_full = ~(~((ecp_ack_t)1) << (hole_max * 2));
buf->hole_mask_empty = ~(~((ecp_ack_t)1) << (hole_max + 1));
return ECP_OK;
}
int ecp_conn_rbuf_recv_set_delay(ECPConnection *conn, unsigned short delay) {
ECPRBRecv *buf = conn->rbuf.recv;
buf->deliver_delay = delay;
if (buf->hole_max < delay - 1) {
ecp_conn_rbuf_recv_set_hole(conn, delay - 1);
}
return ECP_OK;
}
int ecp_conn_rbuf_recv_start(ECPConnection *conn, ecp_seq_t seq) {
ECPRBRecv *buf = conn->rbuf.recv;
if (buf == NULL) return ECP_ERR;
buf->seq_ack = seq;
return ecp_rbuf_start(&buf->rbuf, seq);
}
ssize_t ecp_conn_rbuf_recv_store(ECPConnection *conn, ecp_seq_t seq, unsigned char *msg, size_t msg_size) {
ECPRBRecv *buf = conn->rbuf.recv;
ecp_seq_t ack_pkt = 0;
ssize_t rv;
int _rv = ECP_OK;
int do_ack = 0;
if (buf == NULL) return ECP_ERR;
if (msg_size < 1) return ECP_ERR_MIN_MSG;
#ifdef ECP_WITH_MSGQ
if (buf->flags & ECP_RBUF_FLAG_MSGQ) pthread_mutex_lock(&buf->msgq.mutex);
#endif
if (ECP_RBUF_SEQ_LT(buf->rbuf.seq_max, seq)) ack_pkt = seq - buf->rbuf.seq_max;
if (ECP_RBUF_SEQ_LTE(seq, buf->seq_ack)) {
ecp_seq_t seq_offset = buf->seq_ack - seq;
if (seq_offset < ECP_RBUF_ACK_SIZE) {
ecp_ack_t ack_mask = ((ecp_ack_t)1 << seq_offset);
if (ack_mask & buf->ack_map) _rv = ECP_ERR_RBUF_DUP;
if (!_rv) {
buf->ack_map |= ack_mask;
do_ack = ack_shift(buf);
rv = msg_store(conn, seq, msg, msg_size);
if (rv < 0) _rv = rv;
}
} else {
_rv = ECP_ERR_RBUF_IDX;
}
} else {
if ((buf->ack_map == ECP_RBUF_ACK_FULL) && (seq == (ecp_seq_t)(buf->seq_ack + 1))) {
if ((buf->flags & ECP_RBUF_FLAG_MSGQ) || buf->deliver_delay) {
rv = msg_store(conn, seq, msg, msg_size);
if (rv < 0) _rv = rv;
} else {
ecp_msg_handle(conn, seq, msg, msg_size);
rv = msg_size;
buf->rbuf.seq_max++;
buf->rbuf.seq_start++;
buf->rbuf.msg_start = ECP_RBUF_IDX_MASK(buf->rbuf.msg_start + 1, buf->rbuf.msg_size);
}
if (!_rv) buf->seq_ack++;
} else {
rv = msg_store(conn, seq, msg, msg_size);
if (rv < 0) _rv = rv;
if (!_rv) do_ack = ack_shift(buf);
}
}
if (!_rv) msg_flush(conn);
#ifdef ECP_WITH_MSGQ
if (buf->flags & ECP_RBUF_FLAG_MSGQ) pthread_mutex_unlock(&buf->msgq.mutex);
#endif
if (_rv) return _rv;
if (buf->flush) {
buf->flush = 0;
do_ack = 1;
}
if (ack_pkt && !do_ack) {
buf->ack_pkt += ack_pkt;
// should send acks more aggresively when reliable and ack_map is not full (rate ~ PPS * RTT)
if (buf->ack_pkt > buf->ack_rate) do_ack = 1;
}
if (do_ack) {
int _rv = ack_send(conn);
if (_rv) return _rv;
}
return rv;
}
|
