blob: b2bcb79d30475a3826897a152d0e8e31a2d4a068 [file] [log] [blame]
Harald Weltef5a0fa32019-03-03 15:44:18 +01001#include <stdint.h>
2#include <string.h>
3#include <unistd.h>
4#include <pthread.h>
5
6#include <osmocom/core/linuxlist.h>
7#include <osmocom/core/select.h>
8#include <osmocom/core/fsm.h>
9#include <osmocom/core/logging.h>
10#include <osmocom/core/socket.h>
11#include <osmocom/gsm/protocol/ipaccess.h>
12#include <osmocom/abis/ipa.h>
13
14#include <osmocom/rspro/RsproPDU.h>
15
16#include "debug.h"
17#include "rspro_util.h"
18#include "rspro_server.h"
19
20#define S(x) (1 << (x))
21
Harald Weltef5a0fa32019-03-03 15:44:18 +010022static RsproPDU_t *slotmap2CreateMappingReq(const struct slot_mapping *slotmap)
23{
24 ClientSlot_t clslot;
25 BankSlot_t bslot;
26
27 client_slot2rspro(&clslot, &slotmap->client);
28 bank_slot2rspro(&bslot, &slotmap->bank);
29
30 return rspro_gen_CreateMappingReq(&clslot, &bslot);
31}
32
33static RsproPDU_t *slotmap2RemoveMappingReq(const struct slot_mapping *slotmap)
34{
35 ClientSlot_t clslot;
36 BankSlot_t bslot;
37
38 client_slot2rspro(&clslot, &slotmap->client);
39 bank_slot2rspro(&bslot, &slotmap->bank);
40
41 return rspro_gen_RemoveMappingReq(&clslot, &bslot);
42}
43
44
45static void client_conn_send(struct rspro_client_conn *conn, RsproPDU_t *pdu)
46{
Harald Weltea8b86ce2019-03-31 14:59:20 +020047 if (!pdu) {
48 LOGPFSML(conn->fi, LOGL_ERROR, "Attempt to transmit NULL\n");
49 osmo_log_backtrace(DMAIN, LOGL_ERROR);
Harald Weltef5a0fa32019-03-03 15:44:18 +010050 return;
51 }
Harald Welteba781c02019-03-30 17:32:53 +010052 LOGPFSM(conn->fi, "Tx RSPRO %s\n", rspro_msgt_name(pdu));
Harald Weltea8b86ce2019-03-31 14:59:20 +020053
54 struct msgb *msg_tx = rspro_enc_msg(pdu);
55 if (!msg_tx) {
56 LOGPFSML(conn->fi, LOGL_ERROR, "Error encdoing RSPRO %s\n", rspro_msgt_name(pdu));
57 osmo_log_backtrace(DMAIN, LOGL_ERROR);
58 ASN_STRUCT_FREE(asn_DEF_RsproPDU, pdu);
59 return;
60 }
Harald Weltef5a0fa32019-03-03 15:44:18 +010061 ipa_prepend_header_ext(msg_tx, IPAC_PROTO_EXT_RSPRO);
62 ipa_msg_push_header(msg_tx, IPAC_PROTO_OSMO);
63 ipa_server_conn_send(conn->peer, msg_tx);
64}
65
66
67/***********************************************************************
68 * per-client connection FSM
69 ***********************************************************************/
70
71static void rspro_client_conn_destroy(struct rspro_client_conn *conn);
72
73enum remsim_server_client_fsm_state {
74 CLNTC_ST_INIT,
75 CLNTC_ST_ESTABLISHED,
Harald Weltee5c77732019-03-07 23:58:24 +010076 CLNTC_ST_WAIT_CONF_RES, /* waiting for ConfigClientRes */
Harald Welte0a64da62019-03-30 17:38:04 +010077 CLNTC_ST_CONNECTED_BANKD,
78 CLNTC_ST_CONNECTED_CLIENT,
Harald Weltef5a0fa32019-03-03 15:44:18 +010079};
80
81enum remsim_server_client_event {
82 CLNTC_E_TCP_UP,
83 CLNTC_E_CLIENT_CONN, /* Connect{Client,Bank}Req received */
84 CLNTC_E_BANK_CONN,
85 CLNTC_E_TCP_DOWN,
Harald Welte15b75e12019-03-08 16:55:46 +010086 CLNTC_E_KA_TIMEOUT,
Harald Weltef5a0fa32019-03-03 15:44:18 +010087 CLNTC_E_CREATE_MAP_RES, /* CreateMappingRes received */
88 CLNTC_E_REMOVE_MAP_RES, /* RemoveMappingRes received */
Harald Weltee5c77732019-03-07 23:58:24 +010089 CLNTC_E_CONFIG_CL_RES, /* ConfigClientRes received */
Harald Weltef5a0fa32019-03-03 15:44:18 +010090 CLNTC_E_PUSH, /* drain maps_new or maps_delreq */
91};
92
93static const struct value_string server_client_event_names[] = {
94 OSMO_VALUE_STRING(CLNTC_E_TCP_UP),
95 OSMO_VALUE_STRING(CLNTC_E_CLIENT_CONN),
96 OSMO_VALUE_STRING(CLNTC_E_BANK_CONN),
97 OSMO_VALUE_STRING(CLNTC_E_TCP_DOWN),
Harald Welte15b75e12019-03-08 16:55:46 +010098 OSMO_VALUE_STRING(CLNTC_E_KA_TIMEOUT),
Harald Weltef5a0fa32019-03-03 15:44:18 +010099 OSMO_VALUE_STRING(CLNTC_E_CREATE_MAP_RES),
100 OSMO_VALUE_STRING(CLNTC_E_REMOVE_MAP_RES),
Harald Weltee5c77732019-03-07 23:58:24 +0100101 OSMO_VALUE_STRING(CLNTC_E_CONFIG_CL_RES),
Harald Weltef5a0fa32019-03-03 15:44:18 +0100102 OSMO_VALUE_STRING(CLNTC_E_PUSH),
103 { 0, NULL }
104};
105
106static void clnt_st_init(struct osmo_fsm_inst *fi, uint32_t event, void *data)
107{
108 switch (event) {
109 case CLNTC_E_TCP_UP:
110 osmo_fsm_inst_state_chg(fi, CLNTC_ST_ESTABLISHED, 10, 1);
111 break;
112 default:
113 OSMO_ASSERT(0);
114 }
115}
116
117static void clnt_st_established(struct osmo_fsm_inst *fi, uint32_t event, void *data)
118{
119 struct rspro_client_conn *conn = fi->priv;
120 const RsproPDU_t *pdu = data;
121 const ConnectClientReq_t *cclreq = NULL;
122 const ConnectBankReq_t *cbreq = NULL;
123 RsproPDU_t *resp = NULL;
124
125 switch (event) {
126 case CLNTC_E_CLIENT_CONN:
127 cclreq = &pdu->msg.choice.connectClientReq;
128 /* save the [remote] component identity in 'conn' */
129 rspro_comp_id_retrieve(&conn->comp_id, &cclreq->identity);
130 if (conn->comp_id.type != ComponentType_remsimClient) {
131 LOGPFSM(fi, "ConnectClientReq from identity != Client ?!?\n");
132 osmo_fsm_inst_term(fi, OSMO_FSM_TERM_ERROR, NULL);
133 }
Harald Weltee5c77732019-03-07 23:58:24 +0100134 if (!cclreq->clientSlot) {
135#if 0
136 /* FIXME: determine ClientID */
137 resp = rspro_gen_ConnectClientRes(&conn->srv->comp_id, ResultCode_ok);
138 client_conn_send(conn, resp);
139 osmo_fsm_inst_state_chg(fi, CLNTC_ST_WAIT_CL_CONF_RES, 3, 30);
140#else
141 /* FIXME: the original plan was to dynamically assign a ClientID
142 * from server to client here. Send ConfigReq and transition to
143 * CLNTC_ST_WAIT_CONF_RES */
144 LOGPFSM(fi, "ConnectClientReq without ClientId not supported yet!\n");
145 osmo_fsm_inst_term(fi, OSMO_FSM_TERM_ERROR, NULL);
146#endif
147 } else {
148 /* FIXME: check for unique-ness */
149 rspro2client_slot(&conn->client.slot, cclreq->clientSlot);
150 osmo_fsm_inst_update_id_f(fi, "C%u:%u", conn->client.slot.client_id,
151 conn->client.slot.slot_nr);
Harald Welte1c691b12019-03-31 10:58:11 +0200152 osmo_fsm_inst_update_id_f(conn->keepalive_fi, "C%u:%u",
153 conn->client.slot.client_id,
154 conn->client.slot.slot_nr);
Harald Weltee5c77732019-03-07 23:58:24 +0100155 resp = rspro_gen_ConnectClientRes(&conn->srv->comp_id, ResultCode_ok);
156 client_conn_send(conn, resp);
Harald Welte0a64da62019-03-30 17:38:04 +0100157 osmo_fsm_inst_state_chg(fi, CLNTC_ST_CONNECTED_CLIENT, 0, 0);
Harald Weltee5c77732019-03-07 23:58:24 +0100158 }
Harald Weltef5a0fa32019-03-03 15:44:18 +0100159
160 /* reparent us from srv->connections to srv->clients */
161 pthread_rwlock_wrlock(&conn->srv->rwlock);
162 llist_del(&conn->list);
163 llist_add_tail(&conn->list, &conn->srv->clients);
164 pthread_rwlock_unlock(&conn->srv->rwlock);
Harald Weltef5a0fa32019-03-03 15:44:18 +0100165 break;
166 case CLNTC_E_BANK_CONN:
167 cbreq = &pdu->msg.choice.connectBankReq;
168 /* save the [remote] component identity in 'conn' */
169 rspro_comp_id_retrieve(&conn->comp_id, &cbreq->identity);
170 if (conn->comp_id.type != ComponentType_remsimBankd) {
171 LOGPFSM(fi, "ConnectBankReq from identity != Bank ?!?\n");
172 osmo_fsm_inst_term(fi, OSMO_FSM_TERM_ERROR, NULL);
173 }
Harald Weltee5c77732019-03-07 23:58:24 +0100174 /* FIXME: check for unique-ness */
Harald Weltef5a0fa32019-03-03 15:44:18 +0100175 conn->bank.bank_id = cbreq->bankId;
176 conn->bank.num_slots = cbreq->numberOfSlots;
177 osmo_fsm_inst_update_id_f(fi, "B%u", conn->bank.bank_id);
Harald Welte1c691b12019-03-31 10:58:11 +0200178 osmo_fsm_inst_update_id_f(conn->keepalive_fi, "B%u", conn->bank.bank_id);
Harald Weltef5a0fa32019-03-03 15:44:18 +0100179
180 /* reparent us from srv->connections to srv->banks */
181 pthread_rwlock_wrlock(&conn->srv->rwlock);
182 llist_del(&conn->list);
183 llist_add_tail(&conn->list, &conn->srv->banks);
184 pthread_rwlock_unlock(&conn->srv->rwlock);
185
186 /* send response to bank first */
187 resp = rspro_gen_ConnectBankRes(&conn->srv->comp_id, ResultCode_ok);
188 client_conn_send(conn, resp);
189
190 /* the state change will associate any pre-existing slotmaps */
Harald Welte0a64da62019-03-30 17:38:04 +0100191 osmo_fsm_inst_state_chg(fi, CLNTC_ST_CONNECTED_BANKD, 0, 0);
Harald Weltef5a0fa32019-03-03 15:44:18 +0100192
193 osmo_fsm_inst_dispatch(fi, CLNTC_E_PUSH, NULL);
194 break;
195 default:
196 OSMO_ASSERT(0);
197 }
198}
199
Harald Weltee5c77732019-03-07 23:58:24 +0100200static void clnt_st_wait_cl_conf_res(struct osmo_fsm_inst *fi, uint32_t event, void *data)
201{
202 switch (event) {
203 case CLNTC_E_CONFIG_CL_RES:
Harald Welte0a64da62019-03-30 17:38:04 +0100204 osmo_fsm_inst_state_chg(fi, CLNTC_ST_CONNECTED_CLIENT, 0, 0);
Harald Weltee5c77732019-03-07 23:58:24 +0100205 break;
206 default:
207 OSMO_ASSERT(0);
208 }
209}
Harald Weltef5a0fa32019-03-03 15:44:18 +0100210
Harald Welte0a64da62019-03-30 17:38:04 +0100211static void clnt_st_connected_client_onenter(struct osmo_fsm_inst *fi, uint32_t prev_state)
Harald Weltef5a0fa32019-03-03 15:44:18 +0100212{
213#if 0
214 struct rspro_client_conn *conn = fi->priv;
215 ClientSlot_t clslot;
216 RsproPDU_t *pdu;
217
218 /* send configuration to this new client */
219 client_slot2rspro(&clslot, FIXME);
220 pdu = rspro_gen_ConfigClientReq(&clslot, bankd_ip, bankd_port);
221 client_conn_send(conn, pdu);
222#endif
223}
224
Harald Welte0a64da62019-03-30 17:38:04 +0100225static void clnt_st_connected_bankd_onenter(struct osmo_fsm_inst *fi, uint32_t prev_state)
Harald Weltef5a0fa32019-03-03 15:44:18 +0100226{
227 struct rspro_client_conn *conn = fi->priv;
228 struct slotmaps *slotmaps = conn->srv->slotmaps;
229 struct slot_mapping *map;
230
231 LOGPFSM(fi, "Associating pre-existing slotmaps (if any)\n");
232 /* Link all known mappings to this new bank */
233 slotmaps_wrlock(slotmaps);
234 llist_for_each_entry(map, &slotmaps->mappings, list) {
235 if (map->bank.bank_id == conn->bank.bank_id)
236 _slotmap_state_change(map, SLMAP_S_NEW, &conn->bank.maps_new);
237 }
238 slotmaps_unlock(slotmaps);
239}
240
Harald Welte0a64da62019-03-30 17:38:04 +0100241static void clnt_st_connected_client(struct osmo_fsm_inst *fi, uint32_t event, void *data)
Harald Weltef5a0fa32019-03-03 15:44:18 +0100242{
243 struct rspro_client_conn *conn = fi->priv;
Harald Welte0a64da62019-03-30 17:38:04 +0100244 struct slotmaps *slotmaps = conn->srv->slotmaps;
245 const struct RsproPDU_t *rx = NULL;
246
247 switch (event) {
Harald Weltef5a0fa32019-03-03 15:44:18 +0100248 default:
249 OSMO_ASSERT(0);
250 }
251}
252
Harald Welte0a64da62019-03-30 17:38:04 +0100253static void clnt_st_connected_bankd(struct osmo_fsm_inst *fi, uint32_t event, void *data)
Harald Weltef5a0fa32019-03-03 15:44:18 +0100254{
255 struct rspro_client_conn *conn = fi->priv;
256 struct slotmaps *slotmaps = conn->srv->slotmaps;
257 const struct RsproPDU_t *rx = NULL;
258 struct slot_mapping *map, *map2;
259
260 switch (event) {
Harald Welte1b07f7f2019-03-30 17:33:07 +0100261 case CLNTC_E_CREATE_MAP_RES: /* Bankd acknowledges mapping was created */
Harald Weltef5a0fa32019-03-03 15:44:18 +0100262 rx = data;
263 slotmaps_wrlock(slotmaps);
264 /* FIXME: resolve map by pdu->tag */
265 /* as hack use first element of conn->maps_unack */
266 map = llist_first_entry(&conn->bank.maps_unack, struct slot_mapping, bank_list);
267 if (!map) {
268 slotmaps_unlock(slotmaps);
269 LOGPFSM(fi, "CreateMapRes but no unacknowledged map");
270 break;
271 }
272 _slotmap_state_change(map, SLMAP_S_ACTIVE, &conn->bank.maps_active);
273 slotmaps_unlock(slotmaps);
274 break;
Harald Welte1b07f7f2019-03-30 17:33:07 +0100275 case CLNTC_E_REMOVE_MAP_RES: /* Bankd acknowledges mapping was removed */
Harald Weltef5a0fa32019-03-03 15:44:18 +0100276 rx = data;
277 slotmaps_wrlock(slotmaps);
278 /* FIXME: resolve map by pdu->tag */
279 /* as hack use first element of conn->maps_deleting */
280 map = llist_first_entry(&conn->bank.maps_deleting, struct slot_mapping, bank_list);
281 if (!map) {
282 slotmaps_unlock(slotmaps);
283 LOGPFSM(fi, "RemoveMapRes but no unacknowledged map");
284 break;
285 }
286 slotmaps_unlock(slotmaps);
287 /* slotmap_del() will remove it from both global and bank list */
288 slotmap_del(map->maps, map);
289 break;
Harald Welte1b07f7f2019-03-30 17:33:07 +0100290 case CLNTC_E_PUSH: /* check if any create or delete requests are pending */
Harald Weltef5a0fa32019-03-03 15:44:18 +0100291 slotmaps_wrlock(slotmaps);
292 /* send any pending create requests */
293 llist_for_each_entry_safe(map, map2, &conn->bank.maps_new, bank_list) {
294 RsproPDU_t *pdu = slotmap2CreateMappingReq(map);
295 client_conn_send(conn, pdu);
296 _slotmap_state_change(map, SLMAP_S_UNACKNOWLEDGED, &conn->bank.maps_unack);
297 }
298 /* send any pending delete requests */
299 llist_for_each_entry_safe(map, map2, &conn->bank.maps_delreq, bank_list) {
300 RsproPDU_t *pdu = slotmap2RemoveMappingReq(map);
301 client_conn_send(conn, pdu);
302 _slotmap_state_change(map, SLMAP_S_DELETING, &conn->bank.maps_deleting);
303 }
304 slotmaps_unlock(slotmaps);
305 break;
306 default:
307 OSMO_ASSERT(0);
308 }
309}
310
311static void clnt_allstate_action(struct osmo_fsm_inst *fi, uint32_t event, void *data)
312{
313 struct rspro_client_conn *conn = fi->priv;
314
315 switch (event) {
316 case CLNTC_E_TCP_DOWN:
317 osmo_fsm_inst_term(fi, OSMO_FSM_TERM_REGULAR, NULL);
318 break;
Harald Welte15b75e12019-03-08 16:55:46 +0100319 case CLNTC_E_KA_TIMEOUT:
320 osmo_fsm_inst_term(fi, OSMO_FSM_TERM_REGULAR, NULL);
321 break;
Harald Weltef5a0fa32019-03-03 15:44:18 +0100322 default:
323 OSMO_ASSERT(0);
324 }
325}
326
327static int server_client_fsm_timer_cb(struct osmo_fsm_inst *fi)
328{
329 struct rspro_client_conn *conn = fi->priv;
330
331 switch (fi->T) {
332 case 1:
333 /* No ClientConnectReq received:disconnect */
334 return 1; /* ask core to terminate FSM */
335 default:
336 OSMO_ASSERT(0);
337 }
338 return 0;
339}
340
341static void server_client_cleanup(struct osmo_fsm_inst *fi, enum osmo_fsm_term_cause cause)
342{
343 struct rspro_client_conn *conn = fi->priv;
344 /* this call will destroy the IPA connection, which will in turn call closed_cb()
345 * which will try to deliver a E_TCP_DOWN event. Clear conn->fi to avoid that loop */
346 conn->fi = NULL;
347 rspro_client_conn_destroy(conn);
348}
349
350static const struct osmo_fsm_state server_client_fsm_states[] = {
351 [CLNTC_ST_INIT] = {
352 .name = "INIT",
353 .in_event_mask = S(CLNTC_E_TCP_UP),
354 .out_state_mask = S(CLNTC_ST_ESTABLISHED),
355 .action = clnt_st_init,
356 },
357 [CLNTC_ST_ESTABLISHED] = {
358 .name = "ESTABLISHED",
359 .in_event_mask = S(CLNTC_E_CLIENT_CONN) | S(CLNTC_E_BANK_CONN),
Harald Welte0a64da62019-03-30 17:38:04 +0100360 .out_state_mask = S(CLNTC_ST_CONNECTED_CLIENT) | S(CLNTC_ST_WAIT_CONF_RES) |
361 S(CLNTC_ST_CONNECTED_BANKD),
Harald Weltef5a0fa32019-03-03 15:44:18 +0100362 .action = clnt_st_established,
363 },
Harald Weltee5c77732019-03-07 23:58:24 +0100364 [CLNTC_ST_WAIT_CONF_RES] = {
365 .name = "WAIT_CONFIG_RES",
366 .in_event_mask = S(CLNTC_E_CONFIG_CL_RES),
Harald Welte0a64da62019-03-30 17:38:04 +0100367 .out_state_mask = S(CLNTC_ST_CONNECTED_CLIENT),
Harald Weltee5c77732019-03-07 23:58:24 +0100368 .action = clnt_st_wait_cl_conf_res,
369 },
Harald Welte0a64da62019-03-30 17:38:04 +0100370 [CLNTC_ST_CONNECTED_CLIENT] = {
371 .name = "CONNECTED_CLIENT",
372 .in_event_mask = 0,
373 .action = clnt_st_connected_client,
374 .onenter = clnt_st_connected_client_onenter,
375 },
376 [CLNTC_ST_CONNECTED_BANKD] = {
377 .name = "CONNECTED_BANKD",
Harald Weltef5a0fa32019-03-03 15:44:18 +0100378 .in_event_mask = S(CLNTC_E_CREATE_MAP_RES) | S(CLNTC_E_REMOVE_MAP_RES) |
379 S(CLNTC_E_PUSH),
Harald Welte0a64da62019-03-30 17:38:04 +0100380 .action = clnt_st_connected_bankd,
381 .onenter = clnt_st_connected_bankd_onenter,
Harald Weltef5a0fa32019-03-03 15:44:18 +0100382 },
Harald Welte0a64da62019-03-30 17:38:04 +0100383
Harald Weltef5a0fa32019-03-03 15:44:18 +0100384};
385
386static struct osmo_fsm remsim_server_client_fsm = {
387 .name = "SERVER_CONN",
388 .states = server_client_fsm_states,
389 .num_states = ARRAY_SIZE(server_client_fsm_states),
Harald Welte10f7a762019-03-31 12:38:47 +0200390 .allstate_event_mask = S(CLNTC_E_TCP_DOWN) | S(CLNTC_E_KA_TIMEOUT),
Harald Weltef5a0fa32019-03-03 15:44:18 +0100391 .allstate_action = clnt_allstate_action,
392 .cleanup = server_client_cleanup,
393 .timer_cb = server_client_fsm_timer_cb,
394 .log_subsys = DMAIN,
395 .event_names = server_client_event_names,
396};
397
398struct osmo_fsm_inst *server_client_fsm_alloc(void *ctx, struct rspro_client_conn *conn)
399{
400 //const char *id = osmo_sock_get_name2(conn->peer->ofd.fd);
401 return osmo_fsm_inst_alloc(&remsim_server_client_fsm, ctx, conn, LOGL_DEBUG, NULL);
402}
403
404
405static __attribute__((constructor)) void on_dso_load(void)
406{
407 osmo_fsm_register(&remsim_server_client_fsm);
408}
409
410
411/***********************************************************************
412 * IPA RSPRO Server
413 ***********************************************************************/
414
Harald Weltef30ff9e2019-03-30 19:17:37 +0100415struct rspro_client_conn *_client_conn_by_slot(struct rspro_server *srv, const struct client_slot *cslot)
416{
417 struct rspro_client_conn *conn;
418 llist_for_each_entry(conn, &srv->clients, list) {
419 if (client_slot_equals(&conn->client.slot, cslot))
420 return conn;
421 }
422 return NULL;
423}
424struct rspro_client_conn *client_conn_by_slot(struct rspro_server *srv, const struct client_slot *cslot)
425{
426 struct rspro_client_conn *conn;
427 pthread_rwlock_rdlock(&srv->rwlock);
428 conn = _client_conn_by_slot(srv, cslot);
429 pthread_rwlock_unlock(&srv->rwlock);
430 return conn;
431}
432
Harald Weltef5a0fa32019-03-03 15:44:18 +0100433struct rspro_client_conn *_bankd_conn_by_id(struct rspro_server *srv, uint16_t bank_id)
434{
435 struct rspro_client_conn *conn;
436 llist_for_each_entry(conn, &srv->banks, list) {
437 if (conn->bank.bank_id == bank_id)
438 return conn;
439 }
440 return NULL;
441}
442struct rspro_client_conn *bankd_conn_by_id(struct rspro_server *srv, uint16_t bank_id)
443{
444 struct rspro_client_conn *conn;
445 pthread_rwlock_rdlock(&srv->rwlock);
446 conn = _bankd_conn_by_id(srv, bank_id);
447 pthread_rwlock_unlock(&srv->rwlock);
448 return conn;
449}
450
451static int handle_rx_rspro(struct rspro_client_conn *conn, const RsproPDU_t *pdu)
452{
Harald Welteb49ac9c2019-03-09 20:36:07 +0100453 LOGPFSM(conn->fi, "Rx RSPRO %s\n", rspro_msgt_name(pdu));
454
Harald Weltef5a0fa32019-03-03 15:44:18 +0100455 switch (pdu->msg.present) {
456 case RsproPDUchoice_PR_connectClientReq:
457 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_CLIENT_CONN, (void *)pdu);
458 break;
459 case RsproPDUchoice_PR_connectBankReq:
460 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_BANK_CONN, (void *)pdu);
461 break;
462 case RsproPDUchoice_PR_createMappingRes:
463 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_CREATE_MAP_RES, (void *)pdu);
464 break;
465 case RsproPDUchoice_PR_removeMappingRes:
466 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_REMOVE_MAP_RES, (void *)pdu);
467 break;
Harald Welted571a3e2019-03-11 22:09:50 +0100468 case RsproPDUchoice_PR_configClientIdRes:
Harald Weltee5c77732019-03-07 23:58:24 +0100469 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_CONFIG_CL_RES, (void *)pdu);
470 break;
Harald Welte19dee082019-03-31 10:53:45 +0200471 case RsproPDUchoice_PR_configClientBankRes:
472 /* TODO: store somewhere that client has ACKed? */
473 break;
Harald Weltef5a0fa32019-03-03 15:44:18 +0100474 default:
Harald Welte19dee082019-03-31 10:53:45 +0200475 LOGPFSML(conn->fi, LOGL_ERROR, "Received unknown/unimplemented RSPRO msg_type %s\n",
476 rspro_msgt_name(pdu));
Harald Weltef5a0fa32019-03-03 15:44:18 +0100477 return -1;
478 }
479 return 0;
480}
481
482/* data was received from one of the client connections to the RSPRO socket */
483static int sock_read_cb(struct ipa_server_conn *peer, struct msgb *msg)
484{
485 struct ipaccess_head *hh = (struct ipaccess_head *) msg->data;
486 struct ipaccess_head_ext *he = (struct ipaccess_head_ext *) msgb_l2(msg);
487 struct rspro_client_conn *conn = peer->data;
488 RsproPDU_t *pdu;
489 int rc;
490
491 if (msgb_length(msg) < sizeof(*hh))
492 goto invalid;
493 msg->l2h = &hh->data[0];
Harald Welte7bfcc652019-03-08 16:55:01 +0100494 switch (hh->proto) {
495 case IPAC_PROTO_IPACCESS:
496 rc = ipa_server_conn_ccm(peer, msg);
Harald Welte15b75e12019-03-08 16:55:46 +0100497 if (rc < 0)
498 break;
499 switch (hh->data[0]) {
500 case IPAC_MSGT_PONG:
501 ipa_keepalive_fsm_pong_received(conn->keepalive_fi);
502 rc = 0;
503 break;
504 default:
505 break;
506 }
Harald Welte7bfcc652019-03-08 16:55:01 +0100507 break;
508 case IPAC_PROTO_OSMO:
509 if (!he || msgb_l2len(msg)< sizeof(*he))
510 goto invalid;
511 msg->l2h = &he->data[0];
Harald Weltef5a0fa32019-03-03 15:44:18 +0100512
Harald Welte7bfcc652019-03-08 16:55:01 +0100513 switch (he->proto) {
514 case IPAC_PROTO_EXT_RSPRO:
515 pdu = rspro_dec_msg(msg);
516 if (!pdu)
517 goto invalid;
Harald Weltef5a0fa32019-03-03 15:44:18 +0100518
Harald Welte7bfcc652019-03-08 16:55:01 +0100519 rc = handle_rx_rspro(conn, pdu);
520 ASN_STRUCT_FREE(asn_DEF_RsproPDU, pdu);
521 break;
522 default:
523 goto invalid;
524 }
525 break;
526 default:
Harald Weltef5a0fa32019-03-03 15:44:18 +0100527 goto invalid;
Harald Welte7bfcc652019-03-08 16:55:01 +0100528 }
Harald Weltef5a0fa32019-03-03 15:44:18 +0100529 return rc;
530
531invalid:
532 msgb_free(msg);
533 return -1;
534}
535
536static int sock_closed_cb(struct ipa_server_conn *peer)
537{
538 struct rspro_client_conn *conn = peer->data;
539 if (conn->fi)
540 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_TCP_DOWN, NULL);
541 /* FIXME: who cleans up conn? */
542 /* ipa server code relases 'peer' just after this */
543 return 0;
544}
545
Harald Welte15b75e12019-03-08 16:55:46 +0100546static const struct ipa_keepalive_params ka_params = {
547 .interval = 30,
548 .wait_for_resp = 10,
549};
550
Harald Weltef5a0fa32019-03-03 15:44:18 +0100551/* a new TCP connection was accepted on the RSPRO server socket */
552static int accept_cb(struct ipa_server_link *link, int fd)
553{
554 struct rspro_server *srv = link->data;
555 struct rspro_client_conn *conn;
556
557 conn = talloc_zero(srv, struct rspro_client_conn);
558 OSMO_ASSERT(conn);
559
560 conn->srv = srv;
561 /* don't allocate peer under 'conn', as it must survive 'conn' during teardown */
562 conn->peer = ipa_server_conn_create(link, link, fd, sock_read_cb, sock_closed_cb, conn);
563 if (!conn->peer)
564 goto out_err;
565
566 /* don't allocate 'fi' as slave from 'conn', as 'fi' needs to survive 'conn' during
567 * teardown */
568 conn->fi = server_client_fsm_alloc(srv, conn);
569 if (!conn->fi)
570 goto out_err_conn;
571
Harald Welte15b75e12019-03-08 16:55:46 +0100572 /* use ipa_keepalive_fsm to periodically send an IPA_PING and expect a PONG in response */
573 conn->keepalive_fi = ipa_server_conn_alloc_keepalive_fsm(conn->peer, &ka_params, NULL);
574 if (!conn->keepalive_fi)
575 goto out_err_fi;
576 /* ensure parent is notified once keepalive FSM instance is dying */
577 osmo_fsm_inst_change_parent(conn->keepalive_fi, conn->fi, CLNTC_E_KA_TIMEOUT);
578 ipa_keepalive_fsm_start(conn->keepalive_fi);
579
Harald Weltef5a0fa32019-03-03 15:44:18 +0100580 INIT_LLIST_HEAD(&conn->bank.maps_new);
581 INIT_LLIST_HEAD(&conn->bank.maps_unack);
582 INIT_LLIST_HEAD(&conn->bank.maps_active);
583 INIT_LLIST_HEAD(&conn->bank.maps_delreq);
584 INIT_LLIST_HEAD(&conn->bank.maps_deleting);
585
586 pthread_rwlock_wrlock(&conn->srv->rwlock);
587 llist_add_tail(&conn->list, &srv->connections);
588 pthread_rwlock_unlock(&conn->srv->rwlock);
589
590 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_TCP_UP, NULL);
591 return 0;
592
Harald Welte15b75e12019-03-08 16:55:46 +0100593out_err_fi:
594 osmo_fsm_inst_term(conn->fi, OSMO_FSM_TERM_ERROR, NULL);
Harald Weltef5a0fa32019-03-03 15:44:18 +0100595out_err_conn:
596 ipa_server_conn_destroy(conn->peer);
597 /* the above will free 'conn' down the chain */
598 return -1;
599out_err:
600 talloc_free(conn);
601 return -1;
602}
603
604/* call-back if we were triggered by a rest_api thread */
605int event_fd_cb(struct osmo_fd *ofd, unsigned int what)
606{
607 struct rspro_server *srv = ofd->data;
608 struct rspro_client_conn *conn;
609 bool non_empty_new, non_empty_del;
610 uint64_t value;
611 int rc;
612
613 /* read from the socket to "confirm" the event and make it non-readable again */
614 rc = read(ofd->fd, &value, 8);
615 if (rc < 8) {
616 fprintf(stderr, "Error reading eventfd: %d\n", rc);
617 return rc;
618 }
619
620 printf("rspro_server: Event FD arrived, checking for any pending work\n");
621
622 pthread_rwlock_rdlock(&srv->rwlock);
623 llist_for_each_entry(conn, &srv->banks, list) {
624 slotmaps_rdlock(srv->slotmaps);
625 non_empty_new = llist_empty(&conn->bank.maps_new);
626 non_empty_del = llist_empty(&conn->bank.maps_delreq);
627 slotmaps_unlock(srv->slotmaps);
628
629 /* trigger FSM to send any pending new/deleted maps */
630 if (non_empty_new || non_empty_del)
631 osmo_fsm_inst_dispatch(conn->fi, CLNTC_E_PUSH, NULL);
632 }
633 pthread_rwlock_unlock(&srv->rwlock);
634
635 return 0;
636}
637
638/* unlink all slotmaps from any of the lists of this conn->bank.maps_* */
639static void _unlink_all_slotmaps(struct rspro_client_conn *conn)
640{
641 struct slot_mapping *smap, *smap2;
642
643 llist_for_each_entry_safe(smap, smap2, &conn->bank.maps_new, bank_list) {
644 /* unlink from list and keep in state NEW */
645 _slotmap_state_change(smap, SLMAP_S_NEW, NULL);
646 }
647 llist_for_each_entry_safe(smap, smap2, &conn->bank.maps_unack, bank_list) {
648 /* unlink from list and change to state NEW */
649 _slotmap_state_change(smap, SLMAP_S_NEW, NULL);
650 }
651 llist_for_each_entry_safe(smap, smap2, &conn->bank.maps_active, bank_list) {
652 /* unlink from list and change to state NEW */
653 _slotmap_state_change(smap, SLMAP_S_NEW, NULL);
654 }
655 llist_for_each_entry_safe(smap, smap2, &conn->bank.maps_delreq, bank_list) {
656 /* unlink from list and delete */
657 _slotmap_del(smap->maps, smap);
658 }
659 llist_for_each_entry_safe(smap, smap2, &conn->bank.maps_deleting, bank_list) {
660 /* unlink from list and delete */
661 _slotmap_del(smap->maps, smap);
662 }
663}
664
665/* only to be used by the FSM cleanup. */
666static void rspro_client_conn_destroy(struct rspro_client_conn *conn)
667{
668 /* this will internally call closed_cb() which will dispatch a TCP_DOWN event */
669 ipa_server_conn_destroy(conn->peer);
670 conn->peer = NULL;
671
672 /* ensure all slotmaps are unlinked + returned to NEW or deleted */
673 slotmaps_wrlock(conn->srv->slotmaps);
674 _unlink_all_slotmaps(conn);
675 slotmaps_unlock(conn->srv->slotmaps);
676
677 pthread_rwlock_wrlock(&conn->srv->rwlock);
678 llist_del(&conn->list);
679 pthread_rwlock_unlock(&conn->srv->rwlock);
680
681 talloc_free(conn);
682}
683
684
685struct rspro_server *rspro_server_create(void *ctx, const char *host, uint16_t port)
686
687{
688 struct rspro_server *srv = talloc_zero(ctx, struct rspro_server);
689 OSMO_ASSERT(srv);
690
691 pthread_rwlock_init(&srv->rwlock, NULL);
692 pthread_rwlock_wrlock(&srv->rwlock);
693 INIT_LLIST_HEAD(&srv->connections);
694 INIT_LLIST_HEAD(&srv->clients);
695 INIT_LLIST_HEAD(&srv->banks);
696 pthread_rwlock_unlock(&srv->rwlock);
697
698 srv->link = ipa_server_link_create(ctx, NULL, host, port, accept_cb, srv);
699 ipa_server_link_open(srv->link);
700
701 return srv;
702}
703
704void rspro_server_destroy(struct rspro_server *srv)
705{
706 /* FIXME: clear all lists */
707
708 ipa_server_link_destroy(srv->link);
709 srv->link = NULL;
710 talloc_free(srv);
711}