blob: cc44f580a0e5e18709488b6071ee38076421c318 [file] [log] [blame]
Martin Hauke3f07dac2019-11-14 17:49:08 +01001/* SMS queue to continuously attempt to deliver SMS */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +01002/*
3 * (C) 2010 by Holger Hans Peter Freyther <zecke@selfish.org>
4 * All Rights Reserved
5 *
6 * This program is free software; you can redistribute it and/or modify
Harald Welte9af6ddf2011-01-01 15:25:50 +01007 * it under the terms of the GNU Affero General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +01009 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Harald Welte9af6ddf2011-01-01 15:25:50 +010014 * GNU Affero General Public License for more details.
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010015 *
Harald Welte9af6ddf2011-01-01 15:25:50 +010016 * You should have received a copy of the GNU Affero General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010018 *
19 */
20
21/**
22 * The difficulty of such a queue is to send a lot of SMS without
23 * overloading the paging subsystem and the database and other users
24 * of the MSC. To make the best use we would need to know the number
25 * of pending paging requests, then throttle the number of SMS we
26 * want to send and such.
27 * We will start with a very simple SMS Queue and then try to speed
28 * things up by collecting data from other parts of the system.
29 */
30
Harald Welte2483f1b2016-06-19 18:06:02 +020031#include <limits.h>
32
Neels Hofmeyr90843962017-09-04 15:04:35 +020033#include <osmocom/msc/sms_queue.h>
Neels Hofmeyr90843962017-09-04 15:04:35 +020034#include <osmocom/msc/db.h>
35#include <osmocom/msc/debug.h>
36#include <osmocom/msc/gsm_data.h>
37#include <osmocom/msc/gsm_04_11.h>
38#include <osmocom/msc/gsm_subscriber.h>
39#include <osmocom/msc/signal.h>
40#include <osmocom/msc/vlr.h>
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010041
Pablo Neira Ayuso136f4532011-03-22 16:47:59 +010042#include <osmocom/core/talloc.h>
Harald Welte63494a62022-05-15 13:03:57 +020043#include <osmocom/core/utils.h>
44#include <osmocom/core/rate_ctr.h>
45#include <osmocom/core/stat_item.h>
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010046
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +010047#include <osmocom/vty/vty.h>
48
Harald Welte63494a62022-05-15 13:03:57 +020049enum smsq_stat_item_idx {
50 SMSQ_STAT_SMS_RAM_PENDING,
51};
52
53static const struct osmo_stat_item_desc smsq_stat_item_desc[] = {
54 [SMSQ_STAT_SMS_RAM_PENDING] = { "ram:pending",
55 "Number of SMSs in the in-RAM pending delivery queue" },
56};
57
58static const struct osmo_stat_item_group_desc smsq_statg_desc = {
59 "sms_queue",
60 "SMS queue",
61 OSMO_STATS_CLASS_GLOBAL,
62 ARRAY_SIZE(smsq_stat_item_desc),
63 smsq_stat_item_desc,
64};
65
66enum smsq_rate_ctr_idx {
67 SMSQ_CTR_SMS_DELIVERY_ATTEMPTS,
68 SMSQ_CTR_SMS_DELIVERY_ACK,
69 SMSQ_CTR_SMS_DELIVERY_ERR,
70 SMSQ_CTR_SMS_DELIVERY_NOMEM,
71 SMSQ_CTR_SMS_DELIVERY_TIMEOUT,
72};
73
74static const struct rate_ctr_desc smsq_ctr_desc[] = {
75 [SMSQ_CTR_SMS_DELIVERY_ATTEMPTS] = { "delivery:attempts",
76 "Attempted MT SMS deliveries to subscriber" },
77 [SMSQ_CTR_SMS_DELIVERY_ACK] = { "deliver:ack",
78 "Successful MT SMS delivery to subscriber" },
79 [SMSQ_CTR_SMS_DELIVERY_ERR] = { "deliver:error",
80 "Erroneous MT SMS delivery" },
81 [SMSQ_CTR_SMS_DELIVERY_NOMEM] = { "deliver:no_memory",
82 "Failed MT SMS delivery due to no memory on MS" },
83 [SMSQ_CTR_SMS_DELIVERY_TIMEOUT] = { "deliver:paging_timeout",
84 "Failed MT SMS delivery due to paging timeout (MS gone?)" },
85};
86
87static const struct rate_ctr_group_desc smsq_ctrg_desc = {
88 "sms_queue",
89 "SMS queue",
90 OSMO_STATS_CLASS_GLOBAL,
91 ARRAY_SIZE(smsq_ctr_desc),
92 smsq_ctr_desc,
93};
94
95#define smsq_rate_ctr_inc(smsq, idx) \
96 rate_ctr_inc(rate_ctr_group_get_ctr((smsq)->ctrg, idx))
97#define smsq_rate_ctr_add(smsq, idx, val) \
98 rate_ctr_add(rate_ctr_group_get_ctr((smsq)->ctrg, idx), val)
99
100#define smsq_stat_item_inc(smsq, idx) \
101 osmo_stat_item_inc(osmo_stat_item_group_get_item((smsq)->statg, idx), 1)
102#define smsq_stat_item_dec(smsq, idx) \
103 osmo_stat_item_dec(osmo_stat_item_group_get_item((smsq)->statg, idx), 1)
104#define smsq_stat_item_set(smsq, idx, val) \
105 osmo_stat_item_set(osmo_stat_item_group_get_item((smsq)->statg, idx), val)
106
107
Harald Weltedc7d8412022-05-14 09:54:15 +0200108/* One in-RAM record of a "pending SMS". This is not the SMS itself, but merely
109 * a pointer to the database record. It holds a reference on the vlr_subscriber
110 * and some counters. While this object exists in RAM, we are regularly attempting
111 * to deliver the related SMS. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100112struct gsm_sms_pending {
Harald Weltedc7d8412022-05-14 09:54:15 +0200113 struct llist_head entry; /* gsm_sms_queue.pending_sms */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100114
Harald Weltedc7d8412022-05-14 09:54:15 +0200115 struct vlr_subscr *vsub; /* destination subscriber for this SMS */
116 struct msc_a *msc_a; /* MSC_A associated with this SMS */
117 unsigned long long sms_id; /* unique ID (in SQL database) of this SMS */
118 int failed_attempts; /* count of failed deliver attempts so far */
119 int resend; /* should we try re-sending it (now) ? */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100120};
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100121
Harald Weltedc7d8412022-05-14 09:54:15 +0200122/* (global) state of the SMS queue. */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100123struct gsm_sms_queue {
Harald Weltedc7d8412022-05-14 09:54:15 +0200124 struct osmo_timer_list resend_pending; /* timer triggering sms_resend_pending() */
125 struct osmo_timer_list push_queue; /* timer triggering sms_submit_pending() */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100126 struct gsm_network *network;
Harald Weltedc7d8412022-05-14 09:54:15 +0200127 int max_fail; /* maximum number of delivery failures */
128 int max_pending; /* maximum number of gsm_sms_pending in RAM */
129 int pending; /* current number of gsm_sms_pending in RAM */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100130
Harald Weltedc7d8412022-05-14 09:54:15 +0200131 struct llist_head pending_sms; /* list of gsm_sms_pending */
Harald Welte2483f1b2016-06-19 18:06:02 +0200132
Harald Weltedc7d8412022-05-14 09:54:15 +0200133 /* last MSISDN for which we read SMS from the database and created gsm_sms_pending records */
Vadim Yanitskiy8b0737f2019-05-25 19:27:17 +0700134 char last_msisdn[GSM23003_MSISDN_MAX_DIGITS+1];
Harald Welte63494a62022-05-15 13:03:57 +0200135
136 /* statistics / counters */
137 struct osmo_stat_item_group *statg;
138 struct rate_ctr_group *ctrg;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100139};
140
Harald Welte63494a62022-05-15 13:03:57 +0200141/* private wrapper function to make sure we count all SMS delivery attempts */
142static void _gsm411_send_sms(struct gsm_network *net, struct vlr_subscr *vsub, struct gsm_sms *sms)
143{
144 smsq_rate_ctr_inc(net->sms_queue, SMSQ_CTR_SMS_DELIVERY_ATTEMPTS);
145 gsm411_send_sms(net, vsub, sms);
146}
147
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100148static int sms_subscr_cb(unsigned int, unsigned int, void *, void *);
149static int sms_sms_cb(unsigned int, unsigned int, void *, void *);
150
Harald Weltedc7d8412022-05-14 09:54:15 +0200151/* look-up a 'gsm_sms_pending' for the given sms_id; return NULL if none */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100152static struct gsm_sms_pending *sms_find_pending(struct gsm_sms_queue *smsq,
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100153 unsigned long long sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100154{
155 struct gsm_sms_pending *pending;
156
157 llist_for_each_entry(pending, &smsq->pending_sms, entry) {
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100158 if (pending->sms_id == sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100159 return pending;
160 }
161
162 return NULL;
163}
164
Harald Weltedc7d8412022-05-14 09:54:15 +0200165/* do we currently have a gsm_sms_pending object for the given SMS id? */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100166int sms_queue_sms_is_pending(struct gsm_sms_queue *smsq, unsigned long long sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100167{
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100168 return sms_find_pending(smsq, sms_id) != NULL;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100169}
170
Harald Weltedc7d8412022-05-14 09:54:15 +0200171/* find the first pending SMS (in RAM) for the given subscriber */
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200172static struct gsm_sms_pending *sms_subscriber_find_pending(
173 struct gsm_sms_queue *smsq,
Harald Welte2483f1b2016-06-19 18:06:02 +0200174 struct vlr_subscr *vsub)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100175{
176 struct gsm_sms_pending *pending;
177
178 llist_for_each_entry(pending, &smsq->pending_sms, entry) {
Harald Welte2483f1b2016-06-19 18:06:02 +0200179 if (pending->vsub == vsub)
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200180 return pending;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100181 }
182
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200183 return NULL;
184}
185
Harald Weltedc7d8412022-05-14 09:54:15 +0200186/* do we have any pending SMS (in RAM) for the given subscriber? */
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200187static int sms_subscriber_is_pending(struct gsm_sms_queue *smsq,
Harald Welte2483f1b2016-06-19 18:06:02 +0200188 struct vlr_subscr *vsub)
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200189{
Harald Welte2483f1b2016-06-19 18:06:02 +0200190 return sms_subscriber_find_pending(smsq, vsub) != NULL;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100191}
192
Harald Weltedc7d8412022-05-14 09:54:15 +0200193/* allocate a new gsm_sms_pending record and fill it with information from 'sms' */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100194static struct gsm_sms_pending *sms_pending_from(struct gsm_sms_queue *smsq,
195 struct gsm_sms *sms)
196{
197 struct gsm_sms_pending *pending;
198
199 pending = talloc_zero(smsq, struct gsm_sms_pending);
200 if (!pending)
201 return NULL;
202
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100203 vlr_subscr_get(sms->receiver, VSUB_USE_SMS_PENDING);
204 pending->vsub = sms->receiver;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100205 pending->sms_id = sms->id;
Harald Welte7262d082022-05-15 14:58:50 +0200206 llist_add_tail(&pending->entry, &smsq->pending_sms);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100207
Harald Welte7f918af2022-05-15 14:55:56 +0200208 smsq->pending += 1;
209 smsq_stat_item_inc(smsq, SMSQ_STAT_SMS_RAM_PENDING);
Harald Welte7262d082022-05-15 14:58:50 +0200210
211 return pending;
Harald Welte7f918af2022-05-15 14:55:56 +0200212}
213
214/* release a gsm_sms_pending object */
215static void sms_pending_free(struct gsm_sms_queue *smsq, struct gsm_sms_pending *pending)
216{
217 smsq->pending -= 1;
218 smsq_stat_item_dec(smsq, SMSQ_STAT_SMS_RAM_PENDING);
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100219 vlr_subscr_put(pending->vsub, VSUB_USE_SMS_PENDING);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100220 llist_del(&pending->entry);
221 talloc_free(pending);
222}
223
Harald Weltedc7d8412022-05-14 09:54:15 +0200224/* this sets the 'resend' flag of the gsm_sms_pending and schedules
225 * the timer for re-sending */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100226static void sms_pending_resend(struct gsm_sms_pending *pending)
227{
Harald Welte2483f1b2016-06-19 18:06:02 +0200228 struct gsm_network *net = pending->vsub->vlr->user_ctx;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100229 struct gsm_sms_queue *smsq;
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100230 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100231 "Scheduling resend of SMS %llu.\n", pending->sms_id);
232
233 pending->resend = 1;
234
Harald Welte2483f1b2016-06-19 18:06:02 +0200235 smsq = net->sms_queue;
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200236 if (osmo_timer_pending(&smsq->resend_pending))
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100237 return;
238
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200239 osmo_timer_schedule(&smsq->resend_pending, 1, 0);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100240}
241
Harald Weltedc7d8412022-05-14 09:54:15 +0200242/* call-back when a pending SMS has failed; try another re-send if number of
243 * attempts is < smsq->max_fail */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100244static void sms_pending_failed(struct gsm_sms_pending *pending, int paging_error)
245{
Harald Welte2483f1b2016-06-19 18:06:02 +0200246 struct gsm_network *net = pending->vsub->vlr->user_ctx;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100247 struct gsm_sms_queue *smsq;
248
Neels Hofmeyr34a36da2019-03-06 16:00:41 +0100249 pending->failed_attempts++;
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100250 LOGP(DLSMS, LOGL_NOTICE, "Sending SMS %llu failed %d times.\n",
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100251 pending->sms_id, pending->failed_attempts);
252
Harald Welte2483f1b2016-06-19 18:06:02 +0200253 smsq = net->sms_queue;
Neels Hofmeyr34a36da2019-03-06 16:00:41 +0100254 if (pending->failed_attempts < smsq->max_fail)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100255 return sms_pending_resend(pending);
256
Harald Welte7f918af2022-05-15 14:55:56 +0200257 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100258}
259
Harald Weltedc7d8412022-05-14 09:54:15 +0200260/* Resend all SMS that are scheduled for a resend. This is done to
261 * avoid an immediate failure. This iterates over all the (in RAM)
262 * pending_sms records, checks for resend == true, reads them from the
Harald Welte63494a62022-05-15 13:03:57 +0200263 * DB and attempts to send them via _gsm411_send_sms() */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100264static void sms_resend_pending(void *_data)
265{
266 struct gsm_sms_pending *pending, *tmp;
267 struct gsm_sms_queue *smsq = _data;
268
269 llist_for_each_entry_safe(pending, tmp, &smsq->pending_sms, entry) {
270 struct gsm_sms *sms;
271 if (!pending->resend)
272 continue;
273
274 sms = db_sms_get(smsq->network, pending->sms_id);
275
276 /* the sms is gone? Move to the next */
277 if (!sms) {
Harald Welte7f918af2022-05-15 14:55:56 +0200278 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100279 sms_queue_trigger(smsq);
280 } else {
281 pending->resend = 0;
Harald Welte63494a62022-05-15 13:03:57 +0200282 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100283 }
284 }
285}
286
Harald Welte2483f1b2016-06-19 18:06:02 +0200287/* Find the next pending SMS by cycling through the recipients. We could also
288 * cycle through the pending SMS, but that might cause us to keep trying to
289 * send SMS to the same few subscribers repeatedly while not servicing other
290 * subscribers for a long time. By walking the list of recipient MSISDNs, we
291 * ensure that all subscribers get their fair time to receive SMS. */
292struct gsm_sms *smsq_take_next_sms(struct gsm_network *net,
293 char *last_msisdn,
294 size_t last_msisdn_buflen)
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100295{
296 struct gsm_sms *sms;
Harald Welte2483f1b2016-06-19 18:06:02 +0200297 int wrapped = 0;
298 int sanity = 100;
299 char started_with_msisdn[last_msisdn_buflen];
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100300
Max98f74672018-02-05 12:57:06 +0100301 OSMO_STRLCPY_ARRAY(started_with_msisdn, last_msisdn);
Harald Welte2483f1b2016-06-19 18:06:02 +0200302
303 while (wrapped < 2 && (--sanity)) {
304 /* If we wrapped around and passed the first msisdn, we're
305 * through the entire SMS DB; end it. */
306 if (wrapped && strcmp(last_msisdn, started_with_msisdn) >= 0)
307 break;
308
309 sms = db_sms_get_next_unsent_rr_msisdn(net, last_msisdn, 9);
310 if (!sms) {
311 last_msisdn[0] = '\0';
Max5e2e9bd2018-02-06 19:31:08 +0100312 wrapped++;
Harald Welte2483f1b2016-06-19 18:06:02 +0200313 continue;
314 }
315
316 /* Whatever happens, next time around service another recipient
317 */
318 osmo_strlcpy(last_msisdn, sms->dst.addr, last_msisdn_buflen);
319
320 /* Is the subscriber attached? If not, go to next SMS */
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700321 if (!sms->receiver || !sms->receiver->lu_complete) {
322 LOGP(DLSMS, LOGL_DEBUG,
Pau Espin Pedrolf8af7762019-04-09 12:44:35 +0200323 "Subscriber %s%s is not attached, skipping SMS %llu\n",
324 sms->receiver ? "" : "MSISDN-",
325 sms->receiver ? vlr_subscr_msisdn_or_name(sms->receiver)
326 : sms->dst.addr, sms->id);
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700327 sms_free(sms);
Harald Welte2483f1b2016-06-19 18:06:02 +0200328 continue;
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700329 }
Harald Welte2483f1b2016-06-19 18:06:02 +0200330
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100331 return sms;
332 }
333
Harald Welte2483f1b2016-06-19 18:06:02 +0200334 DEBUGP(DLSMS, "SMS queue: no SMS to be sent\n");
335 return NULL;
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100336}
337
Harald Weltedc7d8412022-05-14 09:54:15 +0200338/* read up to 'max_pending' pending SMS from the database and add them to the in-memory
339 * sms_queue; trigger the first delivery attempt. 'submit' in this context means
340 * "read from the database and add to the in-memory gsm_sms_queue" and is not to be
341 * confused with the SMS SUBMIT operation a MS performs when sending a MO-SMS. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100342static void sms_submit_pending(void *_data)
343{
344 struct gsm_sms_queue *smsq = _data;
345 int attempts = smsq->max_pending - smsq->pending;
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100346 int initialized = 0;
347 unsigned long long first_sub = 0;
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100348 int attempted = 0, rounds = 0;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100349
Pau Espin Pedrolfe5b7042019-06-20 10:45:35 +0200350 LOGP(DLSMS, LOGL_DEBUG, "Attempting to send up to %d SMS\n", attempts);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100351
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100352 do {
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100353 struct gsm_sms_pending *pending;
354 struct gsm_sms *sms;
355
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100356
Harald Welte2483f1b2016-06-19 18:06:02 +0200357 sms = smsq_take_next_sms(smsq->network, smsq->last_msisdn,
358 sizeof(smsq->last_msisdn));
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200359 if (!sms) {
360 LOGP(DLSMS, LOGL_DEBUG, "Sending SMS done (%d attempted)\n",
361 attempted);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100362 break;
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200363 }
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100364
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100365 rounds += 1;
Neels Hofmeyr3d6a8be2019-11-18 07:15:56 +0100366 LOGP(DLSMS, LOGL_DEBUG, "Checking whether to send SMS %llu\n", sms->id);
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100367
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100368 /*
369 * This code needs to detect a loop. It assumes that no SMS
370 * will vanish during the time this is executed. We will remember
371 * the id of the first GSM subscriber we see and then will
372 * compare this. The Database code should make sure that we will
373 * see all other subscribers first before seeing this one again.
374 *
375 * It is always scary to have an infinite loop like this.
376 */
377 if (!initialized) {
378 first_sub = sms->receiver->id;
379 initialized = 1;
380 } else if (first_sub == sms->receiver->id) {
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200381 LOGP(DLSMS, LOGL_DEBUG, "Sending SMS done (loop) (%d attempted)\n",
382 attempted);
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100383 sms_free(sms);
384 break;
385 }
386
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100387 /* no need to send a pending sms */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100388 if (sms_queue_sms_is_pending(smsq, sms->id)) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100389 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freytherdc53af62010-12-27 20:12:25 +0100390 "SMSqueue with pending sms: %llu. Skipping\n", sms->id);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100391 sms_free(sms);
392 continue;
393 }
394
395 /* no need to send a SMS with the same receiver */
396 if (sms_subscriber_is_pending(smsq, sms->receiver)) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100397 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100398 "SMSqueue with pending sub: %llu. Skipping\n", sms->receiver->id);
399 sms_free(sms);
400 continue;
401 }
402
Harald Weltedc7d8412022-05-14 09:54:15 +0200403 /* allocate a new gsm_sms_pending object in RAM */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100404 pending = sms_pending_from(smsq, sms);
405 if (!pending) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100406 LOGP(DLSMS, LOGL_ERROR,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100407 "Failed to create pending SMS entry.\n");
408 sms_free(sms);
409 continue;
410 }
411
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100412 attempted += 1;
Harald Welte63494a62022-05-15 13:03:57 +0200413 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100414 } while (attempted < attempts && rounds < 1000);
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100415
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100416 LOGP(DLSMS, LOGL_DEBUG, "SMSqueue added %d messages in %d rounds\n", attempted, rounds);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100417}
418
Harald Weltedc7d8412022-05-14 09:54:15 +0200419/* obtain the next pending SMS for given subscriber from database,
420 * create gsm_sms_pending object and attempt first delivery. If there
421 * are no SMS pending for the given subscriber, call sms_submit_pending()
422 * to read more SMS (for any subscriber) into the in-RAM pending queue */
Harald Welte2483f1b2016-06-19 18:06:02 +0200423static void sms_send_next(struct vlr_subscr *vsub)
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100424{
Harald Welte2483f1b2016-06-19 18:06:02 +0200425 struct gsm_network *net = vsub->vlr->user_ctx;
426 struct gsm_sms_queue *smsq = net->sms_queue;
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100427 struct gsm_sms_pending *pending;
428 struct gsm_sms *sms;
429
430 /* the subscriber should not be in the queue */
Harald Welte2483f1b2016-06-19 18:06:02 +0200431 OSMO_ASSERT(!sms_subscriber_is_pending(smsq, vsub));
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100432
433 /* check for more messages for this subscriber */
Harald Welted43c22e2022-05-14 15:35:49 +0200434 sms = db_sms_get_unsent_for_subscr(vsub, INT_MAX);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100435 if (!sms)
436 goto no_pending_sms;
437
Harald Welte2483f1b2016-06-19 18:06:02 +0200438 /* The sms should not be scheduled right now */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100439 OSMO_ASSERT(!sms_queue_sms_is_pending(smsq, sms->id));
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100440
441 /* Remember that we deliver this SMS and send it */
442 pending = sms_pending_from(smsq, sms);
443 if (!pending) {
444 LOGP(DLSMS, LOGL_ERROR,
445 "Failed to create pending SMS entry.\n");
446 sms_free(sms);
447 goto no_pending_sms;
448 }
449
Harald Welte63494a62022-05-15 13:03:57 +0200450 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100451 return;
452
453no_pending_sms:
454 /* Try to send the SMS to avoid the queue being stuck */
Harald Welte2483f1b2016-06-19 18:06:02 +0200455 sms_submit_pending(net->sms_queue);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100456}
457
Harald Weltedc7d8412022-05-14 09:54:15 +0200458/* Trigger a call to sms_submit_pending() in one second */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100459int sms_queue_trigger(struct gsm_sms_queue *smsq)
460{
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200461 LOGP(DLSMS, LOGL_DEBUG, "Triggering SMS queue\n");
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200462 if (osmo_timer_pending(&smsq->push_queue))
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100463 return 0;
464
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200465 osmo_timer_schedule(&smsq->push_queue, 1, 0);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100466 return 0;
467}
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100468
Harald Weltedc7d8412022-05-14 09:54:15 +0200469/* initialize the sms_queue subsystem and read the first batch of SMS from
470 * the database for delivery */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100471int sms_queue_start(struct gsm_network *network, int max_pending)
472{
473 struct gsm_sms_queue *sms = talloc_zero(network, struct gsm_sms_queue);
474 if (!sms) {
475 LOGP(DMSC, LOGL_ERROR, "Failed to create the SMS queue.\n");
476 return -1;
477 }
478
Harald Welte63494a62022-05-15 13:03:57 +0200479 sms->statg = osmo_stat_item_group_alloc(sms, &smsq_statg_desc, 0);
480 if (!sms->statg)
481 goto err_free;
482
483 sms->ctrg = rate_ctr_group_alloc(sms, &smsq_ctrg_desc, 0);
484 if (!sms->ctrg)
485 goto err_statg;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100486
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100487 network->sms_queue = sms;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100488 INIT_LLIST_HEAD(&sms->pending_sms);
Holger Hans Peter Freythera37e3bc2010-12-25 17:43:03 +0100489 sms->max_fail = 1;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100490 sms->network = network;
491 sms->max_pending = max_pending;
Pablo Neira Ayuso51215762017-05-08 20:57:52 +0200492 osmo_timer_setup(&sms->push_queue, sms_submit_pending, sms);
493 osmo_timer_setup(&sms->resend_pending, sms_resend_pending, sms);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100494
Harald Welte63494a62022-05-15 13:03:57 +0200495 osmo_signal_register_handler(SS_SUBSCR, sms_subscr_cb, network);
496 osmo_signal_register_handler(SS_SMS, sms_sms_cb, network);
497
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100498 sms_submit_pending(sms);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100499
500 return 0;
Harald Welte63494a62022-05-15 13:03:57 +0200501
502err_statg:
503 osmo_stat_item_group_free(sms->statg);
504err_free:
505 talloc_free(sms);
506
507 return -ENOMEM;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100508}
509
Harald Weltedc7d8412022-05-14 09:54:15 +0200510/* call-back: Given subscriber is now ready for short messages. */
Harald Welte2483f1b2016-06-19 18:06:02 +0200511static int sub_ready_for_sm(struct gsm_network *net, struct vlr_subscr *vsub)
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100512{
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100513 struct gsm_sms *sms;
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200514 struct gsm_sms_pending *pending;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100515
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200516 /*
517 * The code used to be very clever and tried to submit
518 * a SMS during the Location Updating Request. This has
519 * two issues:
520 * 1.) The Phone might not be ready yet, e.g. the C155
521 * will not respond to the Submit when it is booting.
522 * 2.) The queue is already trying to submit SMS to the
523 * user and by not responding to the paging request
524 * we will set the LAC back to 0. We would have to
525 * stop the paging and move things over.
526 *
527 * We need to be careful in what we try here.
528 */
529
530 /* check if we have pending requests */
Harald Welte2483f1b2016-06-19 18:06:02 +0200531 pending = sms_subscriber_find_pending(net->sms_queue, vsub);
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200532 if (pending) {
533 LOGP(DMSC, LOGL_NOTICE,
534 "Pending paging while subscriber %llu attached.\n",
Harald Welte2483f1b2016-06-19 18:06:02 +0200535 vsub->id);
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200536 return 0;
537 }
538
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200539 /* Now try to deliver any pending SMS to this sub */
Harald Welted43c22e2022-05-14 15:35:49 +0200540 sms = db_sms_get_unsent_for_subscr(vsub, INT_MAX);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100541 if (!sms)
542 return -1;
Vadim Yanitskiy24e025e2018-11-22 15:42:39 +0700543
Harald Welte63494a62022-05-15 13:03:57 +0200544 _gsm411_send_sms(net, vsub, sms);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100545 return 0;
546}
547
Harald Weltedc7d8412022-05-14 09:54:15 +0200548/* call-back for SS_SUBSCR signals */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100549static int sms_subscr_cb(unsigned int subsys, unsigned int signal,
550 void *handler_data, void *signal_data)
551{
Harald Welte2483f1b2016-06-19 18:06:02 +0200552 struct vlr_subscr *vsub = signal_data;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100553
554 if (signal != S_SUBSCR_ATTACHED)
555 return 0;
556
557 /* this is readyForSM */
Harald Welte2483f1b2016-06-19 18:06:02 +0200558 return sub_ready_for_sm(handler_data, vsub);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100559}
560
Harald Weltedc7d8412022-05-14 09:54:15 +0200561/* call-back for SS_SMS signals */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100562static int sms_sms_cb(unsigned int subsys, unsigned int signal,
563 void *handler_data, void *signal_data)
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100564{
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100565 struct gsm_network *network = handler_data;
566 struct sms_signal_data *sig_sms = signal_data;
567 struct gsm_sms_pending *pending;
Harald Welte2483f1b2016-06-19 18:06:02 +0200568 struct vlr_subscr *vsub;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100569
570 /* We got a new SMS and maybe should launch the queue again. */
571 if (signal == S_SMS_SUBMITTED || signal == S_SMS_SMMA) {
Holger Hans Peter Freyther024dc772014-02-24 14:29:27 +0100572 /* TODO: For SMMA we might want to re-use the radio connection. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100573 sms_queue_trigger(network->sms_queue);
574 return 0;
575 }
576
577 if (!sig_sms->sms)
578 return -1;
579
580
581 /*
582 * Find the entry of our queue. The SMS subsystem will submit
583 * sms that are not in our control as we just have a channel
584 * open anyway.
585 */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100586 pending = sms_find_pending(network->sms_queue, sig_sms->sms->id);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100587 if (!pending)
588 return 0;
589
590 switch (signal) {
591 case S_SMS_DELIVERED:
Harald Welte63494a62022-05-15 13:03:57 +0200592 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_ACK);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100593 /* Remember the subscriber and clear the pending entry */
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100594 vsub = pending->vsub;
595 vlr_subscr_get(vsub, __func__);
Stefan Sperling6ba2d5a2018-01-18 18:55:26 +0100596 db_sms_delete_sent_message_by_id(pending->sms_id);
Harald Welte7f918af2022-05-15 14:55:56 +0200597 sms_pending_free(network->sms_queue, pending);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100598 /* Attempt to send another SMS to this subscriber */
Harald Welte2483f1b2016-06-19 18:06:02 +0200599 sms_send_next(vsub);
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100600 vlr_subscr_put(vsub, __func__);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100601 break;
602 case S_SMS_MEM_EXCEEDED:
Harald Welte63494a62022-05-15 13:03:57 +0200603 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_NOMEM);
Harald Welte7f918af2022-05-15 14:55:56 +0200604 sms_pending_free(network->sms_queue, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100605 sms_queue_trigger(network->sms_queue);
606 break;
607 case S_SMS_UNKNOWN_ERROR:
608 /*
609 * There can be many reasons for this failure. E.g. the paging
610 * timed out, the subscriber was not paged at all, or there was
611 * a protocol error. The current strategy is to try sending the
612 * next SMS for busy/oom and to retransmit when we have paged.
613 *
614 * When the paging expires three times we will disable the
615 * subscriber. If we have some kind of other transmit error we
616 * should flag the SMS as bad.
617 */
Neels Hofmeyrc4628a32018-12-07 14:47:34 +0100618 if (sig_sms->paging_result) {
Harald Welte63494a62022-05-15 13:03:57 +0200619 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_ERR);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100620 /* BAD SMS? */
621 db_sms_inc_deliver_attempts(sig_sms->sms);
622 sms_pending_failed(pending, 0);
Neels Hofmeyrc4628a32018-12-07 14:47:34 +0100623 } else {
Harald Welte63494a62022-05-15 13:03:57 +0200624 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_TIMEOUT);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100625 sms_pending_failed(pending, 1);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100626 }
627 break;
628 default:
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100629 LOGP(DLSMS, LOGL_ERROR, "Unhandled result: %d\n",
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100630 sig_sms->paging_result);
631 }
632
Stefan Sperling14e05172018-01-22 17:31:20 +0100633 /* While here, attempt to remove an expired SMS from the DB. */
634 db_sms_delete_oldest_expired_message();
635
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100636 return 0;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100637}
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +0100638
639/* VTY helper functions */
640int sms_queue_stats(struct gsm_sms_queue *smsq, struct vty *vty)
641{
642 struct gsm_sms_pending *pending;
643
644 vty_out(vty, "SMSqueue with max_pending: %d pending: %d%s",
645 smsq->max_pending, smsq->pending, VTY_NEWLINE);
646
647 llist_for_each_entry(pending, &smsq->pending_sms, entry)
Holger Hans Peter Freyther583e9ae2010-12-27 20:19:48 +0100648 vty_out(vty, " SMS Pending for Subscriber: %llu SMS: %llu Failed: %d.%s",
Harald Welte2483f1b2016-06-19 18:06:02 +0200649 pending->vsub->id, pending->sms_id,
Holger Hans Peter Freyther583e9ae2010-12-27 20:19:48 +0100650 pending->failed_attempts, VTY_NEWLINE);
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +0100651 return 0;
652}
Holger Hans Peter Freyther3c6f6c22010-12-25 14:25:12 +0100653
654int sms_queue_set_max_pending(struct gsm_sms_queue *smsq, int max_pending)
655{
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100656 LOGP(DLSMS, LOGL_NOTICE, "SMSqueue old max: %d new: %d\n",
Holger Hans Peter Freyther3c6f6c22010-12-25 14:25:12 +0100657 smsq->max_pending, max_pending);
658 smsq->max_pending = max_pending;
659 return 0;
660}
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100661
Holger Hans Peter Freyther994dcbb2010-12-25 14:50:50 +0100662int sms_queue_set_max_failure(struct gsm_sms_queue *smsq, int max_fail)
663{
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100664 LOGP(DLSMS, LOGL_NOTICE, "SMSqueue max failure old: %d new: %d\n",
Holger Hans Peter Freyther994dcbb2010-12-25 14:50:50 +0100665 smsq->max_fail, max_fail);
666 smsq->max_fail = max_fail;
667 return 0;
668}
669
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100670int sms_queue_clear(struct gsm_sms_queue *smsq)
671{
672 struct gsm_sms_pending *pending, *tmp;
673
674 llist_for_each_entry_safe(pending, tmp, &smsq->pending_sms, entry) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100675 LOGP(DLSMS, LOGL_NOTICE,
Harald Welte2483f1b2016-06-19 18:06:02 +0200676 "SMSqueue clearing for sub %llu\n", pending->vsub->id);
Harald Welte7f918af2022-05-15 14:55:56 +0200677 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100678 }
679
680 return 0;
681}