blob: 461b3afd5d457d9ed801693c4244ec022f8e9475 [file] [log] [blame]
Martin Hauke3f07dac2019-11-14 17:49:08 +01001/* SMS queue to continuously attempt to deliver SMS */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +01002/*
3 * (C) 2010 by Holger Hans Peter Freyther <zecke@selfish.org>
4 * All Rights Reserved
5 *
6 * This program is free software; you can redistribute it and/or modify
Harald Welte9af6ddf2011-01-01 15:25:50 +01007 * it under the terms of the GNU Affero General Public License as published by
8 * the Free Software Foundation; either version 3 of the License, or
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +01009 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Harald Welte9af6ddf2011-01-01 15:25:50 +010014 * GNU Affero General Public License for more details.
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010015 *
Harald Welte9af6ddf2011-01-01 15:25:50 +010016 * You should have received a copy of the GNU Affero General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010018 *
19 */
20
21/**
22 * The difficulty of such a queue is to send a lot of SMS without
23 * overloading the paging subsystem and the database and other users
24 * of the MSC. To make the best use we would need to know the number
25 * of pending paging requests, then throttle the number of SMS we
26 * want to send and such.
27 * We will start with a very simple SMS Queue and then try to speed
28 * things up by collecting data from other parts of the system.
29 */
30
Harald Welte2483f1b2016-06-19 18:06:02 +020031#include <limits.h>
32
Neels Hofmeyr90843962017-09-04 15:04:35 +020033#include <osmocom/msc/sms_queue.h>
Neels Hofmeyr90843962017-09-04 15:04:35 +020034#include <osmocom/msc/db.h>
35#include <osmocom/msc/debug.h>
36#include <osmocom/msc/gsm_data.h>
37#include <osmocom/msc/gsm_04_11.h>
38#include <osmocom/msc/gsm_subscriber.h>
39#include <osmocom/msc/signal.h>
40#include <osmocom/msc/vlr.h>
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010041
Pablo Neira Ayuso136f4532011-03-22 16:47:59 +010042#include <osmocom/core/talloc.h>
Harald Welte63494a62022-05-15 13:03:57 +020043#include <osmocom/core/utils.h>
44#include <osmocom/core/rate_ctr.h>
45#include <osmocom/core/stat_item.h>
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +010046
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +010047#include <osmocom/vty/vty.h>
48
Harald Welte63494a62022-05-15 13:03:57 +020049enum smsq_stat_item_idx {
50 SMSQ_STAT_SMS_RAM_PENDING,
51};
52
53static const struct osmo_stat_item_desc smsq_stat_item_desc[] = {
54 [SMSQ_STAT_SMS_RAM_PENDING] = { "ram:pending",
55 "Number of SMSs in the in-RAM pending delivery queue" },
56};
57
58static const struct osmo_stat_item_group_desc smsq_statg_desc = {
59 "sms_queue",
60 "SMS queue",
61 OSMO_STATS_CLASS_GLOBAL,
62 ARRAY_SIZE(smsq_stat_item_desc),
63 smsq_stat_item_desc,
64};
65
66enum smsq_rate_ctr_idx {
67 SMSQ_CTR_SMS_DELIVERY_ATTEMPTS,
68 SMSQ_CTR_SMS_DELIVERY_ACK,
69 SMSQ_CTR_SMS_DELIVERY_ERR,
70 SMSQ_CTR_SMS_DELIVERY_NOMEM,
71 SMSQ_CTR_SMS_DELIVERY_TIMEOUT,
72};
73
74static const struct rate_ctr_desc smsq_ctr_desc[] = {
75 [SMSQ_CTR_SMS_DELIVERY_ATTEMPTS] = { "delivery:attempts",
76 "Attempted MT SMS deliveries to subscriber" },
77 [SMSQ_CTR_SMS_DELIVERY_ACK] = { "deliver:ack",
78 "Successful MT SMS delivery to subscriber" },
79 [SMSQ_CTR_SMS_DELIVERY_ERR] = { "deliver:error",
80 "Erroneous MT SMS delivery" },
81 [SMSQ_CTR_SMS_DELIVERY_NOMEM] = { "deliver:no_memory",
82 "Failed MT SMS delivery due to no memory on MS" },
83 [SMSQ_CTR_SMS_DELIVERY_TIMEOUT] = { "deliver:paging_timeout",
84 "Failed MT SMS delivery due to paging timeout (MS gone?)" },
85};
86
87static const struct rate_ctr_group_desc smsq_ctrg_desc = {
88 "sms_queue",
89 "SMS queue",
90 OSMO_STATS_CLASS_GLOBAL,
91 ARRAY_SIZE(smsq_ctr_desc),
92 smsq_ctr_desc,
93};
94
95#define smsq_rate_ctr_inc(smsq, idx) \
96 rate_ctr_inc(rate_ctr_group_get_ctr((smsq)->ctrg, idx))
97#define smsq_rate_ctr_add(smsq, idx, val) \
98 rate_ctr_add(rate_ctr_group_get_ctr((smsq)->ctrg, idx), val)
99
100#define smsq_stat_item_inc(smsq, idx) \
101 osmo_stat_item_inc(osmo_stat_item_group_get_item((smsq)->statg, idx), 1)
102#define smsq_stat_item_dec(smsq, idx) \
103 osmo_stat_item_dec(osmo_stat_item_group_get_item((smsq)->statg, idx), 1)
104#define smsq_stat_item_set(smsq, idx, val) \
105 osmo_stat_item_set(osmo_stat_item_group_get_item((smsq)->statg, idx), val)
106
107
Harald Weltedc7d8412022-05-14 09:54:15 +0200108/* One in-RAM record of a "pending SMS". This is not the SMS itself, but merely
109 * a pointer to the database record. It holds a reference on the vlr_subscriber
110 * and some counters. While this object exists in RAM, we are regularly attempting
111 * to deliver the related SMS. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100112struct gsm_sms_pending {
Harald Weltedc7d8412022-05-14 09:54:15 +0200113 struct llist_head entry; /* gsm_sms_queue.pending_sms */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100114
Harald Weltedc7d8412022-05-14 09:54:15 +0200115 struct vlr_subscr *vsub; /* destination subscriber for this SMS */
116 struct msc_a *msc_a; /* MSC_A associated with this SMS */
117 unsigned long long sms_id; /* unique ID (in SQL database) of this SMS */
118 int failed_attempts; /* count of failed deliver attempts so far */
119 int resend; /* should we try re-sending it (now) ? */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100120};
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100121
Harald Weltedc7d8412022-05-14 09:54:15 +0200122/* (global) state of the SMS queue. */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100123struct gsm_sms_queue {
Harald Weltedc7d8412022-05-14 09:54:15 +0200124 struct osmo_timer_list resend_pending; /* timer triggering sms_resend_pending() */
125 struct osmo_timer_list push_queue; /* timer triggering sms_submit_pending() */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100126 struct gsm_network *network;
Harald Weltedc7d8412022-05-14 09:54:15 +0200127 int max_fail; /* maximum number of delivery failures */
128 int max_pending; /* maximum number of gsm_sms_pending in RAM */
129 int pending; /* current number of gsm_sms_pending in RAM */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100130
Harald Weltedc7d8412022-05-14 09:54:15 +0200131 struct llist_head pending_sms; /* list of gsm_sms_pending */
Harald Welte2483f1b2016-06-19 18:06:02 +0200132
Harald Weltedc7d8412022-05-14 09:54:15 +0200133 /* last MSISDN for which we read SMS from the database and created gsm_sms_pending records */
Vadim Yanitskiy8b0737f2019-05-25 19:27:17 +0700134 char last_msisdn[GSM23003_MSISDN_MAX_DIGITS+1];
Harald Welte63494a62022-05-15 13:03:57 +0200135
136 /* statistics / counters */
137 struct osmo_stat_item_group *statg;
138 struct rate_ctr_group *ctrg;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100139};
140
Harald Welte63494a62022-05-15 13:03:57 +0200141/* private wrapper function to make sure we count all SMS delivery attempts */
142static void _gsm411_send_sms(struct gsm_network *net, struct vlr_subscr *vsub, struct gsm_sms *sms)
143{
144 smsq_rate_ctr_inc(net->sms_queue, SMSQ_CTR_SMS_DELIVERY_ATTEMPTS);
145 gsm411_send_sms(net, vsub, sms);
146}
147
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100148static int sms_subscr_cb(unsigned int, unsigned int, void *, void *);
149static int sms_sms_cb(unsigned int, unsigned int, void *, void *);
150
Harald Weltedc7d8412022-05-14 09:54:15 +0200151/* look-up a 'gsm_sms_pending' for the given sms_id; return NULL if none */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100152static struct gsm_sms_pending *sms_find_pending(struct gsm_sms_queue *smsq,
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100153 unsigned long long sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100154{
155 struct gsm_sms_pending *pending;
156
157 llist_for_each_entry(pending, &smsq->pending_sms, entry) {
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100158 if (pending->sms_id == sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100159 return pending;
160 }
161
162 return NULL;
163}
164
Harald Weltedc7d8412022-05-14 09:54:15 +0200165/* do we currently have a gsm_sms_pending object for the given SMS id? */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100166int sms_queue_sms_is_pending(struct gsm_sms_queue *smsq, unsigned long long sms_id)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100167{
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100168 return sms_find_pending(smsq, sms_id) != NULL;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100169}
170
Harald Weltedc7d8412022-05-14 09:54:15 +0200171/* find the first pending SMS (in RAM) for the given subscriber */
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200172static struct gsm_sms_pending *sms_subscriber_find_pending(
173 struct gsm_sms_queue *smsq,
Harald Welte2483f1b2016-06-19 18:06:02 +0200174 struct vlr_subscr *vsub)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100175{
176 struct gsm_sms_pending *pending;
177
178 llist_for_each_entry(pending, &smsq->pending_sms, entry) {
Harald Welte2483f1b2016-06-19 18:06:02 +0200179 if (pending->vsub == vsub)
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200180 return pending;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100181 }
182
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200183 return NULL;
184}
185
Harald Weltedc7d8412022-05-14 09:54:15 +0200186/* do we have any pending SMS (in RAM) for the given subscriber? */
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200187static int sms_subscriber_is_pending(struct gsm_sms_queue *smsq,
Harald Welte2483f1b2016-06-19 18:06:02 +0200188 struct vlr_subscr *vsub)
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200189{
Harald Welte2483f1b2016-06-19 18:06:02 +0200190 return sms_subscriber_find_pending(smsq, vsub) != NULL;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100191}
192
Harald Weltedc7d8412022-05-14 09:54:15 +0200193/* allocate a new gsm_sms_pending record and fill it with information from 'sms' */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100194static struct gsm_sms_pending *sms_pending_from(struct gsm_sms_queue *smsq,
195 struct gsm_sms *sms)
196{
197 struct gsm_sms_pending *pending;
198
199 pending = talloc_zero(smsq, struct gsm_sms_pending);
200 if (!pending)
201 return NULL;
202
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100203 vlr_subscr_get(sms->receiver, VSUB_USE_SMS_PENDING);
204 pending->vsub = sms->receiver;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100205 pending->sms_id = sms->id;
206 return pending;
207}
208
Harald Welte7f918af2022-05-15 14:55:56 +0200209/* add (append) a gsm_sms_pending to the queue pending_sms list */
210static void sms_pending_add(struct gsm_sms_queue *smsq, struct gsm_sms_pending *pending)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100211{
Harald Welte7f918af2022-05-15 14:55:56 +0200212 smsq->pending += 1;
213 smsq_stat_item_inc(smsq, SMSQ_STAT_SMS_RAM_PENDING);
214 llist_add_tail(&pending->entry, &smsq->pending_sms);
215}
216
217/* release a gsm_sms_pending object */
218static void sms_pending_free(struct gsm_sms_queue *smsq, struct gsm_sms_pending *pending)
219{
220 smsq->pending -= 1;
221 smsq_stat_item_dec(smsq, SMSQ_STAT_SMS_RAM_PENDING);
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100222 vlr_subscr_put(pending->vsub, VSUB_USE_SMS_PENDING);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100223 llist_del(&pending->entry);
224 talloc_free(pending);
225}
226
Harald Weltedc7d8412022-05-14 09:54:15 +0200227/* this sets the 'resend' flag of the gsm_sms_pending and schedules
228 * the timer for re-sending */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100229static void sms_pending_resend(struct gsm_sms_pending *pending)
230{
Harald Welte2483f1b2016-06-19 18:06:02 +0200231 struct gsm_network *net = pending->vsub->vlr->user_ctx;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100232 struct gsm_sms_queue *smsq;
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100233 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100234 "Scheduling resend of SMS %llu.\n", pending->sms_id);
235
236 pending->resend = 1;
237
Harald Welte2483f1b2016-06-19 18:06:02 +0200238 smsq = net->sms_queue;
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200239 if (osmo_timer_pending(&smsq->resend_pending))
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100240 return;
241
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200242 osmo_timer_schedule(&smsq->resend_pending, 1, 0);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100243}
244
Harald Weltedc7d8412022-05-14 09:54:15 +0200245/* call-back when a pending SMS has failed; try another re-send if number of
246 * attempts is < smsq->max_fail */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100247static void sms_pending_failed(struct gsm_sms_pending *pending, int paging_error)
248{
Harald Welte2483f1b2016-06-19 18:06:02 +0200249 struct gsm_network *net = pending->vsub->vlr->user_ctx;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100250 struct gsm_sms_queue *smsq;
251
Neels Hofmeyr34a36da2019-03-06 16:00:41 +0100252 pending->failed_attempts++;
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100253 LOGP(DLSMS, LOGL_NOTICE, "Sending SMS %llu failed %d times.\n",
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100254 pending->sms_id, pending->failed_attempts);
255
Harald Welte2483f1b2016-06-19 18:06:02 +0200256 smsq = net->sms_queue;
Neels Hofmeyr34a36da2019-03-06 16:00:41 +0100257 if (pending->failed_attempts < smsq->max_fail)
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100258 return sms_pending_resend(pending);
259
Harald Welte7f918af2022-05-15 14:55:56 +0200260 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100261}
262
Harald Weltedc7d8412022-05-14 09:54:15 +0200263/* Resend all SMS that are scheduled for a resend. This is done to
264 * avoid an immediate failure. This iterates over all the (in RAM)
265 * pending_sms records, checks for resend == true, reads them from the
Harald Welte63494a62022-05-15 13:03:57 +0200266 * DB and attempts to send them via _gsm411_send_sms() */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100267static void sms_resend_pending(void *_data)
268{
269 struct gsm_sms_pending *pending, *tmp;
270 struct gsm_sms_queue *smsq = _data;
271
272 llist_for_each_entry_safe(pending, tmp, &smsq->pending_sms, entry) {
273 struct gsm_sms *sms;
274 if (!pending->resend)
275 continue;
276
277 sms = db_sms_get(smsq->network, pending->sms_id);
278
279 /* the sms is gone? Move to the next */
280 if (!sms) {
Harald Welte7f918af2022-05-15 14:55:56 +0200281 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100282 sms_queue_trigger(smsq);
283 } else {
284 pending->resend = 0;
Harald Welte63494a62022-05-15 13:03:57 +0200285 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100286 }
287 }
288}
289
Harald Welte2483f1b2016-06-19 18:06:02 +0200290/* Find the next pending SMS by cycling through the recipients. We could also
291 * cycle through the pending SMS, but that might cause us to keep trying to
292 * send SMS to the same few subscribers repeatedly while not servicing other
293 * subscribers for a long time. By walking the list of recipient MSISDNs, we
294 * ensure that all subscribers get their fair time to receive SMS. */
295struct gsm_sms *smsq_take_next_sms(struct gsm_network *net,
296 char *last_msisdn,
297 size_t last_msisdn_buflen)
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100298{
299 struct gsm_sms *sms;
Harald Welte2483f1b2016-06-19 18:06:02 +0200300 int wrapped = 0;
301 int sanity = 100;
302 char started_with_msisdn[last_msisdn_buflen];
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100303
Max98f74672018-02-05 12:57:06 +0100304 OSMO_STRLCPY_ARRAY(started_with_msisdn, last_msisdn);
Harald Welte2483f1b2016-06-19 18:06:02 +0200305
306 while (wrapped < 2 && (--sanity)) {
307 /* If we wrapped around and passed the first msisdn, we're
308 * through the entire SMS DB; end it. */
309 if (wrapped && strcmp(last_msisdn, started_with_msisdn) >= 0)
310 break;
311
312 sms = db_sms_get_next_unsent_rr_msisdn(net, last_msisdn, 9);
313 if (!sms) {
314 last_msisdn[0] = '\0';
Max5e2e9bd2018-02-06 19:31:08 +0100315 wrapped++;
Harald Welte2483f1b2016-06-19 18:06:02 +0200316 continue;
317 }
318
319 /* Whatever happens, next time around service another recipient
320 */
321 osmo_strlcpy(last_msisdn, sms->dst.addr, last_msisdn_buflen);
322
323 /* Is the subscriber attached? If not, go to next SMS */
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700324 if (!sms->receiver || !sms->receiver->lu_complete) {
325 LOGP(DLSMS, LOGL_DEBUG,
Pau Espin Pedrolf8af7762019-04-09 12:44:35 +0200326 "Subscriber %s%s is not attached, skipping SMS %llu\n",
327 sms->receiver ? "" : "MSISDN-",
328 sms->receiver ? vlr_subscr_msisdn_or_name(sms->receiver)
329 : sms->dst.addr, sms->id);
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700330 sms_free(sms);
Harald Welte2483f1b2016-06-19 18:06:02 +0200331 continue;
Vadim Yanitskiy96262a72019-03-28 21:25:14 +0700332 }
Harald Welte2483f1b2016-06-19 18:06:02 +0200333
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100334 return sms;
335 }
336
Harald Welte2483f1b2016-06-19 18:06:02 +0200337 DEBUGP(DLSMS, "SMS queue: no SMS to be sent\n");
338 return NULL;
Holger Hans Peter Freytherf7e23892010-12-25 17:45:23 +0100339}
340
Harald Weltedc7d8412022-05-14 09:54:15 +0200341/* read up to 'max_pending' pending SMS from the database and add them to the in-memory
342 * sms_queue; trigger the first delivery attempt. 'submit' in this context means
343 * "read from the database and add to the in-memory gsm_sms_queue" and is not to be
344 * confused with the SMS SUBMIT operation a MS performs when sending a MO-SMS. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100345static void sms_submit_pending(void *_data)
346{
347 struct gsm_sms_queue *smsq = _data;
348 int attempts = smsq->max_pending - smsq->pending;
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100349 int initialized = 0;
350 unsigned long long first_sub = 0;
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100351 int attempted = 0, rounds = 0;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100352
Pau Espin Pedrolfe5b7042019-06-20 10:45:35 +0200353 LOGP(DLSMS, LOGL_DEBUG, "Attempting to send up to %d SMS\n", attempts);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100354
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100355 do {
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100356 struct gsm_sms_pending *pending;
357 struct gsm_sms *sms;
358
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100359
Harald Welte2483f1b2016-06-19 18:06:02 +0200360 sms = smsq_take_next_sms(smsq->network, smsq->last_msisdn,
361 sizeof(smsq->last_msisdn));
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200362 if (!sms) {
363 LOGP(DLSMS, LOGL_DEBUG, "Sending SMS done (%d attempted)\n",
364 attempted);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100365 break;
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200366 }
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100367
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100368 rounds += 1;
Neels Hofmeyr3d6a8be2019-11-18 07:15:56 +0100369 LOGP(DLSMS, LOGL_DEBUG, "Checking whether to send SMS %llu\n", sms->id);
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100370
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100371 /*
372 * This code needs to detect a loop. It assumes that no SMS
373 * will vanish during the time this is executed. We will remember
374 * the id of the first GSM subscriber we see and then will
375 * compare this. The Database code should make sure that we will
376 * see all other subscribers first before seeing this one again.
377 *
378 * It is always scary to have an infinite loop like this.
379 */
380 if (!initialized) {
381 first_sub = sms->receiver->id;
382 initialized = 1;
383 } else if (first_sub == sms->receiver->id) {
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200384 LOGP(DLSMS, LOGL_DEBUG, "Sending SMS done (loop) (%d attempted)\n",
385 attempted);
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100386 sms_free(sms);
387 break;
388 }
389
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100390 /* no need to send a pending sms */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100391 if (sms_queue_sms_is_pending(smsq, sms->id)) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100392 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freytherdc53af62010-12-27 20:12:25 +0100393 "SMSqueue with pending sms: %llu. Skipping\n", sms->id);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100394 sms_free(sms);
395 continue;
396 }
397
398 /* no need to send a SMS with the same receiver */
399 if (sms_subscriber_is_pending(smsq, sms->receiver)) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100400 LOGP(DLSMS, LOGL_DEBUG,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100401 "SMSqueue with pending sub: %llu. Skipping\n", sms->receiver->id);
402 sms_free(sms);
403 continue;
404 }
405
Harald Weltedc7d8412022-05-14 09:54:15 +0200406 /* allocate a new gsm_sms_pending object in RAM */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100407 pending = sms_pending_from(smsq, sms);
408 if (!pending) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100409 LOGP(DLSMS, LOGL_ERROR,
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100410 "Failed to create pending SMS entry.\n");
411 sms_free(sms);
412 continue;
413 }
414
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100415 attempted += 1;
Harald Welte7f918af2022-05-15 14:55:56 +0200416 sms_pending_add(smsq, pending);
Harald Welte63494a62022-05-15 13:03:57 +0200417 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther5479fc82010-12-25 19:32:12 +0100418 } while (attempted < attempts && rounds < 1000);
Holger Hans Peter Freyther20384572010-12-25 19:28:44 +0100419
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100420 LOGP(DLSMS, LOGL_DEBUG, "SMSqueue added %d messages in %d rounds\n", attempted, rounds);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100421}
422
Harald Weltedc7d8412022-05-14 09:54:15 +0200423/* obtain the next pending SMS for given subscriber from database,
424 * create gsm_sms_pending object and attempt first delivery. If there
425 * are no SMS pending for the given subscriber, call sms_submit_pending()
426 * to read more SMS (for any subscriber) into the in-RAM pending queue */
Harald Welte2483f1b2016-06-19 18:06:02 +0200427static void sms_send_next(struct vlr_subscr *vsub)
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100428{
Harald Welte2483f1b2016-06-19 18:06:02 +0200429 struct gsm_network *net = vsub->vlr->user_ctx;
430 struct gsm_sms_queue *smsq = net->sms_queue;
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100431 struct gsm_sms_pending *pending;
432 struct gsm_sms *sms;
433
434 /* the subscriber should not be in the queue */
Harald Welte2483f1b2016-06-19 18:06:02 +0200435 OSMO_ASSERT(!sms_subscriber_is_pending(smsq, vsub));
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100436
437 /* check for more messages for this subscriber */
Harald Welte2483f1b2016-06-19 18:06:02 +0200438 sms = db_sms_get_unsent_for_subscr(vsub, UINT_MAX);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100439 if (!sms)
440 goto no_pending_sms;
441
Harald Welte2483f1b2016-06-19 18:06:02 +0200442 /* The sms should not be scheduled right now */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100443 OSMO_ASSERT(!sms_queue_sms_is_pending(smsq, sms->id));
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100444
445 /* Remember that we deliver this SMS and send it */
446 pending = sms_pending_from(smsq, sms);
447 if (!pending) {
448 LOGP(DLSMS, LOGL_ERROR,
449 "Failed to create pending SMS entry.\n");
450 sms_free(sms);
451 goto no_pending_sms;
452 }
453
Harald Welte7f918af2022-05-15 14:55:56 +0200454 sms_pending_add(smsq, pending);
Harald Welte63494a62022-05-15 13:03:57 +0200455 _gsm411_send_sms(smsq->network, sms->receiver, sms);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100456 return;
457
458no_pending_sms:
459 /* Try to send the SMS to avoid the queue being stuck */
Harald Welte2483f1b2016-06-19 18:06:02 +0200460 sms_submit_pending(net->sms_queue);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100461}
462
Harald Weltedc7d8412022-05-14 09:54:15 +0200463/* Trigger a call to sms_submit_pending() in one second */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100464int sms_queue_trigger(struct gsm_sms_queue *smsq)
465{
Neels Hofmeyr1e918c32016-05-09 21:48:53 +0200466 LOGP(DLSMS, LOGL_DEBUG, "Triggering SMS queue\n");
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200467 if (osmo_timer_pending(&smsq->push_queue))
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100468 return 0;
469
Pablo Neira Ayusobf540cb2011-05-06 12:11:06 +0200470 osmo_timer_schedule(&smsq->push_queue, 1, 0);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100471 return 0;
472}
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100473
Harald Weltedc7d8412022-05-14 09:54:15 +0200474/* initialize the sms_queue subsystem and read the first batch of SMS from
475 * the database for delivery */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100476int sms_queue_start(struct gsm_network *network, int max_pending)
477{
478 struct gsm_sms_queue *sms = talloc_zero(network, struct gsm_sms_queue);
479 if (!sms) {
480 LOGP(DMSC, LOGL_ERROR, "Failed to create the SMS queue.\n");
481 return -1;
482 }
483
Harald Welte63494a62022-05-15 13:03:57 +0200484 sms->statg = osmo_stat_item_group_alloc(sms, &smsq_statg_desc, 0);
485 if (!sms->statg)
486 goto err_free;
487
488 sms->ctrg = rate_ctr_group_alloc(sms, &smsq_ctrg_desc, 0);
489 if (!sms->ctrg)
490 goto err_statg;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100491
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100492 network->sms_queue = sms;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100493 INIT_LLIST_HEAD(&sms->pending_sms);
Holger Hans Peter Freythera37e3bc2010-12-25 17:43:03 +0100494 sms->max_fail = 1;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100495 sms->network = network;
496 sms->max_pending = max_pending;
Pablo Neira Ayuso51215762017-05-08 20:57:52 +0200497 osmo_timer_setup(&sms->push_queue, sms_submit_pending, sms);
498 osmo_timer_setup(&sms->resend_pending, sms_resend_pending, sms);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100499
Harald Welte63494a62022-05-15 13:03:57 +0200500 osmo_signal_register_handler(SS_SUBSCR, sms_subscr_cb, network);
501 osmo_signal_register_handler(SS_SMS, sms_sms_cb, network);
502
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100503 sms_submit_pending(sms);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100504
505 return 0;
Harald Welte63494a62022-05-15 13:03:57 +0200506
507err_statg:
508 osmo_stat_item_group_free(sms->statg);
509err_free:
510 talloc_free(sms);
511
512 return -ENOMEM;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100513}
514
Harald Weltedc7d8412022-05-14 09:54:15 +0200515/* call-back: Given subscriber is now ready for short messages. */
Harald Welte2483f1b2016-06-19 18:06:02 +0200516static int sub_ready_for_sm(struct gsm_network *net, struct vlr_subscr *vsub)
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100517{
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100518 struct gsm_sms *sms;
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200519 struct gsm_sms_pending *pending;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100520
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200521 /*
522 * The code used to be very clever and tried to submit
523 * a SMS during the Location Updating Request. This has
524 * two issues:
525 * 1.) The Phone might not be ready yet, e.g. the C155
526 * will not respond to the Submit when it is booting.
527 * 2.) The queue is already trying to submit SMS to the
528 * user and by not responding to the paging request
529 * we will set the LAC back to 0. We would have to
530 * stop the paging and move things over.
531 *
532 * We need to be careful in what we try here.
533 */
534
535 /* check if we have pending requests */
Harald Welte2483f1b2016-06-19 18:06:02 +0200536 pending = sms_subscriber_find_pending(net->sms_queue, vsub);
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200537 if (pending) {
538 LOGP(DMSC, LOGL_NOTICE,
539 "Pending paging while subscriber %llu attached.\n",
Harald Welte2483f1b2016-06-19 18:06:02 +0200540 vsub->id);
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200541 return 0;
542 }
543
Holger Hans Peter Freyther074b2b22011-07-25 00:13:06 +0200544 /* Now try to deliver any pending SMS to this sub */
Harald Welte2483f1b2016-06-19 18:06:02 +0200545 sms = db_sms_get_unsent_for_subscr(vsub, UINT_MAX);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100546 if (!sms)
547 return -1;
Vadim Yanitskiy24e025e2018-11-22 15:42:39 +0700548
Harald Welte63494a62022-05-15 13:03:57 +0200549 _gsm411_send_sms(net, vsub, sms);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100550 return 0;
551}
552
Harald Weltedc7d8412022-05-14 09:54:15 +0200553/* call-back for SS_SUBSCR signals */
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100554static int sms_subscr_cb(unsigned int subsys, unsigned int signal,
555 void *handler_data, void *signal_data)
556{
Harald Welte2483f1b2016-06-19 18:06:02 +0200557 struct vlr_subscr *vsub = signal_data;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100558
559 if (signal != S_SUBSCR_ATTACHED)
560 return 0;
561
562 /* this is readyForSM */
Harald Welte2483f1b2016-06-19 18:06:02 +0200563 return sub_ready_for_sm(handler_data, vsub);
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100564}
565
Harald Weltedc7d8412022-05-14 09:54:15 +0200566/* call-back for SS_SMS signals */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100567static int sms_sms_cb(unsigned int subsys, unsigned int signal,
568 void *handler_data, void *signal_data)
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100569{
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100570 struct gsm_network *network = handler_data;
571 struct sms_signal_data *sig_sms = signal_data;
572 struct gsm_sms_pending *pending;
Harald Welte2483f1b2016-06-19 18:06:02 +0200573 struct vlr_subscr *vsub;
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100574
575 /* We got a new SMS and maybe should launch the queue again. */
576 if (signal == S_SMS_SUBMITTED || signal == S_SMS_SMMA) {
Holger Hans Peter Freyther024dc772014-02-24 14:29:27 +0100577 /* TODO: For SMMA we might want to re-use the radio connection. */
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100578 sms_queue_trigger(network->sms_queue);
579 return 0;
580 }
581
582 if (!sig_sms->sms)
583 return -1;
584
585
586 /*
587 * Find the entry of our queue. The SMS subsystem will submit
588 * sms that are not in our control as we just have a channel
589 * open anyway.
590 */
Stefan Sperling87cba1f2018-01-22 17:05:37 +0100591 pending = sms_find_pending(network->sms_queue, sig_sms->sms->id);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100592 if (!pending)
593 return 0;
594
595 switch (signal) {
596 case S_SMS_DELIVERED:
Harald Welte63494a62022-05-15 13:03:57 +0200597 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_ACK);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100598 /* Remember the subscriber and clear the pending entry */
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100599 vsub = pending->vsub;
600 vlr_subscr_get(vsub, __func__);
Stefan Sperling6ba2d5a2018-01-18 18:55:26 +0100601 db_sms_delete_sent_message_by_id(pending->sms_id);
Harald Welte7f918af2022-05-15 14:55:56 +0200602 sms_pending_free(network->sms_queue, pending);
Holger Hans Peter Freyther93de8b22014-02-24 16:13:04 +0100603 /* Attempt to send another SMS to this subscriber */
Harald Welte2483f1b2016-06-19 18:06:02 +0200604 sms_send_next(vsub);
Neels Hofmeyr7c5346c2019-02-19 02:36:35 +0100605 vlr_subscr_put(vsub, __func__);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100606 break;
607 case S_SMS_MEM_EXCEEDED:
Harald Welte63494a62022-05-15 13:03:57 +0200608 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_NOMEM);
Harald Welte7f918af2022-05-15 14:55:56 +0200609 sms_pending_free(network->sms_queue, pending);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100610 sms_queue_trigger(network->sms_queue);
611 break;
612 case S_SMS_UNKNOWN_ERROR:
613 /*
614 * There can be many reasons for this failure. E.g. the paging
615 * timed out, the subscriber was not paged at all, or there was
616 * a protocol error. The current strategy is to try sending the
617 * next SMS for busy/oom and to retransmit when we have paged.
618 *
619 * When the paging expires three times we will disable the
620 * subscriber. If we have some kind of other transmit error we
621 * should flag the SMS as bad.
622 */
Neels Hofmeyrc4628a32018-12-07 14:47:34 +0100623 if (sig_sms->paging_result) {
Harald Welte63494a62022-05-15 13:03:57 +0200624 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_ERR);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100625 /* BAD SMS? */
626 db_sms_inc_deliver_attempts(sig_sms->sms);
627 sms_pending_failed(pending, 0);
Neels Hofmeyrc4628a32018-12-07 14:47:34 +0100628 } else {
Harald Welte63494a62022-05-15 13:03:57 +0200629 smsq_rate_ctr_inc(network->sms_queue, SMSQ_CTR_SMS_DELIVERY_TIMEOUT);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100630 sms_pending_failed(pending, 1);
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100631 }
632 break;
633 default:
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100634 LOGP(DLSMS, LOGL_ERROR, "Unhandled result: %d\n",
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100635 sig_sms->paging_result);
636 }
637
Stefan Sperling14e05172018-01-22 17:31:20 +0100638 /* While here, attempt to remove an expired SMS from the DB. */
639 db_sms_delete_oldest_expired_message();
640
Holger Hans Peter Freyther17164062010-12-24 21:39:55 +0100641 return 0;
Holger Hans Peter Freyther11b28f92010-12-24 13:48:27 +0100642}
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +0100643
644/* VTY helper functions */
645int sms_queue_stats(struct gsm_sms_queue *smsq, struct vty *vty)
646{
647 struct gsm_sms_pending *pending;
648
649 vty_out(vty, "SMSqueue with max_pending: %d pending: %d%s",
650 smsq->max_pending, smsq->pending, VTY_NEWLINE);
651
652 llist_for_each_entry(pending, &smsq->pending_sms, entry)
Holger Hans Peter Freyther583e9ae2010-12-27 20:19:48 +0100653 vty_out(vty, " SMS Pending for Subscriber: %llu SMS: %llu Failed: %d.%s",
Harald Welte2483f1b2016-06-19 18:06:02 +0200654 pending->vsub->id, pending->sms_id,
Holger Hans Peter Freyther583e9ae2010-12-27 20:19:48 +0100655 pending->failed_attempts, VTY_NEWLINE);
Holger Hans Peter Freyther81c0e252010-12-25 14:08:00 +0100656 return 0;
657}
Holger Hans Peter Freyther3c6f6c22010-12-25 14:25:12 +0100658
659int sms_queue_set_max_pending(struct gsm_sms_queue *smsq, int max_pending)
660{
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100661 LOGP(DLSMS, LOGL_NOTICE, "SMSqueue old max: %d new: %d\n",
Holger Hans Peter Freyther3c6f6c22010-12-25 14:25:12 +0100662 smsq->max_pending, max_pending);
663 smsq->max_pending = max_pending;
664 return 0;
665}
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100666
Holger Hans Peter Freyther994dcbb2010-12-25 14:50:50 +0100667int sms_queue_set_max_failure(struct gsm_sms_queue *smsq, int max_fail)
668{
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100669 LOGP(DLSMS, LOGL_NOTICE, "SMSqueue max failure old: %d new: %d\n",
Holger Hans Peter Freyther994dcbb2010-12-25 14:50:50 +0100670 smsq->max_fail, max_fail);
671 smsq->max_fail = max_fail;
672 return 0;
673}
674
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100675int sms_queue_clear(struct gsm_sms_queue *smsq)
676{
677 struct gsm_sms_pending *pending, *tmp;
678
679 llist_for_each_entry_safe(pending, tmp, &smsq->pending_sms, entry) {
Holger Hans Peter Freythereff409492012-11-10 19:46:58 +0100680 LOGP(DLSMS, LOGL_NOTICE,
Harald Welte2483f1b2016-06-19 18:06:02 +0200681 "SMSqueue clearing for sub %llu\n", pending->vsub->id);
Harald Welte7f918af2022-05-15 14:55:56 +0200682 sms_pending_free(smsq, pending);
Holger Hans Peter Freyther4dcc5e52010-12-25 14:38:30 +0100683 }
684
685 return 0;
686}