Merge branch 'stable/swiotlb-0.9' of git://git.kernel.org/pub/scm/linux/kernel/git...
[pandora-kernel.git] / net / netfilter / nf_conntrack_netlink.c
1 /* Connection tracking via netlink socket. Allows for user space
2  * protocol helpers and general trouble making from userspace.
3  *
4  * (C) 2001 by Jay Schulist <jschlst@samba.org>
5  * (C) 2002-2006 by Harald Welte <laforge@gnumonks.org>
6  * (C) 2003 by Patrick Mchardy <kaber@trash.net>
7  * (C) 2005-2008 by Pablo Neira Ayuso <pablo@netfilter.org>
8  *
9  * Initial connection tracking via netlink development funded and
10  * generally made possible by Network Robots, Inc. (www.networkrobots.com)
11  *
12  * Further development of this code funded by Astaro AG (http://www.astaro.com)
13  *
14  * This software may be used and distributed according to the terms
15  * of the GNU General Public License, incorporated herein by reference.
16  */
17
18 #include <linux/init.h>
19 #include <linux/module.h>
20 #include <linux/kernel.h>
21 #include <linux/rculist.h>
22 #include <linux/rculist_nulls.h>
23 #include <linux/types.h>
24 #include <linux/timer.h>
25 #include <linux/security.h>
26 #include <linux/skbuff.h>
27 #include <linux/errno.h>
28 #include <linux/netlink.h>
29 #include <linux/spinlock.h>
30 #include <linux/interrupt.h>
31 #include <linux/slab.h>
32
33 #include <linux/netfilter.h>
34 #include <net/netlink.h>
35 #include <net/sock.h>
36 #include <net/netfilter/nf_conntrack.h>
37 #include <net/netfilter/nf_conntrack_core.h>
38 #include <net/netfilter/nf_conntrack_expect.h>
39 #include <net/netfilter/nf_conntrack_helper.h>
40 #include <net/netfilter/nf_conntrack_l3proto.h>
41 #include <net/netfilter/nf_conntrack_l4proto.h>
42 #include <net/netfilter/nf_conntrack_tuple.h>
43 #include <net/netfilter/nf_conntrack_acct.h>
44 #include <net/netfilter/nf_conntrack_zones.h>
45 #ifdef CONFIG_NF_NAT_NEEDED
46 #include <net/netfilter/nf_nat_core.h>
47 #include <net/netfilter/nf_nat_protocol.h>
48 #endif
49
50 #include <linux/netfilter/nfnetlink.h>
51 #include <linux/netfilter/nfnetlink_conntrack.h>
52
53 MODULE_LICENSE("GPL");
54
55 static char __initdata version[] = "0.93";
56
57 static inline int
58 ctnetlink_dump_tuples_proto(struct sk_buff *skb,
59                             const struct nf_conntrack_tuple *tuple,
60                             struct nf_conntrack_l4proto *l4proto)
61 {
62         int ret = 0;
63         struct nlattr *nest_parms;
64
65         nest_parms = nla_nest_start(skb, CTA_TUPLE_PROTO | NLA_F_NESTED);
66         if (!nest_parms)
67                 goto nla_put_failure;
68         NLA_PUT_U8(skb, CTA_PROTO_NUM, tuple->dst.protonum);
69
70         if (likely(l4proto->tuple_to_nlattr))
71                 ret = l4proto->tuple_to_nlattr(skb, tuple);
72
73         nla_nest_end(skb, nest_parms);
74
75         return ret;
76
77 nla_put_failure:
78         return -1;
79 }
80
81 static inline int
82 ctnetlink_dump_tuples_ip(struct sk_buff *skb,
83                          const struct nf_conntrack_tuple *tuple,
84                          struct nf_conntrack_l3proto *l3proto)
85 {
86         int ret = 0;
87         struct nlattr *nest_parms;
88
89         nest_parms = nla_nest_start(skb, CTA_TUPLE_IP | NLA_F_NESTED);
90         if (!nest_parms)
91                 goto nla_put_failure;
92
93         if (likely(l3proto->tuple_to_nlattr))
94                 ret = l3proto->tuple_to_nlattr(skb, tuple);
95
96         nla_nest_end(skb, nest_parms);
97
98         return ret;
99
100 nla_put_failure:
101         return -1;
102 }
103
104 static int
105 ctnetlink_dump_tuples(struct sk_buff *skb,
106                       const struct nf_conntrack_tuple *tuple)
107 {
108         int ret;
109         struct nf_conntrack_l3proto *l3proto;
110         struct nf_conntrack_l4proto *l4proto;
111
112         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
113         ret = ctnetlink_dump_tuples_ip(skb, tuple, l3proto);
114
115         if (unlikely(ret < 0))
116                 return ret;
117
118         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
119         ret = ctnetlink_dump_tuples_proto(skb, tuple, l4proto);
120
121         return ret;
122 }
123
124 static inline int
125 ctnetlink_dump_status(struct sk_buff *skb, const struct nf_conn *ct)
126 {
127         NLA_PUT_BE32(skb, CTA_STATUS, htonl(ct->status));
128         return 0;
129
130 nla_put_failure:
131         return -1;
132 }
133
134 static inline int
135 ctnetlink_dump_timeout(struct sk_buff *skb, const struct nf_conn *ct)
136 {
137         long timeout = (ct->timeout.expires - jiffies) / HZ;
138
139         if (timeout < 0)
140                 timeout = 0;
141
142         NLA_PUT_BE32(skb, CTA_TIMEOUT, htonl(timeout));
143         return 0;
144
145 nla_put_failure:
146         return -1;
147 }
148
149 static inline int
150 ctnetlink_dump_protoinfo(struct sk_buff *skb, struct nf_conn *ct)
151 {
152         struct nf_conntrack_l4proto *l4proto;
153         struct nlattr *nest_proto;
154         int ret;
155
156         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
157         if (!l4proto->to_nlattr)
158                 return 0;
159
160         nest_proto = nla_nest_start(skb, CTA_PROTOINFO | NLA_F_NESTED);
161         if (!nest_proto)
162                 goto nla_put_failure;
163
164         ret = l4proto->to_nlattr(skb, nest_proto, ct);
165
166         nla_nest_end(skb, nest_proto);
167
168         return ret;
169
170 nla_put_failure:
171         return -1;
172 }
173
174 static inline int
175 ctnetlink_dump_helpinfo(struct sk_buff *skb, const struct nf_conn *ct)
176 {
177         struct nlattr *nest_helper;
178         const struct nf_conn_help *help = nfct_help(ct);
179         struct nf_conntrack_helper *helper;
180
181         if (!help)
182                 return 0;
183
184         helper = rcu_dereference(help->helper);
185         if (!helper)
186                 goto out;
187
188         nest_helper = nla_nest_start(skb, CTA_HELP | NLA_F_NESTED);
189         if (!nest_helper)
190                 goto nla_put_failure;
191         NLA_PUT_STRING(skb, CTA_HELP_NAME, helper->name);
192
193         if (helper->to_nlattr)
194                 helper->to_nlattr(skb, ct);
195
196         nla_nest_end(skb, nest_helper);
197 out:
198         return 0;
199
200 nla_put_failure:
201         return -1;
202 }
203
204 static int
205 ctnetlink_dump_counters(struct sk_buff *skb, const struct nf_conn *ct,
206                         enum ip_conntrack_dir dir)
207 {
208         enum ctattr_type type = dir ? CTA_COUNTERS_REPLY: CTA_COUNTERS_ORIG;
209         struct nlattr *nest_count;
210         const struct nf_conn_counter *acct;
211
212         acct = nf_conn_acct_find(ct);
213         if (!acct)
214                 return 0;
215
216         nest_count = nla_nest_start(skb, type | NLA_F_NESTED);
217         if (!nest_count)
218                 goto nla_put_failure;
219
220         NLA_PUT_BE64(skb, CTA_COUNTERS_PACKETS,
221                      cpu_to_be64(acct[dir].packets));
222         NLA_PUT_BE64(skb, CTA_COUNTERS_BYTES,
223                      cpu_to_be64(acct[dir].bytes));
224
225         nla_nest_end(skb, nest_count);
226
227         return 0;
228
229 nla_put_failure:
230         return -1;
231 }
232
233 #ifdef CONFIG_NF_CONNTRACK_MARK
234 static inline int
235 ctnetlink_dump_mark(struct sk_buff *skb, const struct nf_conn *ct)
236 {
237         NLA_PUT_BE32(skb, CTA_MARK, htonl(ct->mark));
238         return 0;
239
240 nla_put_failure:
241         return -1;
242 }
243 #else
244 #define ctnetlink_dump_mark(a, b) (0)
245 #endif
246
247 #ifdef CONFIG_NF_CONNTRACK_SECMARK
248 static inline int
249 ctnetlink_dump_secctx(struct sk_buff *skb, const struct nf_conn *ct)
250 {
251         struct nlattr *nest_secctx;
252         int len, ret;
253         char *secctx;
254
255         ret = security_secid_to_secctx(ct->secmark, &secctx, &len);
256         if (ret)
257                 return ret;
258
259         ret = -1;
260         nest_secctx = nla_nest_start(skb, CTA_SECCTX | NLA_F_NESTED);
261         if (!nest_secctx)
262                 goto nla_put_failure;
263
264         NLA_PUT_STRING(skb, CTA_SECCTX_NAME, secctx);
265         nla_nest_end(skb, nest_secctx);
266
267         ret = 0;
268 nla_put_failure:
269         security_release_secctx(secctx, len);
270         return ret;
271 }
272 #else
273 #define ctnetlink_dump_secctx(a, b) (0)
274 #endif
275
276 #define master_tuple(ct) &(ct->master->tuplehash[IP_CT_DIR_ORIGINAL].tuple)
277
278 static inline int
279 ctnetlink_dump_master(struct sk_buff *skb, const struct nf_conn *ct)
280 {
281         struct nlattr *nest_parms;
282
283         if (!(ct->status & IPS_EXPECTED))
284                 return 0;
285
286         nest_parms = nla_nest_start(skb, CTA_TUPLE_MASTER | NLA_F_NESTED);
287         if (!nest_parms)
288                 goto nla_put_failure;
289         if (ctnetlink_dump_tuples(skb, master_tuple(ct)) < 0)
290                 goto nla_put_failure;
291         nla_nest_end(skb, nest_parms);
292
293         return 0;
294
295 nla_put_failure:
296         return -1;
297 }
298
299 #ifdef CONFIG_NF_NAT_NEEDED
300 static int
301 dump_nat_seq_adj(struct sk_buff *skb, const struct nf_nat_seq *natseq, int type)
302 {
303         struct nlattr *nest_parms;
304
305         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
306         if (!nest_parms)
307                 goto nla_put_failure;
308
309         NLA_PUT_BE32(skb, CTA_NAT_SEQ_CORRECTION_POS,
310                      htonl(natseq->correction_pos));
311         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_BEFORE,
312                      htonl(natseq->offset_before));
313         NLA_PUT_BE32(skb, CTA_NAT_SEQ_OFFSET_AFTER,
314                      htonl(natseq->offset_after));
315
316         nla_nest_end(skb, nest_parms);
317
318         return 0;
319
320 nla_put_failure:
321         return -1;
322 }
323
324 static inline int
325 ctnetlink_dump_nat_seq_adj(struct sk_buff *skb, const struct nf_conn *ct)
326 {
327         struct nf_nat_seq *natseq;
328         struct nf_conn_nat *nat = nfct_nat(ct);
329
330         if (!(ct->status & IPS_SEQ_ADJUST) || !nat)
331                 return 0;
332
333         natseq = &nat->seq[IP_CT_DIR_ORIGINAL];
334         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_ORIG) == -1)
335                 return -1;
336
337         natseq = &nat->seq[IP_CT_DIR_REPLY];
338         if (dump_nat_seq_adj(skb, natseq, CTA_NAT_SEQ_ADJ_REPLY) == -1)
339                 return -1;
340
341         return 0;
342 }
343 #else
344 #define ctnetlink_dump_nat_seq_adj(a, b) (0)
345 #endif
346
347 static inline int
348 ctnetlink_dump_id(struct sk_buff *skb, const struct nf_conn *ct)
349 {
350         NLA_PUT_BE32(skb, CTA_ID, htonl((unsigned long)ct));
351         return 0;
352
353 nla_put_failure:
354         return -1;
355 }
356
357 static inline int
358 ctnetlink_dump_use(struct sk_buff *skb, const struct nf_conn *ct)
359 {
360         NLA_PUT_BE32(skb, CTA_USE, htonl(atomic_read(&ct->ct_general.use)));
361         return 0;
362
363 nla_put_failure:
364         return -1;
365 }
366
367 static int
368 ctnetlink_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
369                     int event, struct nf_conn *ct)
370 {
371         struct nlmsghdr *nlh;
372         struct nfgenmsg *nfmsg;
373         struct nlattr *nest_parms;
374         unsigned int flags = pid ? NLM_F_MULTI : 0;
375
376         event |= NFNL_SUBSYS_CTNETLINK << 8;
377         nlh = nlmsg_put(skb, pid, seq, event, sizeof(*nfmsg), flags);
378         if (nlh == NULL)
379                 goto nlmsg_failure;
380
381         nfmsg = nlmsg_data(nlh);
382         nfmsg->nfgen_family = nf_ct_l3num(ct);
383         nfmsg->version      = NFNETLINK_V0;
384         nfmsg->res_id       = 0;
385
386         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
387         if (!nest_parms)
388                 goto nla_put_failure;
389         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
390                 goto nla_put_failure;
391         nla_nest_end(skb, nest_parms);
392
393         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
394         if (!nest_parms)
395                 goto nla_put_failure;
396         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0)
397                 goto nla_put_failure;
398         nla_nest_end(skb, nest_parms);
399
400         if (nf_ct_zone(ct))
401                 NLA_PUT_BE16(skb, CTA_ZONE, htons(nf_ct_zone(ct)));
402
403         if (ctnetlink_dump_status(skb, ct) < 0 ||
404             ctnetlink_dump_timeout(skb, ct) < 0 ||
405             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
406             ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0 ||
407             ctnetlink_dump_protoinfo(skb, ct) < 0 ||
408             ctnetlink_dump_helpinfo(skb, ct) < 0 ||
409             ctnetlink_dump_mark(skb, ct) < 0 ||
410             ctnetlink_dump_secctx(skb, ct) < 0 ||
411             ctnetlink_dump_id(skb, ct) < 0 ||
412             ctnetlink_dump_use(skb, ct) < 0 ||
413             ctnetlink_dump_master(skb, ct) < 0 ||
414             ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
415                 goto nla_put_failure;
416
417         nlmsg_end(skb, nlh);
418         return skb->len;
419
420 nlmsg_failure:
421 nla_put_failure:
422         nlmsg_cancel(skb, nlh);
423         return -1;
424 }
425
426 #ifdef CONFIG_NF_CONNTRACK_EVENTS
427 static inline size_t
428 ctnetlink_proto_size(const struct nf_conn *ct)
429 {
430         struct nf_conntrack_l3proto *l3proto;
431         struct nf_conntrack_l4proto *l4proto;
432         size_t len = 0;
433
434         rcu_read_lock();
435         l3proto = __nf_ct_l3proto_find(nf_ct_l3num(ct));
436         len += l3proto->nla_size;
437
438         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
439         len += l4proto->nla_size;
440         rcu_read_unlock();
441
442         return len;
443 }
444
445 static inline size_t
446 ctnetlink_counters_size(const struct nf_conn *ct)
447 {
448         if (!nf_ct_ext_exist(ct, NF_CT_EXT_ACCT))
449                 return 0;
450         return 2 * nla_total_size(0) /* CTA_COUNTERS_ORIG|REPL */
451                + 2 * nla_total_size(sizeof(uint64_t)) /* CTA_COUNTERS_PACKETS */
452                + 2 * nla_total_size(sizeof(uint64_t)) /* CTA_COUNTERS_BYTES */
453                ;
454 }
455
456 #ifdef CONFIG_NF_CONNTRACK_SECMARK
457 static int ctnetlink_nlmsg_secctx_size(const struct nf_conn *ct)
458 {
459         int len;
460
461         security_secid_to_secctx(ct->secmark, NULL, &len);
462
463         return sizeof(char) * len;
464 }
465 #endif
466
467 static inline size_t
468 ctnetlink_nlmsg_size(const struct nf_conn *ct)
469 {
470         return NLMSG_ALIGN(sizeof(struct nfgenmsg))
471                + 3 * nla_total_size(0) /* CTA_TUPLE_ORIG|REPL|MASTER */
472                + 3 * nla_total_size(0) /* CTA_TUPLE_IP */
473                + 3 * nla_total_size(0) /* CTA_TUPLE_PROTO */
474                + 3 * nla_total_size(sizeof(u_int8_t)) /* CTA_PROTO_NUM */
475                + nla_total_size(sizeof(u_int32_t)) /* CTA_ID */
476                + nla_total_size(sizeof(u_int32_t)) /* CTA_STATUS */
477                + ctnetlink_counters_size(ct)
478                + nla_total_size(sizeof(u_int32_t)) /* CTA_TIMEOUT */
479                + nla_total_size(0) /* CTA_PROTOINFO */
480                + nla_total_size(0) /* CTA_HELP */
481                + nla_total_size(NF_CT_HELPER_NAME_LEN) /* CTA_HELP_NAME */
482 #ifdef CONFIG_NF_CONNTRACK_SECMARK
483                + nla_total_size(0) /* CTA_SECCTX */
484                + nla_total_size(ctnetlink_nlmsg_secctx_size(ct)) /* CTA_SECCTX_NAME */
485 #endif
486 #ifdef CONFIG_NF_NAT_NEEDED
487                + 2 * nla_total_size(0) /* CTA_NAT_SEQ_ADJ_ORIG|REPL */
488                + 6 * nla_total_size(sizeof(u_int32_t)) /* CTA_NAT_SEQ_OFFSET */
489 #endif
490 #ifdef CONFIG_NF_CONNTRACK_MARK
491                + nla_total_size(sizeof(u_int32_t)) /* CTA_MARK */
492 #endif
493                + ctnetlink_proto_size(ct)
494                ;
495 }
496
497 static int
498 ctnetlink_conntrack_event(unsigned int events, struct nf_ct_event *item)
499 {
500         struct net *net;
501         struct nlmsghdr *nlh;
502         struct nfgenmsg *nfmsg;
503         struct nlattr *nest_parms;
504         struct nf_conn *ct = item->ct;
505         struct sk_buff *skb;
506         unsigned int type;
507         unsigned int flags = 0, group;
508         int err;
509
510         /* ignore our fake conntrack entry */
511         if (nf_ct_is_untracked(ct))
512                 return 0;
513
514         if (events & (1 << IPCT_DESTROY)) {
515                 type = IPCTNL_MSG_CT_DELETE;
516                 group = NFNLGRP_CONNTRACK_DESTROY;
517         } else  if (events & ((1 << IPCT_NEW) | (1 << IPCT_RELATED))) {
518                 type = IPCTNL_MSG_CT_NEW;
519                 flags = NLM_F_CREATE|NLM_F_EXCL;
520                 group = NFNLGRP_CONNTRACK_NEW;
521         } else  if (events) {
522                 type = IPCTNL_MSG_CT_NEW;
523                 group = NFNLGRP_CONNTRACK_UPDATE;
524         } else
525                 return 0;
526
527         net = nf_ct_net(ct);
528         if (!item->report && !nfnetlink_has_listeners(net, group))
529                 return 0;
530
531         skb = nlmsg_new(ctnetlink_nlmsg_size(ct), GFP_ATOMIC);
532         if (skb == NULL)
533                 goto errout;
534
535         type |= NFNL_SUBSYS_CTNETLINK << 8;
536         nlh = nlmsg_put(skb, item->pid, 0, type, sizeof(*nfmsg), flags);
537         if (nlh == NULL)
538                 goto nlmsg_failure;
539
540         nfmsg = nlmsg_data(nlh);
541         nfmsg->nfgen_family = nf_ct_l3num(ct);
542         nfmsg->version  = NFNETLINK_V0;
543         nfmsg->res_id   = 0;
544
545         rcu_read_lock();
546         nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG | NLA_F_NESTED);
547         if (!nest_parms)
548                 goto nla_put_failure;
549         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0)
550                 goto nla_put_failure;
551         nla_nest_end(skb, nest_parms);
552
553         nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY | NLA_F_NESTED);
554         if (!nest_parms)
555                 goto nla_put_failure;
556         if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0)
557                 goto nla_put_failure;
558         nla_nest_end(skb, nest_parms);
559
560         if (nf_ct_zone(ct))
561                 NLA_PUT_BE16(skb, CTA_ZONE, htons(nf_ct_zone(ct)));
562
563         if (ctnetlink_dump_id(skb, ct) < 0)
564                 goto nla_put_failure;
565
566         if (ctnetlink_dump_status(skb, ct) < 0)
567                 goto nla_put_failure;
568
569         if (events & (1 << IPCT_DESTROY)) {
570                 if (ctnetlink_dump_counters(skb, ct, IP_CT_DIR_ORIGINAL) < 0 ||
571                     ctnetlink_dump_counters(skb, ct, IP_CT_DIR_REPLY) < 0)
572                         goto nla_put_failure;
573         } else {
574                 if (ctnetlink_dump_timeout(skb, ct) < 0)
575                         goto nla_put_failure;
576
577                 if (events & (1 << IPCT_PROTOINFO)
578                     && ctnetlink_dump_protoinfo(skb, ct) < 0)
579                         goto nla_put_failure;
580
581                 if ((events & (1 << IPCT_HELPER) || nfct_help(ct))
582                     && ctnetlink_dump_helpinfo(skb, ct) < 0)
583                         goto nla_put_failure;
584
585 #ifdef CONFIG_NF_CONNTRACK_SECMARK
586                 if ((events & (1 << IPCT_SECMARK) || ct->secmark)
587                     && ctnetlink_dump_secctx(skb, ct) < 0)
588                         goto nla_put_failure;
589 #endif
590
591                 if (events & (1 << IPCT_RELATED) &&
592                     ctnetlink_dump_master(skb, ct) < 0)
593                         goto nla_put_failure;
594
595                 if (events & (1 << IPCT_NATSEQADJ) &&
596                     ctnetlink_dump_nat_seq_adj(skb, ct) < 0)
597                         goto nla_put_failure;
598         }
599
600 #ifdef CONFIG_NF_CONNTRACK_MARK
601         if ((events & (1 << IPCT_MARK) || ct->mark)
602             && ctnetlink_dump_mark(skb, ct) < 0)
603                 goto nla_put_failure;
604 #endif
605         rcu_read_unlock();
606
607         nlmsg_end(skb, nlh);
608         err = nfnetlink_send(skb, net, item->pid, group, item->report,
609                              GFP_ATOMIC);
610         if (err == -ENOBUFS || err == -EAGAIN)
611                 return -ENOBUFS;
612
613         return 0;
614
615 nla_put_failure:
616         rcu_read_unlock();
617         nlmsg_cancel(skb, nlh);
618 nlmsg_failure:
619         kfree_skb(skb);
620 errout:
621         if (nfnetlink_set_err(net, 0, group, -ENOBUFS) > 0)
622                 return -ENOBUFS;
623
624         return 0;
625 }
626 #endif /* CONFIG_NF_CONNTRACK_EVENTS */
627
628 static int ctnetlink_done(struct netlink_callback *cb)
629 {
630         if (cb->args[1])
631                 nf_ct_put((struct nf_conn *)cb->args[1]);
632         return 0;
633 }
634
635 static int
636 ctnetlink_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
637 {
638         struct net *net = sock_net(skb->sk);
639         struct nf_conn *ct, *last;
640         struct nf_conntrack_tuple_hash *h;
641         struct hlist_nulls_node *n;
642         struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
643         u_int8_t l3proto = nfmsg->nfgen_family;
644
645         rcu_read_lock();
646         last = (struct nf_conn *)cb->args[1];
647         for (; cb->args[0] < net->ct.htable_size; cb->args[0]++) {
648 restart:
649                 hlist_nulls_for_each_entry_rcu(h, n, &net->ct.hash[cb->args[0]],
650                                          hnnode) {
651                         if (NF_CT_DIRECTION(h) != IP_CT_DIR_ORIGINAL)
652                                 continue;
653                         ct = nf_ct_tuplehash_to_ctrack(h);
654                         if (!atomic_inc_not_zero(&ct->ct_general.use))
655                                 continue;
656                         /* Dump entries of a given L3 protocol number.
657                          * If it is not specified, ie. l3proto == 0,
658                          * then dump everything. */
659                         if (l3proto && nf_ct_l3num(ct) != l3proto)
660                                 goto releasect;
661                         if (cb->args[1]) {
662                                 if (ct != last)
663                                         goto releasect;
664                                 cb->args[1] = 0;
665                         }
666                         if (ctnetlink_fill_info(skb, NETLINK_CB(cb->skb).pid,
667                                                 cb->nlh->nlmsg_seq,
668                                                 IPCTNL_MSG_CT_NEW, ct) < 0) {
669                                 cb->args[1] = (unsigned long)ct;
670                                 goto out;
671                         }
672
673                         if (NFNL_MSG_TYPE(cb->nlh->nlmsg_type) ==
674                                                 IPCTNL_MSG_CT_GET_CTRZERO) {
675                                 struct nf_conn_counter *acct;
676
677                                 acct = nf_conn_acct_find(ct);
678                                 if (acct)
679                                         memset(acct, 0, sizeof(struct nf_conn_counter[IP_CT_DIR_MAX]));
680                         }
681 releasect:
682                 nf_ct_put(ct);
683                 }
684                 if (cb->args[1]) {
685                         cb->args[1] = 0;
686                         goto restart;
687                 }
688         }
689 out:
690         rcu_read_unlock();
691         if (last)
692                 nf_ct_put(last);
693
694         return skb->len;
695 }
696
697 static inline int
698 ctnetlink_parse_tuple_ip(struct nlattr *attr, struct nf_conntrack_tuple *tuple)
699 {
700         struct nlattr *tb[CTA_IP_MAX+1];
701         struct nf_conntrack_l3proto *l3proto;
702         int ret = 0;
703
704         nla_parse_nested(tb, CTA_IP_MAX, attr, NULL);
705
706         rcu_read_lock();
707         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
708
709         if (likely(l3proto->nlattr_to_tuple)) {
710                 ret = nla_validate_nested(attr, CTA_IP_MAX,
711                                           l3proto->nla_policy);
712                 if (ret == 0)
713                         ret = l3proto->nlattr_to_tuple(tb, tuple);
714         }
715
716         rcu_read_unlock();
717
718         return ret;
719 }
720
721 static const struct nla_policy proto_nla_policy[CTA_PROTO_MAX+1] = {
722         [CTA_PROTO_NUM] = { .type = NLA_U8 },
723 };
724
725 static inline int
726 ctnetlink_parse_tuple_proto(struct nlattr *attr,
727                             struct nf_conntrack_tuple *tuple)
728 {
729         struct nlattr *tb[CTA_PROTO_MAX+1];
730         struct nf_conntrack_l4proto *l4proto;
731         int ret = 0;
732
733         ret = nla_parse_nested(tb, CTA_PROTO_MAX, attr, proto_nla_policy);
734         if (ret < 0)
735                 return ret;
736
737         if (!tb[CTA_PROTO_NUM])
738                 return -EINVAL;
739         tuple->dst.protonum = nla_get_u8(tb[CTA_PROTO_NUM]);
740
741         rcu_read_lock();
742         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
743
744         if (likely(l4proto->nlattr_to_tuple)) {
745                 ret = nla_validate_nested(attr, CTA_PROTO_MAX,
746                                           l4proto->nla_policy);
747                 if (ret == 0)
748                         ret = l4proto->nlattr_to_tuple(tb, tuple);
749         }
750
751         rcu_read_unlock();
752
753         return ret;
754 }
755
756 static const struct nla_policy tuple_nla_policy[CTA_TUPLE_MAX+1] = {
757         [CTA_TUPLE_IP]          = { .type = NLA_NESTED },
758         [CTA_TUPLE_PROTO]       = { .type = NLA_NESTED },
759 };
760
761 static int
762 ctnetlink_parse_tuple(const struct nlattr * const cda[],
763                       struct nf_conntrack_tuple *tuple,
764                       enum ctattr_tuple type, u_int8_t l3num)
765 {
766         struct nlattr *tb[CTA_TUPLE_MAX+1];
767         int err;
768
769         memset(tuple, 0, sizeof(*tuple));
770
771         nla_parse_nested(tb, CTA_TUPLE_MAX, cda[type], tuple_nla_policy);
772
773         if (!tb[CTA_TUPLE_IP])
774                 return -EINVAL;
775
776         tuple->src.l3num = l3num;
777
778         err = ctnetlink_parse_tuple_ip(tb[CTA_TUPLE_IP], tuple);
779         if (err < 0)
780                 return err;
781
782         if (!tb[CTA_TUPLE_PROTO])
783                 return -EINVAL;
784
785         err = ctnetlink_parse_tuple_proto(tb[CTA_TUPLE_PROTO], tuple);
786         if (err < 0)
787                 return err;
788
789         /* orig and expect tuples get DIR_ORIGINAL */
790         if (type == CTA_TUPLE_REPLY)
791                 tuple->dst.dir = IP_CT_DIR_REPLY;
792         else
793                 tuple->dst.dir = IP_CT_DIR_ORIGINAL;
794
795         return 0;
796 }
797
798 static int
799 ctnetlink_parse_zone(const struct nlattr *attr, u16 *zone)
800 {
801         if (attr)
802 #ifdef CONFIG_NF_CONNTRACK_ZONES
803                 *zone = ntohs(nla_get_be16(attr));
804 #else
805                 return -EOPNOTSUPP;
806 #endif
807         else
808                 *zone = 0;
809
810         return 0;
811 }
812
813 static const struct nla_policy help_nla_policy[CTA_HELP_MAX+1] = {
814         [CTA_HELP_NAME]         = { .type = NLA_NUL_STRING },
815 };
816
817 static inline int
818 ctnetlink_parse_help(const struct nlattr *attr, char **helper_name)
819 {
820         struct nlattr *tb[CTA_HELP_MAX+1];
821
822         nla_parse_nested(tb, CTA_HELP_MAX, attr, help_nla_policy);
823
824         if (!tb[CTA_HELP_NAME])
825                 return -EINVAL;
826
827         *helper_name = nla_data(tb[CTA_HELP_NAME]);
828
829         return 0;
830 }
831
832 static const struct nla_policy ct_nla_policy[CTA_MAX+1] = {
833         [CTA_TUPLE_ORIG]        = { .type = NLA_NESTED },
834         [CTA_TUPLE_REPLY]       = { .type = NLA_NESTED },
835         [CTA_STATUS]            = { .type = NLA_U32 },
836         [CTA_PROTOINFO]         = { .type = NLA_NESTED },
837         [CTA_HELP]              = { .type = NLA_NESTED },
838         [CTA_NAT_SRC]           = { .type = NLA_NESTED },
839         [CTA_TIMEOUT]           = { .type = NLA_U32 },
840         [CTA_MARK]              = { .type = NLA_U32 },
841         [CTA_ID]                = { .type = NLA_U32 },
842         [CTA_NAT_DST]           = { .type = NLA_NESTED },
843         [CTA_TUPLE_MASTER]      = { .type = NLA_NESTED },
844         [CTA_ZONE]              = { .type = NLA_U16 },
845 };
846
847 static int
848 ctnetlink_del_conntrack(struct sock *ctnl, struct sk_buff *skb,
849                         const struct nlmsghdr *nlh,
850                         const struct nlattr * const cda[])
851 {
852         struct net *net = sock_net(ctnl);
853         struct nf_conntrack_tuple_hash *h;
854         struct nf_conntrack_tuple tuple;
855         struct nf_conn *ct;
856         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
857         u_int8_t u3 = nfmsg->nfgen_family;
858         u16 zone;
859         int err;
860
861         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
862         if (err < 0)
863                 return err;
864
865         if (cda[CTA_TUPLE_ORIG])
866                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
867         else if (cda[CTA_TUPLE_REPLY])
868                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
869         else {
870                 /* Flush the whole table */
871                 nf_conntrack_flush_report(net,
872                                          NETLINK_CB(skb).pid,
873                                          nlmsg_report(nlh));
874                 return 0;
875         }
876
877         if (err < 0)
878                 return err;
879
880         h = nf_conntrack_find_get(net, zone, &tuple);
881         if (!h)
882                 return -ENOENT;
883
884         ct = nf_ct_tuplehash_to_ctrack(h);
885
886         if (cda[CTA_ID]) {
887                 u_int32_t id = ntohl(nla_get_be32(cda[CTA_ID]));
888                 if (id != (u32)(unsigned long)ct) {
889                         nf_ct_put(ct);
890                         return -ENOENT;
891                 }
892         }
893
894         if (nf_conntrack_event_report(IPCT_DESTROY, ct,
895                                       NETLINK_CB(skb).pid,
896                                       nlmsg_report(nlh)) < 0) {
897                 nf_ct_delete_from_lists(ct);
898                 /* we failed to report the event, try later */
899                 nf_ct_insert_dying_list(ct);
900                 nf_ct_put(ct);
901                 return 0;
902         }
903
904         /* death_by_timeout would report the event again */
905         set_bit(IPS_DYING_BIT, &ct->status);
906
907         nf_ct_kill(ct);
908         nf_ct_put(ct);
909
910         return 0;
911 }
912
913 static int
914 ctnetlink_get_conntrack(struct sock *ctnl, struct sk_buff *skb,
915                         const struct nlmsghdr *nlh,
916                         const struct nlattr * const cda[])
917 {
918         struct net *net = sock_net(ctnl);
919         struct nf_conntrack_tuple_hash *h;
920         struct nf_conntrack_tuple tuple;
921         struct nf_conn *ct;
922         struct sk_buff *skb2 = NULL;
923         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
924         u_int8_t u3 = nfmsg->nfgen_family;
925         u16 zone;
926         int err;
927
928         if (nlh->nlmsg_flags & NLM_F_DUMP)
929                 return netlink_dump_start(ctnl, skb, nlh, ctnetlink_dump_table,
930                                           ctnetlink_done);
931
932         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
933         if (err < 0)
934                 return err;
935
936         if (cda[CTA_TUPLE_ORIG])
937                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, u3);
938         else if (cda[CTA_TUPLE_REPLY])
939                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, u3);
940         else
941                 return -EINVAL;
942
943         if (err < 0)
944                 return err;
945
946         h = nf_conntrack_find_get(net, zone, &tuple);
947         if (!h)
948                 return -ENOENT;
949
950         ct = nf_ct_tuplehash_to_ctrack(h);
951
952         err = -ENOMEM;
953         skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
954         if (skb2 == NULL) {
955                 nf_ct_put(ct);
956                 return -ENOMEM;
957         }
958
959         rcu_read_lock();
960         err = ctnetlink_fill_info(skb2, NETLINK_CB(skb).pid, nlh->nlmsg_seq,
961                                   IPCTNL_MSG_CT_NEW, ct);
962         rcu_read_unlock();
963         nf_ct_put(ct);
964         if (err <= 0)
965                 goto free;
966
967         err = netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
968         if (err < 0)
969                 goto out;
970
971         return 0;
972
973 free:
974         kfree_skb(skb2);
975 out:
976         return err;
977 }
978
979 #ifdef CONFIG_NF_NAT_NEEDED
980 static int
981 ctnetlink_parse_nat_setup(struct nf_conn *ct,
982                           enum nf_nat_manip_type manip,
983                           const struct nlattr *attr)
984 {
985         typeof(nfnetlink_parse_nat_setup_hook) parse_nat_setup;
986
987         parse_nat_setup = rcu_dereference(nfnetlink_parse_nat_setup_hook);
988         if (!parse_nat_setup) {
989 #ifdef CONFIG_MODULES
990                 rcu_read_unlock();
991                 spin_unlock_bh(&nf_conntrack_lock);
992                 nfnl_unlock();
993                 if (request_module("nf-nat-ipv4") < 0) {
994                         nfnl_lock();
995                         spin_lock_bh(&nf_conntrack_lock);
996                         rcu_read_lock();
997                         return -EOPNOTSUPP;
998                 }
999                 nfnl_lock();
1000                 spin_lock_bh(&nf_conntrack_lock);
1001                 rcu_read_lock();
1002                 if (nfnetlink_parse_nat_setup_hook)
1003                         return -EAGAIN;
1004 #endif
1005                 return -EOPNOTSUPP;
1006         }
1007
1008         return parse_nat_setup(ct, manip, attr);
1009 }
1010 #endif
1011
1012 static int
1013 ctnetlink_change_status(struct nf_conn *ct, const struct nlattr * const cda[])
1014 {
1015         unsigned long d;
1016         unsigned int status = ntohl(nla_get_be32(cda[CTA_STATUS]));
1017         d = ct->status ^ status;
1018
1019         if (d & (IPS_EXPECTED|IPS_CONFIRMED|IPS_DYING))
1020                 /* unchangeable */
1021                 return -EBUSY;
1022
1023         if (d & IPS_SEEN_REPLY && !(status & IPS_SEEN_REPLY))
1024                 /* SEEN_REPLY bit can only be set */
1025                 return -EBUSY;
1026
1027         if (d & IPS_ASSURED && !(status & IPS_ASSURED))
1028                 /* ASSURED bit can only be set */
1029                 return -EBUSY;
1030
1031         /* Be careful here, modifying NAT bits can screw up things,
1032          * so don't let users modify them directly if they don't pass
1033          * nf_nat_range. */
1034         ct->status |= status & ~(IPS_NAT_DONE_MASK | IPS_NAT_MASK);
1035         return 0;
1036 }
1037
1038 static int
1039 ctnetlink_change_nat(struct nf_conn *ct, const struct nlattr * const cda[])
1040 {
1041 #ifdef CONFIG_NF_NAT_NEEDED
1042         int ret;
1043
1044         if (cda[CTA_NAT_DST]) {
1045                 ret = ctnetlink_parse_nat_setup(ct,
1046                                                 IP_NAT_MANIP_DST,
1047                                                 cda[CTA_NAT_DST]);
1048                 if (ret < 0)
1049                         return ret;
1050         }
1051         if (cda[CTA_NAT_SRC]) {
1052                 ret = ctnetlink_parse_nat_setup(ct,
1053                                                 IP_NAT_MANIP_SRC,
1054                                                 cda[CTA_NAT_SRC]);
1055                 if (ret < 0)
1056                         return ret;
1057         }
1058         return 0;
1059 #else
1060         return -EOPNOTSUPP;
1061 #endif
1062 }
1063
1064 static inline int
1065 ctnetlink_change_helper(struct nf_conn *ct, const struct nlattr * const cda[])
1066 {
1067         struct nf_conntrack_helper *helper;
1068         struct nf_conn_help *help = nfct_help(ct);
1069         char *helpname = NULL;
1070         int err;
1071
1072         /* don't change helper of sibling connections */
1073         if (ct->master)
1074                 return -EBUSY;
1075
1076         err = ctnetlink_parse_help(cda[CTA_HELP], &helpname);
1077         if (err < 0)
1078                 return err;
1079
1080         if (!strcmp(helpname, "")) {
1081                 if (help && help->helper) {
1082                         /* we had a helper before ... */
1083                         nf_ct_remove_expectations(ct);
1084                         rcu_assign_pointer(help->helper, NULL);
1085                 }
1086
1087                 return 0;
1088         }
1089
1090         helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1091                                             nf_ct_protonum(ct));
1092         if (helper == NULL) {
1093 #ifdef CONFIG_MODULES
1094                 spin_unlock_bh(&nf_conntrack_lock);
1095
1096                 if (request_module("nfct-helper-%s", helpname) < 0) {
1097                         spin_lock_bh(&nf_conntrack_lock);
1098                         return -EOPNOTSUPP;
1099                 }
1100
1101                 spin_lock_bh(&nf_conntrack_lock);
1102                 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1103                                                     nf_ct_protonum(ct));
1104                 if (helper)
1105                         return -EAGAIN;
1106 #endif
1107                 return -EOPNOTSUPP;
1108         }
1109
1110         if (help) {
1111                 if (help->helper == helper)
1112                         return 0;
1113                 if (help->helper)
1114                         return -EBUSY;
1115                 /* need to zero data of old helper */
1116                 memset(&help->help, 0, sizeof(help->help));
1117         } else {
1118                 /* we cannot set a helper for an existing conntrack */
1119                 return -EOPNOTSUPP;
1120         }
1121
1122         rcu_assign_pointer(help->helper, helper);
1123
1124         return 0;
1125 }
1126
1127 static inline int
1128 ctnetlink_change_timeout(struct nf_conn *ct, const struct nlattr * const cda[])
1129 {
1130         u_int32_t timeout = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
1131
1132         if (!del_timer(&ct->timeout))
1133                 return -ETIME;
1134
1135         ct->timeout.expires = jiffies + timeout * HZ;
1136         add_timer(&ct->timeout);
1137
1138         return 0;
1139 }
1140
1141 static const struct nla_policy protoinfo_policy[CTA_PROTOINFO_MAX+1] = {
1142         [CTA_PROTOINFO_TCP]     = { .type = NLA_NESTED },
1143         [CTA_PROTOINFO_DCCP]    = { .type = NLA_NESTED },
1144         [CTA_PROTOINFO_SCTP]    = { .type = NLA_NESTED },
1145 };
1146
1147 static inline int
1148 ctnetlink_change_protoinfo(struct nf_conn *ct, const struct nlattr * const cda[])
1149 {
1150         const struct nlattr *attr = cda[CTA_PROTOINFO];
1151         struct nlattr *tb[CTA_PROTOINFO_MAX+1];
1152         struct nf_conntrack_l4proto *l4proto;
1153         int err = 0;
1154
1155         nla_parse_nested(tb, CTA_PROTOINFO_MAX, attr, protoinfo_policy);
1156
1157         rcu_read_lock();
1158         l4proto = __nf_ct_l4proto_find(nf_ct_l3num(ct), nf_ct_protonum(ct));
1159         if (l4proto->from_nlattr)
1160                 err = l4proto->from_nlattr(tb, ct);
1161         rcu_read_unlock();
1162
1163         return err;
1164 }
1165
1166 #ifdef CONFIG_NF_NAT_NEEDED
1167 static const struct nla_policy nat_seq_policy[CTA_NAT_SEQ_MAX+1] = {
1168         [CTA_NAT_SEQ_CORRECTION_POS]    = { .type = NLA_U32 },
1169         [CTA_NAT_SEQ_OFFSET_BEFORE]     = { .type = NLA_U32 },
1170         [CTA_NAT_SEQ_OFFSET_AFTER]      = { .type = NLA_U32 },
1171 };
1172
1173 static inline int
1174 change_nat_seq_adj(struct nf_nat_seq *natseq, const struct nlattr * const attr)
1175 {
1176         struct nlattr *cda[CTA_NAT_SEQ_MAX+1];
1177
1178         nla_parse_nested(cda, CTA_NAT_SEQ_MAX, attr, nat_seq_policy);
1179
1180         if (!cda[CTA_NAT_SEQ_CORRECTION_POS])
1181                 return -EINVAL;
1182
1183         natseq->correction_pos =
1184                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_CORRECTION_POS]));
1185
1186         if (!cda[CTA_NAT_SEQ_OFFSET_BEFORE])
1187                 return -EINVAL;
1188
1189         natseq->offset_before =
1190                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_BEFORE]));
1191
1192         if (!cda[CTA_NAT_SEQ_OFFSET_AFTER])
1193                 return -EINVAL;
1194
1195         natseq->offset_after =
1196                 ntohl(nla_get_be32(cda[CTA_NAT_SEQ_OFFSET_AFTER]));
1197
1198         return 0;
1199 }
1200
1201 static int
1202 ctnetlink_change_nat_seq_adj(struct nf_conn *ct,
1203                              const struct nlattr * const cda[])
1204 {
1205         int ret = 0;
1206         struct nf_conn_nat *nat = nfct_nat(ct);
1207
1208         if (!nat)
1209                 return 0;
1210
1211         if (cda[CTA_NAT_SEQ_ADJ_ORIG]) {
1212                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_ORIGINAL],
1213                                          cda[CTA_NAT_SEQ_ADJ_ORIG]);
1214                 if (ret < 0)
1215                         return ret;
1216
1217                 ct->status |= IPS_SEQ_ADJUST;
1218         }
1219
1220         if (cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1221                 ret = change_nat_seq_adj(&nat->seq[IP_CT_DIR_REPLY],
1222                                          cda[CTA_NAT_SEQ_ADJ_REPLY]);
1223                 if (ret < 0)
1224                         return ret;
1225
1226                 ct->status |= IPS_SEQ_ADJUST;
1227         }
1228
1229         return 0;
1230 }
1231 #endif
1232
1233 static int
1234 ctnetlink_change_conntrack(struct nf_conn *ct,
1235                            const struct nlattr * const cda[])
1236 {
1237         int err;
1238
1239         /* only allow NAT changes and master assignation for new conntracks */
1240         if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST] || cda[CTA_TUPLE_MASTER])
1241                 return -EOPNOTSUPP;
1242
1243         if (cda[CTA_HELP]) {
1244                 err = ctnetlink_change_helper(ct, cda);
1245                 if (err < 0)
1246                         return err;
1247         }
1248
1249         if (cda[CTA_TIMEOUT]) {
1250                 err = ctnetlink_change_timeout(ct, cda);
1251                 if (err < 0)
1252                         return err;
1253         }
1254
1255         if (cda[CTA_STATUS]) {
1256                 err = ctnetlink_change_status(ct, cda);
1257                 if (err < 0)
1258                         return err;
1259         }
1260
1261         if (cda[CTA_PROTOINFO]) {
1262                 err = ctnetlink_change_protoinfo(ct, cda);
1263                 if (err < 0)
1264                         return err;
1265         }
1266
1267 #if defined(CONFIG_NF_CONNTRACK_MARK)
1268         if (cda[CTA_MARK])
1269                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1270 #endif
1271
1272 #ifdef CONFIG_NF_NAT_NEEDED
1273         if (cda[CTA_NAT_SEQ_ADJ_ORIG] || cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1274                 err = ctnetlink_change_nat_seq_adj(ct, cda);
1275                 if (err < 0)
1276                         return err;
1277         }
1278 #endif
1279
1280         return 0;
1281 }
1282
1283 static struct nf_conn *
1284 ctnetlink_create_conntrack(struct net *net, u16 zone,
1285                            const struct nlattr * const cda[],
1286                            struct nf_conntrack_tuple *otuple,
1287                            struct nf_conntrack_tuple *rtuple,
1288                            u8 u3)
1289 {
1290         struct nf_conn *ct;
1291         int err = -EINVAL;
1292         struct nf_conntrack_helper *helper;
1293
1294         ct = nf_conntrack_alloc(net, zone, otuple, rtuple, GFP_ATOMIC);
1295         if (IS_ERR(ct))
1296                 return ERR_PTR(-ENOMEM);
1297
1298         if (!cda[CTA_TIMEOUT])
1299                 goto err1;
1300         ct->timeout.expires = ntohl(nla_get_be32(cda[CTA_TIMEOUT]));
1301
1302         ct->timeout.expires = jiffies + ct->timeout.expires * HZ;
1303
1304         rcu_read_lock();
1305         if (cda[CTA_HELP]) {
1306                 char *helpname = NULL;
1307  
1308                 err = ctnetlink_parse_help(cda[CTA_HELP], &helpname);
1309                 if (err < 0)
1310                         goto err2;
1311
1312                 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct),
1313                                                     nf_ct_protonum(ct));
1314                 if (helper == NULL) {
1315                         rcu_read_unlock();
1316 #ifdef CONFIG_MODULES
1317                         if (request_module("nfct-helper-%s", helpname) < 0) {
1318                                 err = -EOPNOTSUPP;
1319                                 goto err1;
1320                         }
1321
1322                         rcu_read_lock();
1323                         helper = __nf_conntrack_helper_find(helpname,
1324                                                             nf_ct_l3num(ct),
1325                                                             nf_ct_protonum(ct));
1326                         if (helper) {
1327                                 err = -EAGAIN;
1328                                 goto err2;
1329                         }
1330                         rcu_read_unlock();
1331 #endif
1332                         err = -EOPNOTSUPP;
1333                         goto err1;
1334                 } else {
1335                         struct nf_conn_help *help;
1336
1337                         help = nf_ct_helper_ext_add(ct, GFP_ATOMIC);
1338                         if (help == NULL) {
1339                                 err = -ENOMEM;
1340                                 goto err2;
1341                         }
1342
1343                         /* not in hash table yet so not strictly necessary */
1344                         rcu_assign_pointer(help->helper, helper);
1345                 }
1346         } else {
1347                 /* try an implicit helper assignation */
1348                 err = __nf_ct_try_assign_helper(ct, NULL, GFP_ATOMIC);
1349                 if (err < 0)
1350                         goto err2;
1351         }
1352
1353         if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST]) {
1354                 err = ctnetlink_change_nat(ct, cda);
1355                 if (err < 0)
1356                         goto err2;
1357         }
1358
1359         nf_ct_acct_ext_add(ct, GFP_ATOMIC);
1360         nf_ct_ecache_ext_add(ct, 0, 0, GFP_ATOMIC);
1361         /* we must add conntrack extensions before confirmation. */
1362         ct->status |= IPS_CONFIRMED;
1363
1364         if (cda[CTA_STATUS]) {
1365                 err = ctnetlink_change_status(ct, cda);
1366                 if (err < 0)
1367                         goto err2;
1368         }
1369
1370 #ifdef CONFIG_NF_NAT_NEEDED
1371         if (cda[CTA_NAT_SEQ_ADJ_ORIG] || cda[CTA_NAT_SEQ_ADJ_REPLY]) {
1372                 err = ctnetlink_change_nat_seq_adj(ct, cda);
1373                 if (err < 0)
1374                         goto err2;
1375         }
1376 #endif
1377
1378         if (cda[CTA_PROTOINFO]) {
1379                 err = ctnetlink_change_protoinfo(ct, cda);
1380                 if (err < 0)
1381                         goto err2;
1382         }
1383
1384 #if defined(CONFIG_NF_CONNTRACK_MARK)
1385         if (cda[CTA_MARK])
1386                 ct->mark = ntohl(nla_get_be32(cda[CTA_MARK]));
1387 #endif
1388
1389         /* setup master conntrack: this is a confirmed expectation */
1390         if (cda[CTA_TUPLE_MASTER]) {
1391                 struct nf_conntrack_tuple master;
1392                 struct nf_conntrack_tuple_hash *master_h;
1393                 struct nf_conn *master_ct;
1394
1395                 err = ctnetlink_parse_tuple(cda, &master, CTA_TUPLE_MASTER, u3);
1396                 if (err < 0)
1397                         goto err2;
1398
1399                 master_h = nf_conntrack_find_get(net, zone, &master);
1400                 if (master_h == NULL) {
1401                         err = -ENOENT;
1402                         goto err2;
1403                 }
1404                 master_ct = nf_ct_tuplehash_to_ctrack(master_h);
1405                 __set_bit(IPS_EXPECTED_BIT, &ct->status);
1406                 ct->master = master_ct;
1407         }
1408
1409         add_timer(&ct->timeout);
1410         nf_conntrack_hash_insert(ct);
1411         rcu_read_unlock();
1412
1413         return ct;
1414
1415 err2:
1416         rcu_read_unlock();
1417 err1:
1418         nf_conntrack_free(ct);
1419         return ERR_PTR(err);
1420 }
1421
1422 static int
1423 ctnetlink_new_conntrack(struct sock *ctnl, struct sk_buff *skb,
1424                         const struct nlmsghdr *nlh,
1425                         const struct nlattr * const cda[])
1426 {
1427         struct net *net = sock_net(ctnl);
1428         struct nf_conntrack_tuple otuple, rtuple;
1429         struct nf_conntrack_tuple_hash *h = NULL;
1430         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1431         u_int8_t u3 = nfmsg->nfgen_family;
1432         u16 zone;
1433         int err;
1434
1435         err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone);
1436         if (err < 0)
1437                 return err;
1438
1439         if (cda[CTA_TUPLE_ORIG]) {
1440                 err = ctnetlink_parse_tuple(cda, &otuple, CTA_TUPLE_ORIG, u3);
1441                 if (err < 0)
1442                         return err;
1443         }
1444
1445         if (cda[CTA_TUPLE_REPLY]) {
1446                 err = ctnetlink_parse_tuple(cda, &rtuple, CTA_TUPLE_REPLY, u3);
1447                 if (err < 0)
1448                         return err;
1449         }
1450
1451         spin_lock_bh(&nf_conntrack_lock);
1452         if (cda[CTA_TUPLE_ORIG])
1453                 h = __nf_conntrack_find(net, zone, &otuple);
1454         else if (cda[CTA_TUPLE_REPLY])
1455                 h = __nf_conntrack_find(net, zone, &rtuple);
1456
1457         if (h == NULL) {
1458                 err = -ENOENT;
1459                 if (nlh->nlmsg_flags & NLM_F_CREATE) {
1460                         struct nf_conn *ct;
1461                         enum ip_conntrack_events events;
1462
1463                         ct = ctnetlink_create_conntrack(net, zone, cda, &otuple,
1464                                                         &rtuple, u3);
1465                         if (IS_ERR(ct)) {
1466                                 err = PTR_ERR(ct);
1467                                 goto out_unlock;
1468                         }
1469                         err = 0;
1470                         nf_conntrack_get(&ct->ct_general);
1471                         spin_unlock_bh(&nf_conntrack_lock);
1472                         if (test_bit(IPS_EXPECTED_BIT, &ct->status))
1473                                 events = IPCT_RELATED;
1474                         else
1475                                 events = IPCT_NEW;
1476
1477                         nf_conntrack_eventmask_report((1 << IPCT_REPLY) |
1478                                                       (1 << IPCT_ASSURED) |
1479                                                       (1 << IPCT_HELPER) |
1480                                                       (1 << IPCT_PROTOINFO) |
1481                                                       (1 << IPCT_NATSEQADJ) |
1482                                                       (1 << IPCT_MARK) | events,
1483                                                       ct, NETLINK_CB(skb).pid,
1484                                                       nlmsg_report(nlh));
1485                         nf_ct_put(ct);
1486                 } else
1487                         spin_unlock_bh(&nf_conntrack_lock);
1488
1489                 return err;
1490         }
1491         /* implicit 'else' */
1492
1493         /* We manipulate the conntrack inside the global conntrack table lock,
1494          * so there's no need to increase the refcount */
1495         err = -EEXIST;
1496         if (!(nlh->nlmsg_flags & NLM_F_EXCL)) {
1497                 struct nf_conn *ct = nf_ct_tuplehash_to_ctrack(h);
1498
1499                 err = ctnetlink_change_conntrack(ct, cda);
1500                 if (err == 0) {
1501                         nf_conntrack_get(&ct->ct_general);
1502                         spin_unlock_bh(&nf_conntrack_lock);
1503                         nf_conntrack_eventmask_report((1 << IPCT_REPLY) |
1504                                                       (1 << IPCT_ASSURED) |
1505                                                       (1 << IPCT_HELPER) |
1506                                                       (1 << IPCT_PROTOINFO) |
1507                                                       (1 << IPCT_NATSEQADJ) |
1508                                                       (1 << IPCT_MARK),
1509                                                       ct, NETLINK_CB(skb).pid,
1510                                                       nlmsg_report(nlh));
1511                         nf_ct_put(ct);
1512                 } else
1513                         spin_unlock_bh(&nf_conntrack_lock);
1514
1515                 return err;
1516         }
1517
1518 out_unlock:
1519         spin_unlock_bh(&nf_conntrack_lock);
1520         return err;
1521 }
1522
1523 /***********************************************************************
1524  * EXPECT
1525  ***********************************************************************/
1526
1527 static inline int
1528 ctnetlink_exp_dump_tuple(struct sk_buff *skb,
1529                          const struct nf_conntrack_tuple *tuple,
1530                          enum ctattr_expect type)
1531 {
1532         struct nlattr *nest_parms;
1533
1534         nest_parms = nla_nest_start(skb, type | NLA_F_NESTED);
1535         if (!nest_parms)
1536                 goto nla_put_failure;
1537         if (ctnetlink_dump_tuples(skb, tuple) < 0)
1538                 goto nla_put_failure;
1539         nla_nest_end(skb, nest_parms);
1540
1541         return 0;
1542
1543 nla_put_failure:
1544         return -1;
1545 }
1546
1547 static inline int
1548 ctnetlink_exp_dump_mask(struct sk_buff *skb,
1549                         const struct nf_conntrack_tuple *tuple,
1550                         const struct nf_conntrack_tuple_mask *mask)
1551 {
1552         int ret;
1553         struct nf_conntrack_l3proto *l3proto;
1554         struct nf_conntrack_l4proto *l4proto;
1555         struct nf_conntrack_tuple m;
1556         struct nlattr *nest_parms;
1557
1558         memset(&m, 0xFF, sizeof(m));
1559         memcpy(&m.src.u3, &mask->src.u3, sizeof(m.src.u3));
1560         m.src.u.all = mask->src.u.all;
1561         m.dst.protonum = tuple->dst.protonum;
1562
1563         nest_parms = nla_nest_start(skb, CTA_EXPECT_MASK | NLA_F_NESTED);
1564         if (!nest_parms)
1565                 goto nla_put_failure;
1566
1567         l3proto = __nf_ct_l3proto_find(tuple->src.l3num);
1568         ret = ctnetlink_dump_tuples_ip(skb, &m, l3proto);
1569
1570         if (unlikely(ret < 0))
1571                 goto nla_put_failure;
1572
1573         l4proto = __nf_ct_l4proto_find(tuple->src.l3num, tuple->dst.protonum);
1574         ret = ctnetlink_dump_tuples_proto(skb, &m, l4proto);
1575         if (unlikely(ret < 0))
1576                 goto nla_put_failure;
1577
1578         nla_nest_end(skb, nest_parms);
1579
1580         return 0;
1581
1582 nla_put_failure:
1583         return -1;
1584 }
1585
1586 static int
1587 ctnetlink_exp_dump_expect(struct sk_buff *skb,
1588                           const struct nf_conntrack_expect *exp)
1589 {
1590         struct nf_conn *master = exp->master;
1591         struct nf_conntrack_helper *helper;
1592         long timeout = (exp->timeout.expires - jiffies) / HZ;
1593
1594         if (timeout < 0)
1595                 timeout = 0;
1596
1597         if (ctnetlink_exp_dump_tuple(skb, &exp->tuple, CTA_EXPECT_TUPLE) < 0)
1598                 goto nla_put_failure;
1599         if (ctnetlink_exp_dump_mask(skb, &exp->tuple, &exp->mask) < 0)
1600                 goto nla_put_failure;
1601         if (ctnetlink_exp_dump_tuple(skb,
1602                                  &master->tuplehash[IP_CT_DIR_ORIGINAL].tuple,
1603                                  CTA_EXPECT_MASTER) < 0)
1604                 goto nla_put_failure;
1605
1606         NLA_PUT_BE32(skb, CTA_EXPECT_TIMEOUT, htonl(timeout));
1607         NLA_PUT_BE32(skb, CTA_EXPECT_ID, htonl((unsigned long)exp));
1608         helper = rcu_dereference(nfct_help(master)->helper);
1609         if (helper)
1610                 NLA_PUT_STRING(skb, CTA_EXPECT_HELP_NAME, helper->name);
1611
1612         return 0;
1613
1614 nla_put_failure:
1615         return -1;
1616 }
1617
1618 static int
1619 ctnetlink_exp_fill_info(struct sk_buff *skb, u32 pid, u32 seq,
1620                         int event, const struct nf_conntrack_expect *exp)
1621 {
1622         struct nlmsghdr *nlh;
1623         struct nfgenmsg *nfmsg;
1624         unsigned int flags = pid ? NLM_F_MULTI : 0;
1625
1626         event |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1627         nlh = nlmsg_put(skb, pid, seq, event, sizeof(*nfmsg), flags);
1628         if (nlh == NULL)
1629                 goto nlmsg_failure;
1630
1631         nfmsg = nlmsg_data(nlh);
1632         nfmsg->nfgen_family = exp->tuple.src.l3num;
1633         nfmsg->version      = NFNETLINK_V0;
1634         nfmsg->res_id       = 0;
1635
1636         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1637                 goto nla_put_failure;
1638
1639         nlmsg_end(skb, nlh);
1640         return skb->len;
1641
1642 nlmsg_failure:
1643 nla_put_failure:
1644         nlmsg_cancel(skb, nlh);
1645         return -1;
1646 }
1647
1648 #ifdef CONFIG_NF_CONNTRACK_EVENTS
1649 static int
1650 ctnetlink_expect_event(unsigned int events, struct nf_exp_event *item)
1651 {
1652         struct nf_conntrack_expect *exp = item->exp;
1653         struct net *net = nf_ct_exp_net(exp);
1654         struct nlmsghdr *nlh;
1655         struct nfgenmsg *nfmsg;
1656         struct sk_buff *skb;
1657         unsigned int type;
1658         int flags = 0;
1659
1660         if (events & (1 << IPEXP_NEW)) {
1661                 type = IPCTNL_MSG_EXP_NEW;
1662                 flags = NLM_F_CREATE|NLM_F_EXCL;
1663         } else
1664                 return 0;
1665
1666         if (!item->report &&
1667             !nfnetlink_has_listeners(net, NFNLGRP_CONNTRACK_EXP_NEW))
1668                 return 0;
1669
1670         skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC);
1671         if (skb == NULL)
1672                 goto errout;
1673
1674         type |= NFNL_SUBSYS_CTNETLINK_EXP << 8;
1675         nlh = nlmsg_put(skb, item->pid, 0, type, sizeof(*nfmsg), flags);
1676         if (nlh == NULL)
1677                 goto nlmsg_failure;
1678
1679         nfmsg = nlmsg_data(nlh);
1680         nfmsg->nfgen_family = exp->tuple.src.l3num;
1681         nfmsg->version      = NFNETLINK_V0;
1682         nfmsg->res_id       = 0;
1683
1684         rcu_read_lock();
1685         if (ctnetlink_exp_dump_expect(skb, exp) < 0)
1686                 goto nla_put_failure;
1687         rcu_read_unlock();
1688
1689         nlmsg_end(skb, nlh);
1690         nfnetlink_send(skb, net, item->pid, NFNLGRP_CONNTRACK_EXP_NEW,
1691                        item->report, GFP_ATOMIC);
1692         return 0;
1693
1694 nla_put_failure:
1695         rcu_read_unlock();
1696         nlmsg_cancel(skb, nlh);
1697 nlmsg_failure:
1698         kfree_skb(skb);
1699 errout:
1700         nfnetlink_set_err(net, 0, 0, -ENOBUFS);
1701         return 0;
1702 }
1703 #endif
1704 static int ctnetlink_exp_done(struct netlink_callback *cb)
1705 {
1706         if (cb->args[1])
1707                 nf_ct_expect_put((struct nf_conntrack_expect *)cb->args[1]);
1708         return 0;
1709 }
1710
1711 static int
1712 ctnetlink_exp_dump_table(struct sk_buff *skb, struct netlink_callback *cb)
1713 {
1714         struct net *net = sock_net(skb->sk);
1715         struct nf_conntrack_expect *exp, *last;
1716         struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh);
1717         struct hlist_node *n;
1718         u_int8_t l3proto = nfmsg->nfgen_family;
1719
1720         rcu_read_lock();
1721         last = (struct nf_conntrack_expect *)cb->args[1];
1722         for (; cb->args[0] < nf_ct_expect_hsize; cb->args[0]++) {
1723 restart:
1724                 hlist_for_each_entry(exp, n, &net->ct.expect_hash[cb->args[0]],
1725                                      hnode) {
1726                         if (l3proto && exp->tuple.src.l3num != l3proto)
1727                                 continue;
1728                         if (cb->args[1]) {
1729                                 if (exp != last)
1730                                         continue;
1731                                 cb->args[1] = 0;
1732                         }
1733                         if (ctnetlink_exp_fill_info(skb,
1734                                                     NETLINK_CB(cb->skb).pid,
1735                                                     cb->nlh->nlmsg_seq,
1736                                                     IPCTNL_MSG_EXP_NEW,
1737                                                     exp) < 0) {
1738                                 if (!atomic_inc_not_zero(&exp->use))
1739                                         continue;
1740                                 cb->args[1] = (unsigned long)exp;
1741                                 goto out;
1742                         }
1743                 }
1744                 if (cb->args[1]) {
1745                         cb->args[1] = 0;
1746                         goto restart;
1747                 }
1748         }
1749 out:
1750         rcu_read_unlock();
1751         if (last)
1752                 nf_ct_expect_put(last);
1753
1754         return skb->len;
1755 }
1756
1757 static const struct nla_policy exp_nla_policy[CTA_EXPECT_MAX+1] = {
1758         [CTA_EXPECT_MASTER]     = { .type = NLA_NESTED },
1759         [CTA_EXPECT_TUPLE]      = { .type = NLA_NESTED },
1760         [CTA_EXPECT_MASK]       = { .type = NLA_NESTED },
1761         [CTA_EXPECT_TIMEOUT]    = { .type = NLA_U32 },
1762         [CTA_EXPECT_ID]         = { .type = NLA_U32 },
1763         [CTA_EXPECT_HELP_NAME]  = { .type = NLA_NUL_STRING },
1764 };
1765
1766 static int
1767 ctnetlink_get_expect(struct sock *ctnl, struct sk_buff *skb,
1768                      const struct nlmsghdr *nlh,
1769                      const struct nlattr * const cda[])
1770 {
1771         struct net *net = sock_net(ctnl);
1772         struct nf_conntrack_tuple tuple;
1773         struct nf_conntrack_expect *exp;
1774         struct sk_buff *skb2;
1775         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1776         u_int8_t u3 = nfmsg->nfgen_family;
1777         u16 zone;
1778         int err;
1779
1780         if (nlh->nlmsg_flags & NLM_F_DUMP) {
1781                 return netlink_dump_start(ctnl, skb, nlh,
1782                                           ctnetlink_exp_dump_table,
1783                                           ctnetlink_exp_done);
1784         }
1785
1786         err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1787         if (err < 0)
1788                 return err;
1789
1790         if (cda[CTA_EXPECT_MASTER])
1791                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_MASTER, u3);
1792         else
1793                 return -EINVAL;
1794
1795         if (err < 0)
1796                 return err;
1797
1798         exp = nf_ct_expect_find_get(net, zone, &tuple);
1799         if (!exp)
1800                 return -ENOENT;
1801
1802         if (cda[CTA_EXPECT_ID]) {
1803                 __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1804                 if (ntohl(id) != (u32)(unsigned long)exp) {
1805                         nf_ct_expect_put(exp);
1806                         return -ENOENT;
1807                 }
1808         }
1809
1810         err = -ENOMEM;
1811         skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1812         if (skb2 == NULL)
1813                 goto out;
1814
1815         rcu_read_lock();
1816         err = ctnetlink_exp_fill_info(skb2, NETLINK_CB(skb).pid,
1817                                       nlh->nlmsg_seq, IPCTNL_MSG_EXP_NEW, exp);
1818         rcu_read_unlock();
1819         if (err <= 0)
1820                 goto free;
1821
1822         nf_ct_expect_put(exp);
1823
1824         return netlink_unicast(ctnl, skb2, NETLINK_CB(skb).pid, MSG_DONTWAIT);
1825
1826 free:
1827         kfree_skb(skb2);
1828 out:
1829         nf_ct_expect_put(exp);
1830         return err;
1831 }
1832
1833 static int
1834 ctnetlink_del_expect(struct sock *ctnl, struct sk_buff *skb,
1835                      const struct nlmsghdr *nlh,
1836                      const struct nlattr * const cda[])
1837 {
1838         struct net *net = sock_net(ctnl);
1839         struct nf_conntrack_expect *exp;
1840         struct nf_conntrack_tuple tuple;
1841         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1842         struct hlist_node *n, *next;
1843         u_int8_t u3 = nfmsg->nfgen_family;
1844         unsigned int i;
1845         u16 zone;
1846         int err;
1847
1848         if (cda[CTA_EXPECT_TUPLE]) {
1849                 /* delete a single expect by tuple */
1850                 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1851                 if (err < 0)
1852                         return err;
1853
1854                 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1855                 if (err < 0)
1856                         return err;
1857
1858                 /* bump usage count to 2 */
1859                 exp = nf_ct_expect_find_get(net, zone, &tuple);
1860                 if (!exp)
1861                         return -ENOENT;
1862
1863                 if (cda[CTA_EXPECT_ID]) {
1864                         __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]);
1865                         if (ntohl(id) != (u32)(unsigned long)exp) {
1866                                 nf_ct_expect_put(exp);
1867                                 return -ENOENT;
1868                         }
1869                 }
1870
1871                 /* after list removal, usage count == 1 */
1872                 nf_ct_unexpect_related(exp);
1873                 /* have to put what we 'get' above.
1874                  * after this line usage count == 0 */
1875                 nf_ct_expect_put(exp);
1876         } else if (cda[CTA_EXPECT_HELP_NAME]) {
1877                 char *name = nla_data(cda[CTA_EXPECT_HELP_NAME]);
1878                 struct nf_conn_help *m_help;
1879
1880                 /* delete all expectations for this helper */
1881                 spin_lock_bh(&nf_conntrack_lock);
1882                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1883                         hlist_for_each_entry_safe(exp, n, next,
1884                                                   &net->ct.expect_hash[i],
1885                                                   hnode) {
1886                                 m_help = nfct_help(exp->master);
1887                                 if (!strcmp(m_help->helper->name, name) &&
1888                                     del_timer(&exp->timeout)) {
1889                                         nf_ct_unlink_expect(exp);
1890                                         nf_ct_expect_put(exp);
1891                                 }
1892                         }
1893                 }
1894                 spin_unlock_bh(&nf_conntrack_lock);
1895         } else {
1896                 /* This basically means we have to flush everything*/
1897                 spin_lock_bh(&nf_conntrack_lock);
1898                 for (i = 0; i < nf_ct_expect_hsize; i++) {
1899                         hlist_for_each_entry_safe(exp, n, next,
1900                                                   &net->ct.expect_hash[i],
1901                                                   hnode) {
1902                                 if (del_timer(&exp->timeout)) {
1903                                         nf_ct_unlink_expect(exp);
1904                                         nf_ct_expect_put(exp);
1905                                 }
1906                         }
1907                 }
1908                 spin_unlock_bh(&nf_conntrack_lock);
1909         }
1910
1911         return 0;
1912 }
1913 static int
1914 ctnetlink_change_expect(struct nf_conntrack_expect *x,
1915                         const struct nlattr * const cda[])
1916 {
1917         return -EOPNOTSUPP;
1918 }
1919
1920 static int
1921 ctnetlink_create_expect(struct net *net, u16 zone,
1922                         const struct nlattr * const cda[],
1923                         u_int8_t u3,
1924                         u32 pid, int report)
1925 {
1926         struct nf_conntrack_tuple tuple, mask, master_tuple;
1927         struct nf_conntrack_tuple_hash *h = NULL;
1928         struct nf_conntrack_expect *exp;
1929         struct nf_conn *ct;
1930         struct nf_conn_help *help;
1931         int err = 0;
1932
1933         /* caller guarantees that those three CTA_EXPECT_* exist */
1934         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
1935         if (err < 0)
1936                 return err;
1937         err = ctnetlink_parse_tuple(cda, &mask, CTA_EXPECT_MASK, u3);
1938         if (err < 0)
1939                 return err;
1940         err = ctnetlink_parse_tuple(cda, &master_tuple, CTA_EXPECT_MASTER, u3);
1941         if (err < 0)
1942                 return err;
1943
1944         /* Look for master conntrack of this expectation */
1945         h = nf_conntrack_find_get(net, zone, &master_tuple);
1946         if (!h)
1947                 return -ENOENT;
1948         ct = nf_ct_tuplehash_to_ctrack(h);
1949         help = nfct_help(ct);
1950
1951         if (!help || !help->helper) {
1952                 /* such conntrack hasn't got any helper, abort */
1953                 err = -EOPNOTSUPP;
1954                 goto out;
1955         }
1956
1957         exp = nf_ct_expect_alloc(ct);
1958         if (!exp) {
1959                 err = -ENOMEM;
1960                 goto out;
1961         }
1962
1963         exp->class = 0;
1964         exp->expectfn = NULL;
1965         exp->flags = 0;
1966         exp->master = ct;
1967         exp->helper = NULL;
1968         memcpy(&exp->tuple, &tuple, sizeof(struct nf_conntrack_tuple));
1969         memcpy(&exp->mask.src.u3, &mask.src.u3, sizeof(exp->mask.src.u3));
1970         exp->mask.src.u.all = mask.src.u.all;
1971
1972         err = nf_ct_expect_related_report(exp, pid, report);
1973         nf_ct_expect_put(exp);
1974
1975 out:
1976         nf_ct_put(nf_ct_tuplehash_to_ctrack(h));
1977         return err;
1978 }
1979
1980 static int
1981 ctnetlink_new_expect(struct sock *ctnl, struct sk_buff *skb,
1982                      const struct nlmsghdr *nlh,
1983                      const struct nlattr * const cda[])
1984 {
1985         struct net *net = sock_net(ctnl);
1986         struct nf_conntrack_tuple tuple;
1987         struct nf_conntrack_expect *exp;
1988         struct nfgenmsg *nfmsg = nlmsg_data(nlh);
1989         u_int8_t u3 = nfmsg->nfgen_family;
1990         u16 zone;
1991         int err;
1992
1993         if (!cda[CTA_EXPECT_TUPLE]
1994             || !cda[CTA_EXPECT_MASK]
1995             || !cda[CTA_EXPECT_MASTER])
1996                 return -EINVAL;
1997
1998         err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone);
1999         if (err < 0)
2000                 return err;
2001
2002         err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, u3);
2003         if (err < 0)
2004                 return err;
2005
2006         spin_lock_bh(&nf_conntrack_lock);
2007         exp = __nf_ct_expect_find(net, zone, &tuple);
2008
2009         if (!exp) {
2010                 spin_unlock_bh(&nf_conntrack_lock);
2011                 err = -ENOENT;
2012                 if (nlh->nlmsg_flags & NLM_F_CREATE) {
2013                         err = ctnetlink_create_expect(net, zone, cda,
2014                                                       u3,
2015                                                       NETLINK_CB(skb).pid,
2016                                                       nlmsg_report(nlh));
2017                 }
2018                 return err;
2019         }
2020
2021         err = -EEXIST;
2022         if (!(nlh->nlmsg_flags & NLM_F_EXCL))
2023                 err = ctnetlink_change_expect(exp, cda);
2024         spin_unlock_bh(&nf_conntrack_lock);
2025
2026         return err;
2027 }
2028
2029 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2030 static struct nf_ct_event_notifier ctnl_notifier = {
2031         .fcn = ctnetlink_conntrack_event,
2032 };
2033
2034 static struct nf_exp_event_notifier ctnl_notifier_exp = {
2035         .fcn = ctnetlink_expect_event,
2036 };
2037 #endif
2038
2039 static const struct nfnl_callback ctnl_cb[IPCTNL_MSG_MAX] = {
2040         [IPCTNL_MSG_CT_NEW]             = { .call = ctnetlink_new_conntrack,
2041                                             .attr_count = CTA_MAX,
2042                                             .policy = ct_nla_policy },
2043         [IPCTNL_MSG_CT_GET]             = { .call = ctnetlink_get_conntrack,
2044                                             .attr_count = CTA_MAX,
2045                                             .policy = ct_nla_policy },
2046         [IPCTNL_MSG_CT_DELETE]          = { .call = ctnetlink_del_conntrack,
2047                                             .attr_count = CTA_MAX,
2048                                             .policy = ct_nla_policy },
2049         [IPCTNL_MSG_CT_GET_CTRZERO]     = { .call = ctnetlink_get_conntrack,
2050                                             .attr_count = CTA_MAX,
2051                                             .policy = ct_nla_policy },
2052 };
2053
2054 static const struct nfnl_callback ctnl_exp_cb[IPCTNL_MSG_EXP_MAX] = {
2055         [IPCTNL_MSG_EXP_GET]            = { .call = ctnetlink_get_expect,
2056                                             .attr_count = CTA_EXPECT_MAX,
2057                                             .policy = exp_nla_policy },
2058         [IPCTNL_MSG_EXP_NEW]            = { .call = ctnetlink_new_expect,
2059                                             .attr_count = CTA_EXPECT_MAX,
2060                                             .policy = exp_nla_policy },
2061         [IPCTNL_MSG_EXP_DELETE]         = { .call = ctnetlink_del_expect,
2062                                             .attr_count = CTA_EXPECT_MAX,
2063                                             .policy = exp_nla_policy },
2064 };
2065
2066 static const struct nfnetlink_subsystem ctnl_subsys = {
2067         .name                           = "conntrack",
2068         .subsys_id                      = NFNL_SUBSYS_CTNETLINK,
2069         .cb_count                       = IPCTNL_MSG_MAX,
2070         .cb                             = ctnl_cb,
2071 };
2072
2073 static const struct nfnetlink_subsystem ctnl_exp_subsys = {
2074         .name                           = "conntrack_expect",
2075         .subsys_id                      = NFNL_SUBSYS_CTNETLINK_EXP,
2076         .cb_count                       = IPCTNL_MSG_EXP_MAX,
2077         .cb                             = ctnl_exp_cb,
2078 };
2079
2080 MODULE_ALIAS("ip_conntrack_netlink");
2081 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK);
2082 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK_EXP);
2083
2084 static int __init ctnetlink_init(void)
2085 {
2086         int ret;
2087
2088         pr_info("ctnetlink v%s: registering with nfnetlink.\n", version);
2089         ret = nfnetlink_subsys_register(&ctnl_subsys);
2090         if (ret < 0) {
2091                 pr_err("ctnetlink_init: cannot register with nfnetlink.\n");
2092                 goto err_out;
2093         }
2094
2095         ret = nfnetlink_subsys_register(&ctnl_exp_subsys);
2096         if (ret < 0) {
2097                 pr_err("ctnetlink_init: cannot register exp with nfnetlink.\n");
2098                 goto err_unreg_subsys;
2099         }
2100
2101 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2102         ret = nf_conntrack_register_notifier(&ctnl_notifier);
2103         if (ret < 0) {
2104                 pr_err("ctnetlink_init: cannot register notifier.\n");
2105                 goto err_unreg_exp_subsys;
2106         }
2107
2108         ret = nf_ct_expect_register_notifier(&ctnl_notifier_exp);
2109         if (ret < 0) {
2110                 pr_err("ctnetlink_init: cannot expect register notifier.\n");
2111                 goto err_unreg_notifier;
2112         }
2113 #endif
2114
2115         return 0;
2116
2117 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2118 err_unreg_notifier:
2119         nf_conntrack_unregister_notifier(&ctnl_notifier);
2120 err_unreg_exp_subsys:
2121         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
2122 #endif
2123 err_unreg_subsys:
2124         nfnetlink_subsys_unregister(&ctnl_subsys);
2125 err_out:
2126         return ret;
2127 }
2128
2129 static void __exit ctnetlink_exit(void)
2130 {
2131         pr_info("ctnetlink: unregistering from nfnetlink.\n");
2132
2133 #ifdef CONFIG_NF_CONNTRACK_EVENTS
2134         nf_ct_expect_unregister_notifier(&ctnl_notifier_exp);
2135         nf_conntrack_unregister_notifier(&ctnl_notifier);
2136 #endif
2137
2138         nfnetlink_subsys_unregister(&ctnl_exp_subsys);
2139         nfnetlink_subsys_unregister(&ctnl_subsys);
2140 }
2141
2142 module_init(ctnetlink_init);
2143 module_exit(ctnetlink_exit);