2 * Generic PPP layer for Linux.
4 * Copyright 1999-2002 Paul Mackerras.
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
11 * The generic PPP layer handles the PPP network interfaces, the
12 * /dev/ppp device, packet and VJ compression, and multilink.
13 * It talks to PPP `channels' via the interface defined in
14 * include/linux/ppp_channel.h. Channels provide the basic means for
15 * sending and receiving PPP frames on some kind of communications
18 * Part of the code in this driver was inspired by the old async-only
19 * PPP driver, written by Michael Callahan and Al Longyear, and
20 * subsequently hacked by Paul Mackerras.
22 * ==FILEVERSION 20041108==
25 #include <linux/module.h>
26 #include <linux/kernel.h>
27 #include <linux/kmod.h>
28 #include <linux/init.h>
29 #include <linux/list.h>
30 #include <linux/netdevice.h>
31 #include <linux/poll.h>
32 #include <linux/ppp_defs.h>
33 #include <linux/filter.h>
34 #include <linux/if_ppp.h>
35 #include <linux/ppp_channel.h>
36 #include <linux/ppp-comp.h>
37 #include <linux/skbuff.h>
38 #include <linux/rtnetlink.h>
39 #include <linux/if_arp.h>
41 #include <linux/tcp.h>
42 #include <linux/smp_lock.h>
43 #include <linux/spinlock.h>
44 #include <linux/rwsem.h>
45 #include <linux/stddef.h>
46 #include <linux/device.h>
47 #include <linux/mutex.h>
48 #include <net/slhc_vj.h>
49 #include <asm/atomic.h>
51 #define PPP_VERSION "2.4.2"
54 * Network protocols we support.
56 #define NP_IP 0 /* Internet Protocol V4 */
57 #define NP_IPV6 1 /* Internet Protocol V6 */
58 #define NP_IPX 2 /* IPX protocol */
59 #define NP_AT 3 /* Appletalk protocol */
60 #define NP_MPLS_UC 4 /* MPLS unicast */
61 #define NP_MPLS_MC 5 /* MPLS multicast */
62 #define NUM_NP 6 /* Number of NPs. */
64 #define MPHDRLEN 6 /* multilink protocol header length */
65 #define MPHDRLEN_SSN 4 /* ditto with short sequence numbers */
66 #define MIN_FRAG_SIZE 64
69 * An instance of /dev/ppp can be associated with either a ppp
70 * interface unit or a ppp channel. In both cases, file->private_data
71 * points to one of these.
77 struct sk_buff_head xq; /* pppd transmit queue */
78 struct sk_buff_head rq; /* receive queue for pppd */
79 wait_queue_head_t rwait; /* for poll on reading /dev/ppp */
80 atomic_t refcnt; /* # refs (incl /dev/ppp attached) */
81 int hdrlen; /* space to leave for headers */
82 int index; /* interface unit / channel number */
83 int dead; /* unit/channel has been shut down */
86 #define PF_TO_X(pf, X) container_of(pf, X, file)
88 #define PF_TO_PPP(pf) PF_TO_X(pf, struct ppp)
89 #define PF_TO_CHANNEL(pf) PF_TO_X(pf, struct channel)
92 * Data structure describing one ppp unit.
93 * A ppp unit corresponds to a ppp network interface device
94 * and represents a multilink bundle.
95 * It can have 0 or more ppp channels connected to it.
98 struct ppp_file file; /* stuff for read/write/poll 0 */
99 struct file *owner; /* file that owns this unit 48 */
100 struct list_head channels; /* list of attached channels 4c */
101 int n_channels; /* how many channels are attached 54 */
102 spinlock_t rlock; /* lock for receive side 58 */
103 spinlock_t wlock; /* lock for transmit side 5c */
104 int mru; /* max receive unit 60 */
105 unsigned int flags; /* control bits 64 */
106 unsigned int xstate; /* transmit state bits 68 */
107 unsigned int rstate; /* receive state bits 6c */
108 int debug; /* debug flags 70 */
109 struct slcompress *vj; /* state for VJ header compression */
110 enum NPmode npmode[NUM_NP]; /* what to do with each net proto 78 */
111 struct sk_buff *xmit_pending; /* a packet ready to go out 88 */
112 struct compressor *xcomp; /* transmit packet compressor 8c */
113 void *xc_state; /* its internal state 90 */
114 struct compressor *rcomp; /* receive decompressor 94 */
115 void *rc_state; /* its internal state 98 */
116 unsigned long last_xmit; /* jiffies when last pkt sent 9c */
117 unsigned long last_recv; /* jiffies when last pkt rcvd a0 */
118 struct net_device *dev; /* network interface device a4 */
119 #ifdef CONFIG_PPP_MULTILINK
120 int nxchan; /* next channel to send something on */
121 u32 nxseq; /* next sequence number to send */
122 int mrru; /* MP: max reconst. receive unit */
123 u32 nextseq; /* MP: seq no of next packet */
124 u32 minseq; /* MP: min of most recent seqnos */
125 struct sk_buff_head mrq; /* MP: receive reconstruction queue */
126 #endif /* CONFIG_PPP_MULTILINK */
127 #ifdef CONFIG_PPP_FILTER
128 struct sock_filter *pass_filter; /* filter for packets to pass */
129 struct sock_filter *active_filter;/* filter for pkts to reset idle */
130 unsigned pass_len, active_len;
131 #endif /* CONFIG_PPP_FILTER */
135 * Bits in flags: SC_NO_TCP_CCID, SC_CCP_OPEN, SC_CCP_UP, SC_LOOP_TRAFFIC,
136 * SC_MULTILINK, SC_MP_SHORTSEQ, SC_MP_XSHORTSEQ, SC_COMP_TCP, SC_REJ_COMP_TCP,
138 * Bits in rstate: SC_DECOMP_RUN, SC_DC_ERROR, SC_DC_FERROR.
139 * Bits in xstate: SC_COMP_RUN
141 #define SC_FLAG_BITS (SC_NO_TCP_CCID|SC_CCP_OPEN|SC_CCP_UP|SC_LOOP_TRAFFIC \
142 |SC_MULTILINK|SC_MP_SHORTSEQ|SC_MP_XSHORTSEQ \
143 |SC_COMP_TCP|SC_REJ_COMP_TCP|SC_MUST_COMP)
146 * Private data structure for each channel.
147 * This includes the data structure used for multilink.
150 struct ppp_file file; /* stuff for read/write/poll */
151 struct list_head list; /* link in all/new_channels list */
152 struct ppp_channel *chan; /* public channel data structure */
153 struct rw_semaphore chan_sem; /* protects `chan' during chan ioctl */
154 spinlock_t downl; /* protects `chan', file.xq dequeue */
155 struct ppp *ppp; /* ppp unit we're connected to */
156 struct list_head clist; /* link in list of channels per unit */
157 rwlock_t upl; /* protects `ppp' */
158 #ifdef CONFIG_PPP_MULTILINK
159 u8 avail; /* flag used in multilink stuff */
160 u8 had_frag; /* >= 1 fragments have been sent */
161 u32 lastseq; /* MP: last sequence # received */
162 #endif /* CONFIG_PPP_MULTILINK */
166 * SMP locking issues:
167 * Both the ppp.rlock and ppp.wlock locks protect the ppp.channels
168 * list and the ppp.n_channels field, you need to take both locks
169 * before you modify them.
170 * The lock ordering is: channel.upl -> ppp.wlock -> ppp.rlock ->
175 * A cardmap represents a mapping from unsigned integers to pointers,
176 * and provides a fast "find lowest unused number" operation.
177 * It uses a broad (32-way) tree with a bitmap at each level.
178 * It is designed to be space-efficient for small numbers of entries
179 * and time-efficient for large numbers of entries.
181 #define CARDMAP_ORDER 5
182 #define CARDMAP_WIDTH (1U << CARDMAP_ORDER)
183 #define CARDMAP_MASK (CARDMAP_WIDTH - 1)
188 struct cardmap *parent;
189 void *ptr[CARDMAP_WIDTH];
191 static void *cardmap_get(struct cardmap *map, unsigned int nr);
192 static int cardmap_set(struct cardmap **map, unsigned int nr, void *ptr);
193 static unsigned int cardmap_find_first_free(struct cardmap *map);
194 static void cardmap_destroy(struct cardmap **map);
197 * all_ppp_mutex protects the all_ppp_units mapping.
198 * It also ensures that finding a ppp unit in the all_ppp_units map
199 * and updating its file.refcnt field is atomic.
201 static DEFINE_MUTEX(all_ppp_mutex);
202 static struct cardmap *all_ppp_units;
203 static atomic_t ppp_unit_count = ATOMIC_INIT(0);
206 * all_channels_lock protects all_channels and last_channel_index,
207 * and the atomicity of find a channel and updating its file.refcnt
210 static DEFINE_SPINLOCK(all_channels_lock);
211 static LIST_HEAD(all_channels);
212 static LIST_HEAD(new_channels);
213 static int last_channel_index;
214 static atomic_t channel_count = ATOMIC_INIT(0);
216 /* Get the PPP protocol number from a skb */
217 #define PPP_PROTO(skb) (((skb)->data[0] << 8) + (skb)->data[1])
219 /* We limit the length of ppp->file.rq to this (arbitrary) value */
220 #define PPP_MAX_RQLEN 32
223 * Maximum number of multilink fragments queued up.
224 * This has to be large enough to cope with the maximum latency of
225 * the slowest channel relative to the others. Strictly it should
226 * depend on the number of channels and their characteristics.
228 #define PPP_MP_MAX_QLEN 128
230 /* Multilink header bits. */
231 #define B 0x80 /* this fragment begins a packet */
232 #define E 0x40 /* this fragment ends a packet */
234 /* Compare multilink sequence numbers (assumed to be 32 bits wide) */
235 #define seq_before(a, b) ((s32)((a) - (b)) < 0)
236 #define seq_after(a, b) ((s32)((a) - (b)) > 0)
239 static int ppp_unattached_ioctl(struct ppp_file *pf, struct file *file,
240 unsigned int cmd, unsigned long arg);
241 static void ppp_xmit_process(struct ppp *ppp);
242 static void ppp_send_frame(struct ppp *ppp, struct sk_buff *skb);
243 static void ppp_push(struct ppp *ppp);
244 static void ppp_channel_push(struct channel *pch);
245 static void ppp_receive_frame(struct ppp *ppp, struct sk_buff *skb,
246 struct channel *pch);
247 static void ppp_receive_error(struct ppp *ppp);
248 static void ppp_receive_nonmp_frame(struct ppp *ppp, struct sk_buff *skb);
249 static struct sk_buff *ppp_decompress_frame(struct ppp *ppp,
250 struct sk_buff *skb);
251 #ifdef CONFIG_PPP_MULTILINK
252 static void ppp_receive_mp_frame(struct ppp *ppp, struct sk_buff *skb,
253 struct channel *pch);
254 static void ppp_mp_insert(struct ppp *ppp, struct sk_buff *skb);
255 static struct sk_buff *ppp_mp_reconstruct(struct ppp *ppp);
256 static int ppp_mp_explode(struct ppp *ppp, struct sk_buff *skb);
257 #endif /* CONFIG_PPP_MULTILINK */
258 static int ppp_set_compress(struct ppp *ppp, unsigned long arg);
259 static void ppp_ccp_peek(struct ppp *ppp, struct sk_buff *skb, int inbound);
260 static void ppp_ccp_closed(struct ppp *ppp);
261 static struct compressor *find_compressor(int type);
262 static void ppp_get_stats(struct ppp *ppp, struct ppp_stats *st);
263 static struct ppp *ppp_create_interface(int unit, int *retp);
264 static void init_ppp_file(struct ppp_file *pf, int kind);
265 static void ppp_shutdown_interface(struct ppp *ppp);
266 static void ppp_destroy_interface(struct ppp *ppp);
267 static struct ppp *ppp_find_unit(int unit);
268 static struct channel *ppp_find_channel(int unit);
269 static int ppp_connect_channel(struct channel *pch, int unit);
270 static int ppp_disconnect_channel(struct channel *pch);
271 static void ppp_destroy_channel(struct channel *pch);
273 static struct class *ppp_class;
275 /* Translates a PPP protocol number to a NP index (NP == network protocol) */
276 static inline int proto_to_npindex(int proto)
295 /* Translates an NP index into a PPP protocol number */
296 static const int npindex_to_proto[NUM_NP] = {
305 /* Translates an ethertype into an NP index */
306 static inline int ethertype_to_npindex(int ethertype)
326 /* Translates an NP index into an ethertype */
327 static const int npindex_to_ethertype[NUM_NP] = {
339 #define ppp_xmit_lock(ppp) spin_lock_bh(&(ppp)->wlock)
340 #define ppp_xmit_unlock(ppp) spin_unlock_bh(&(ppp)->wlock)
341 #define ppp_recv_lock(ppp) spin_lock_bh(&(ppp)->rlock)
342 #define ppp_recv_unlock(ppp) spin_unlock_bh(&(ppp)->rlock)
343 #define ppp_lock(ppp) do { ppp_xmit_lock(ppp); \
344 ppp_recv_lock(ppp); } while (0)
345 #define ppp_unlock(ppp) do { ppp_recv_unlock(ppp); \
346 ppp_xmit_unlock(ppp); } while (0)
349 * /dev/ppp device routines.
350 * The /dev/ppp device is used by pppd to control the ppp unit.
351 * It supports the read, write, ioctl and poll functions.
352 * Open instances of /dev/ppp can be in one of three states:
353 * unattached, attached to a ppp unit, or attached to a ppp channel.
355 static int ppp_open(struct inode *inode, struct file *file)
359 * This could (should?) be enforced by the permissions on /dev/ppp.
361 if (!capable(CAP_NET_ADMIN))
366 static int ppp_release(struct inode *unused, struct file *file)
368 struct ppp_file *pf = file->private_data;
372 file->private_data = NULL;
373 if (pf->kind == INTERFACE) {
375 if (file == ppp->owner)
376 ppp_shutdown_interface(ppp);
378 if (atomic_dec_and_test(&pf->refcnt)) {
381 ppp_destroy_interface(PF_TO_PPP(pf));
384 ppp_destroy_channel(PF_TO_CHANNEL(pf));
392 static ssize_t ppp_read(struct file *file, char __user *buf,
393 size_t count, loff_t *ppos)
395 struct ppp_file *pf = file->private_data;
396 DECLARE_WAITQUEUE(wait, current);
398 struct sk_buff *skb = NULL;
404 add_wait_queue(&pf->rwait, &wait);
406 set_current_state(TASK_INTERRUPTIBLE);
407 skb = skb_dequeue(&pf->rq);
413 if (pf->kind == INTERFACE) {
415 * Return 0 (EOF) on an interface that has no
416 * channels connected, unless it is looping
417 * network traffic (demand mode).
419 struct ppp *ppp = PF_TO_PPP(pf);
420 if (ppp->n_channels == 0
421 && (ppp->flags & SC_LOOP_TRAFFIC) == 0)
425 if (file->f_flags & O_NONBLOCK)
428 if (signal_pending(current))
432 set_current_state(TASK_RUNNING);
433 remove_wait_queue(&pf->rwait, &wait);
439 if (skb->len > count)
442 if (copy_to_user(buf, skb->data, skb->len))
452 static ssize_t ppp_write(struct file *file, const char __user *buf,
453 size_t count, loff_t *ppos)
455 struct ppp_file *pf = file->private_data;
462 skb = alloc_skb(count + pf->hdrlen, GFP_KERNEL);
465 skb_reserve(skb, pf->hdrlen);
467 if (copy_from_user(skb_put(skb, count), buf, count)) {
472 skb_queue_tail(&pf->xq, skb);
476 ppp_xmit_process(PF_TO_PPP(pf));
479 ppp_channel_push(PF_TO_CHANNEL(pf));
489 /* No kernel lock - fine */
490 static unsigned int ppp_poll(struct file *file, poll_table *wait)
492 struct ppp_file *pf = file->private_data;
497 poll_wait(file, &pf->rwait, wait);
498 mask = POLLOUT | POLLWRNORM;
499 if (skb_peek(&pf->rq))
500 mask |= POLLIN | POLLRDNORM;
503 else if (pf->kind == INTERFACE) {
504 /* see comment in ppp_read */
505 struct ppp *ppp = PF_TO_PPP(pf);
506 if (ppp->n_channels == 0
507 && (ppp->flags & SC_LOOP_TRAFFIC) == 0)
508 mask |= POLLIN | POLLRDNORM;
514 #ifdef CONFIG_PPP_FILTER
515 static int get_filter(void __user *arg, struct sock_filter **p)
517 struct sock_fprog uprog;
518 struct sock_filter *code = NULL;
521 if (copy_from_user(&uprog, arg, sizeof(uprog)))
529 len = uprog.len * sizeof(struct sock_filter);
530 code = kmalloc(len, GFP_KERNEL);
534 if (copy_from_user(code, uprog.filter, len)) {
539 err = sk_chk_filter(code, uprog.len);
548 #endif /* CONFIG_PPP_FILTER */
550 static long ppp_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
552 struct ppp_file *pf = file->private_data;
554 int err = -EFAULT, val, val2, i;
555 struct ppp_idle idle;
558 struct slcompress *vj;
559 void __user *argp = (void __user *)arg;
560 int __user *p = argp;
563 return ppp_unattached_ioctl(pf, file, cmd, arg);
565 if (cmd == PPPIOCDETACH) {
567 * We have to be careful here... if the file descriptor
568 * has been dup'd, we could have another process in the
569 * middle of a poll using the same file *, so we had
570 * better not free the interface data structures -
571 * instead we fail the ioctl. Even in this case, we
572 * shut down the interface if we are the owner of it.
573 * Actually, we should get rid of PPPIOCDETACH, userland
574 * (i.e. pppd) could achieve the same effect by closing
575 * this fd and reopening /dev/ppp.
579 if (pf->kind == INTERFACE) {
581 if (file == ppp->owner)
582 ppp_shutdown_interface(ppp);
584 if (atomic_long_read(&file->f_count) <= 2) {
585 ppp_release(NULL, file);
588 printk(KERN_DEBUG "PPPIOCDETACH file->f_count=%ld\n",
589 atomic_long_read(&file->f_count));
594 if (pf->kind == CHANNEL) {
596 struct ppp_channel *chan;
599 pch = PF_TO_CHANNEL(pf);
603 if (get_user(unit, p))
605 err = ppp_connect_channel(pch, unit);
609 err = ppp_disconnect_channel(pch);
613 down_read(&pch->chan_sem);
616 if (chan && chan->ops->ioctl)
617 err = chan->ops->ioctl(chan, cmd, arg);
618 up_read(&pch->chan_sem);
624 if (pf->kind != INTERFACE) {
626 printk(KERN_ERR "PPP: not interface or channel??\n");
634 if (get_user(val, p))
641 if (get_user(val, p))
644 cflags = ppp->flags & ~val;
645 ppp->flags = val & SC_FLAG_BITS;
647 if (cflags & SC_CCP_OPEN)
653 val = ppp->flags | ppp->xstate | ppp->rstate;
654 if (put_user(val, p))
659 case PPPIOCSCOMPRESS:
660 err = ppp_set_compress(ppp, arg);
664 if (put_user(ppp->file.index, p))
670 if (get_user(val, p))
677 if (put_user(ppp->debug, p))
683 idle.xmit_idle = (jiffies - ppp->last_xmit) / HZ;
684 idle.recv_idle = (jiffies - ppp->last_recv) / HZ;
685 if (copy_to_user(argp, &idle, sizeof(idle)))
691 if (get_user(val, p))
694 if ((val >> 16) != 0) {
698 vj = slhc_init(val2+1, val+1);
700 printk(KERN_ERR "PPP: no memory (VJ compressor)\n");
714 if (copy_from_user(&npi, argp, sizeof(npi)))
716 err = proto_to_npindex(npi.protocol);
720 if (cmd == PPPIOCGNPMODE) {
722 npi.mode = ppp->npmode[i];
723 if (copy_to_user(argp, &npi, sizeof(npi)))
726 ppp->npmode[i] = npi.mode;
727 /* we may be able to transmit more packets now (??) */
728 netif_wake_queue(ppp->dev);
733 #ifdef CONFIG_PPP_FILTER
736 struct sock_filter *code;
737 err = get_filter(argp, &code);
740 kfree(ppp->pass_filter);
741 ppp->pass_filter = code;
750 struct sock_filter *code;
751 err = get_filter(argp, &code);
754 kfree(ppp->active_filter);
755 ppp->active_filter = code;
756 ppp->active_len = err;
762 #endif /* CONFIG_PPP_FILTER */
764 #ifdef CONFIG_PPP_MULTILINK
766 if (get_user(val, p))
770 ppp_recv_unlock(ppp);
773 #endif /* CONFIG_PPP_MULTILINK */
782 static int ppp_unattached_ioctl(struct ppp_file *pf, struct file *file,
783 unsigned int cmd, unsigned long arg)
785 int unit, err = -EFAULT;
787 struct channel *chan;
788 int __user *p = (int __user *)arg;
793 /* Create a new ppp unit */
794 if (get_user(unit, p))
796 ppp = ppp_create_interface(unit, &err);
799 file->private_data = &ppp->file;
802 if (put_user(ppp->file.index, p))
808 /* Attach to an existing ppp unit */
809 if (get_user(unit, p))
811 mutex_lock(&all_ppp_mutex);
813 ppp = ppp_find_unit(unit);
815 atomic_inc(&ppp->file.refcnt);
816 file->private_data = &ppp->file;
819 mutex_unlock(&all_ppp_mutex);
823 if (get_user(unit, p))
825 spin_lock_bh(&all_channels_lock);
827 chan = ppp_find_channel(unit);
829 atomic_inc(&chan->file.refcnt);
830 file->private_data = &chan->file;
833 spin_unlock_bh(&all_channels_lock);
843 static const struct file_operations ppp_device_fops = {
844 .owner = THIS_MODULE,
848 .unlocked_ioctl = ppp_ioctl,
850 .release = ppp_release
853 #define PPP_MAJOR 108
855 /* Called at boot time if ppp is compiled into the kernel,
856 or at module load time (from init_module) if compiled as a module. */
857 static int __init ppp_init(void)
861 printk(KERN_INFO "PPP generic driver version " PPP_VERSION "\n");
862 err = register_chrdev(PPP_MAJOR, "ppp", &ppp_device_fops);
864 ppp_class = class_create(THIS_MODULE, "ppp");
865 if (IS_ERR(ppp_class)) {
866 err = PTR_ERR(ppp_class);
869 device_create_drvdata(ppp_class, NULL, MKDEV(PPP_MAJOR, 0),
875 printk(KERN_ERR "failed to register PPP device (%d)\n", err);
879 unregister_chrdev(PPP_MAJOR, "ppp");
884 * Network interface unit routines.
887 ppp_start_xmit(struct sk_buff *skb, struct net_device *dev)
889 struct ppp *ppp = (struct ppp *) dev->priv;
893 npi = ethertype_to_npindex(ntohs(skb->protocol));
897 /* Drop, accept or reject the packet */
898 switch (ppp->npmode[npi]) {
902 /* it would be nice to have a way to tell the network
903 system to queue this one up for later. */
910 /* Put the 2-byte PPP protocol number on the front,
911 making sure there is room for the address and control fields. */
912 if (skb_cow_head(skb, PPP_HDRLEN))
915 pp = skb_push(skb, 2);
916 proto = npindex_to_proto[npi];
920 netif_stop_queue(dev);
921 skb_queue_tail(&ppp->file.xq, skb);
922 ppp_xmit_process(ppp);
927 ++ppp->dev->stats.tx_dropped;
932 ppp_net_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
934 struct ppp *ppp = dev->priv;
936 void __user *addr = (void __user *) ifr->ifr_ifru.ifru_data;
937 struct ppp_stats stats;
938 struct ppp_comp_stats cstats;
943 ppp_get_stats(ppp, &stats);
944 if (copy_to_user(addr, &stats, sizeof(stats)))
950 memset(&cstats, 0, sizeof(cstats));
952 ppp->xcomp->comp_stat(ppp->xc_state, &cstats.c);
954 ppp->rcomp->decomp_stat(ppp->rc_state, &cstats.d);
955 if (copy_to_user(addr, &cstats, sizeof(cstats)))
962 if (copy_to_user(addr, vers, strlen(vers) + 1))
974 static void ppp_setup(struct net_device *dev)
976 dev->hard_header_len = PPP_HDRLEN;
979 dev->tx_queue_len = 3;
980 dev->type = ARPHRD_PPP;
981 dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST;
985 * Transmit-side routines.
989 * Called to do any work queued up on the transmit side
990 * that can now be done.
993 ppp_xmit_process(struct ppp *ppp)
1000 while (!ppp->xmit_pending
1001 && (skb = skb_dequeue(&ppp->file.xq)))
1002 ppp_send_frame(ppp, skb);
1003 /* If there's no work left to do, tell the core net
1004 code that we can accept some more. */
1005 if (!ppp->xmit_pending && !skb_peek(&ppp->file.xq))
1006 netif_wake_queue(ppp->dev);
1008 ppp_xmit_unlock(ppp);
1011 static inline struct sk_buff *
1012 pad_compress_skb(struct ppp *ppp, struct sk_buff *skb)
1014 struct sk_buff *new_skb;
1016 int new_skb_size = ppp->dev->mtu +
1017 ppp->xcomp->comp_extra + ppp->dev->hard_header_len;
1018 int compressor_skb_size = ppp->dev->mtu +
1019 ppp->xcomp->comp_extra + PPP_HDRLEN;
1020 new_skb = alloc_skb(new_skb_size, GFP_ATOMIC);
1022 if (net_ratelimit())
1023 printk(KERN_ERR "PPP: no memory (comp pkt)\n");
1026 if (ppp->dev->hard_header_len > PPP_HDRLEN)
1027 skb_reserve(new_skb,
1028 ppp->dev->hard_header_len - PPP_HDRLEN);
1030 /* compressor still expects A/C bytes in hdr */
1031 len = ppp->xcomp->compress(ppp->xc_state, skb->data - 2,
1032 new_skb->data, skb->len + 2,
1033 compressor_skb_size);
1034 if (len > 0 && (ppp->flags & SC_CCP_UP)) {
1038 skb_pull(skb, 2); /* pull off A/C bytes */
1039 } else if (len == 0) {
1040 /* didn't compress, or CCP not up yet */
1046 * MPPE requires that we do not send unencrypted
1047 * frames. The compressor will return -1 if we
1048 * should drop the frame. We cannot simply test
1049 * the compress_proto because MPPE and MPPC share
1052 if (net_ratelimit())
1053 printk(KERN_ERR "ppp: compressor dropped pkt\n");
1062 * Compress and send a frame.
1063 * The caller should have locked the xmit path,
1064 * and xmit_pending should be 0.
1067 ppp_send_frame(struct ppp *ppp, struct sk_buff *skb)
1069 int proto = PPP_PROTO(skb);
1070 struct sk_buff *new_skb;
1074 if (proto < 0x8000) {
1075 #ifdef CONFIG_PPP_FILTER
1076 /* check if we should pass this packet */
1077 /* the filter instructions are constructed assuming
1078 a four-byte PPP header on each packet */
1079 *skb_push(skb, 2) = 1;
1080 if (ppp->pass_filter
1081 && sk_run_filter(skb, ppp->pass_filter,
1082 ppp->pass_len) == 0) {
1084 printk(KERN_DEBUG "PPP: outbound frame not passed\n");
1088 /* if this packet passes the active filter, record the time */
1089 if (!(ppp->active_filter
1090 && sk_run_filter(skb, ppp->active_filter,
1091 ppp->active_len) == 0))
1092 ppp->last_xmit = jiffies;
1095 /* for data packets, record the time */
1096 ppp->last_xmit = jiffies;
1097 #endif /* CONFIG_PPP_FILTER */
1100 ++ppp->dev->stats.tx_packets;
1101 ppp->dev->stats.tx_bytes += skb->len - 2;
1105 if (!ppp->vj || (ppp->flags & SC_COMP_TCP) == 0)
1107 /* try to do VJ TCP header compression */
1108 new_skb = alloc_skb(skb->len + ppp->dev->hard_header_len - 2,
1111 printk(KERN_ERR "PPP: no memory (VJ comp pkt)\n");
1114 skb_reserve(new_skb, ppp->dev->hard_header_len - 2);
1116 len = slhc_compress(ppp->vj, cp, skb->len - 2,
1117 new_skb->data + 2, &cp,
1118 !(ppp->flags & SC_NO_TCP_CCID));
1119 if (cp == skb->data + 2) {
1120 /* didn't compress */
1123 if (cp[0] & SL_TYPE_COMPRESSED_TCP) {
1124 proto = PPP_VJC_COMP;
1125 cp[0] &= ~SL_TYPE_COMPRESSED_TCP;
1127 proto = PPP_VJC_UNCOMP;
1128 cp[0] = skb->data[2];
1132 cp = skb_put(skb, len + 2);
1139 /* peek at outbound CCP frames */
1140 ppp_ccp_peek(ppp, skb, 0);
1144 /* try to do packet compression */
1145 if ((ppp->xstate & SC_COMP_RUN) && ppp->xc_state
1146 && proto != PPP_LCP && proto != PPP_CCP) {
1147 if (!(ppp->flags & SC_CCP_UP) && (ppp->flags & SC_MUST_COMP)) {
1148 if (net_ratelimit())
1149 printk(KERN_ERR "ppp: compression required but down - pkt dropped.\n");
1152 skb = pad_compress_skb(ppp, skb);
1158 * If we are waiting for traffic (demand dialling),
1159 * queue it up for pppd to receive.
1161 if (ppp->flags & SC_LOOP_TRAFFIC) {
1162 if (ppp->file.rq.qlen > PPP_MAX_RQLEN)
1164 skb_queue_tail(&ppp->file.rq, skb);
1165 wake_up_interruptible(&ppp->file.rwait);
1169 ppp->xmit_pending = skb;
1176 ++ppp->dev->stats.tx_errors;
1180 * Try to send the frame in xmit_pending.
1181 * The caller should have the xmit path locked.
1184 ppp_push(struct ppp *ppp)
1186 struct list_head *list;
1187 struct channel *pch;
1188 struct sk_buff *skb = ppp->xmit_pending;
1193 list = &ppp->channels;
1194 if (list_empty(list)) {
1195 /* nowhere to send the packet, just drop it */
1196 ppp->xmit_pending = NULL;
1201 if ((ppp->flags & SC_MULTILINK) == 0) {
1202 /* not doing multilink: send it down the first channel */
1204 pch = list_entry(list, struct channel, clist);
1206 spin_lock_bh(&pch->downl);
1208 if (pch->chan->ops->start_xmit(pch->chan, skb))
1209 ppp->xmit_pending = NULL;
1211 /* channel got unregistered */
1213 ppp->xmit_pending = NULL;
1215 spin_unlock_bh(&pch->downl);
1219 #ifdef CONFIG_PPP_MULTILINK
1220 /* Multilink: fragment the packet over as many links
1221 as can take the packet at the moment. */
1222 if (!ppp_mp_explode(ppp, skb))
1224 #endif /* CONFIG_PPP_MULTILINK */
1226 ppp->xmit_pending = NULL;
1230 #ifdef CONFIG_PPP_MULTILINK
1232 * Divide a packet to be transmitted into fragments and
1233 * send them out the individual links.
1235 static int ppp_mp_explode(struct ppp *ppp, struct sk_buff *skb)
1238 int i, bits, hdrlen, mtu;
1242 unsigned char *p, *q;
1243 struct list_head *list;
1244 struct channel *pch;
1245 struct sk_buff *frag;
1246 struct ppp_channel *chan;
1248 nfree = 0; /* # channels which have no packet already queued */
1249 navail = 0; /* total # of usable channels (not deregistered) */
1250 hdrlen = (ppp->flags & SC_MP_XSHORTSEQ)? MPHDRLEN_SSN: MPHDRLEN;
1252 list_for_each_entry(pch, &ppp->channels, clist) {
1253 navail += pch->avail = (pch->chan != NULL);
1255 if (skb_queue_empty(&pch->file.xq) ||
1260 if (!pch->had_frag && i < ppp->nxchan)
1267 * Don't start sending this packet unless at least half of
1268 * the channels are free. This gives much better TCP
1269 * performance if we have a lot of channels.
1271 if (nfree == 0 || nfree < navail / 2)
1272 return 0; /* can't take now, leave it in xmit_pending */
1274 /* Do protocol field compression (XXX this should be optional) */
1283 * Decide on fragment size.
1284 * We create a fragment for each free channel regardless of
1285 * how small they are (i.e. even 0 length) in order to minimize
1286 * the time that it will take to detect when a channel drops
1291 fragsize = DIV_ROUND_UP(fragsize, nfree);
1292 /* nbigger channels get fragsize bytes, the rest get fragsize-1,
1293 except if nbigger==0, then they all get fragsize. */
1294 nbigger = len % nfree;
1296 /* skip to the channel after the one we last used
1297 and start at that one */
1298 list = &ppp->channels;
1299 for (i = 0; i < ppp->nxchan; ++i) {
1301 if (list == &ppp->channels) {
1307 /* create a fragment for each channel */
1309 while (nfree > 0 || len > 0) {
1311 if (list == &ppp->channels) {
1315 pch = list_entry(list, struct channel, clist);
1321 * Skip this channel if it has a fragment pending already and
1322 * we haven't given a fragment to all of the free channels.
1324 if (pch->avail == 1) {
1332 /* check the channel's mtu and whether it is still attached. */
1333 spin_lock_bh(&pch->downl);
1334 if (pch->chan == NULL) {
1335 /* can't use this channel, it's being deregistered */
1336 spin_unlock_bh(&pch->downl);
1344 * Create a fragment for this channel of
1345 * min(max(mtu+2-hdrlen, 4), fragsize, len) bytes.
1346 * If mtu+2-hdrlen < 4, that is a ridiculously small
1347 * MTU, so we use mtu = 2 + hdrlen.
1352 mtu = pch->chan->mtu + 2 - hdrlen;
1357 if (flen == len && nfree == 0)
1359 frag = alloc_skb(flen + hdrlen + (flen == 0), GFP_ATOMIC);
1362 q = skb_put(frag, flen + hdrlen);
1364 /* make the MP header */
1367 if (ppp->flags & SC_MP_XSHORTSEQ) {
1368 q[2] = bits + ((ppp->nxseq >> 8) & 0xf);
1372 q[3] = ppp->nxseq >> 16;
1373 q[4] = ppp->nxseq >> 8;
1379 * Unfortunately there is a bug in older versions of
1380 * the Linux PPP multilink reconstruction code where it
1381 * drops 0-length fragments. Therefore we make sure the
1382 * fragment has at least one byte of data. Any bytes
1383 * we add in this situation will end up as padding on the
1384 * end of the reconstructed packet.
1387 *skb_put(frag, 1) = 0;
1389 memcpy(q + hdrlen, p, flen);
1391 /* try to send it down the channel */
1393 if (!skb_queue_empty(&pch->file.xq) ||
1394 !chan->ops->start_xmit(chan, frag))
1395 skb_queue_tail(&pch->file.xq, frag);
1401 spin_unlock_bh(&pch->downl);
1403 if (--nbigger == 0 && fragsize > 0)
1411 spin_unlock_bh(&pch->downl);
1413 printk(KERN_ERR "PPP: no memory (fragment)\n");
1414 ++ppp->dev->stats.tx_errors;
1416 return 1; /* abandon the frame */
1418 #endif /* CONFIG_PPP_MULTILINK */
1421 * Try to send data out on a channel.
1424 ppp_channel_push(struct channel *pch)
1426 struct sk_buff *skb;
1429 spin_lock_bh(&pch->downl);
1431 while (!skb_queue_empty(&pch->file.xq)) {
1432 skb = skb_dequeue(&pch->file.xq);
1433 if (!pch->chan->ops->start_xmit(pch->chan, skb)) {
1434 /* put the packet back and try again later */
1435 skb_queue_head(&pch->file.xq, skb);
1440 /* channel got deregistered */
1441 skb_queue_purge(&pch->file.xq);
1443 spin_unlock_bh(&pch->downl);
1444 /* see if there is anything from the attached unit to be sent */
1445 if (skb_queue_empty(&pch->file.xq)) {
1446 read_lock_bh(&pch->upl);
1449 ppp_xmit_process(ppp);
1450 read_unlock_bh(&pch->upl);
1455 * Receive-side routines.
1458 /* misuse a few fields of the skb for MP reconstruction */
1459 #define sequence priority
1460 #define BEbits cb[0]
1463 ppp_do_recv(struct ppp *ppp, struct sk_buff *skb, struct channel *pch)
1466 /* ppp->dev == 0 means interface is closing down */
1468 ppp_receive_frame(ppp, skb, pch);
1471 ppp_recv_unlock(ppp);
1475 ppp_input(struct ppp_channel *chan, struct sk_buff *skb)
1477 struct channel *pch = chan->ppp;
1480 if (!pch || skb->len == 0) {
1485 proto = PPP_PROTO(skb);
1486 read_lock_bh(&pch->upl);
1487 if (!pch->ppp || proto >= 0xc000 || proto == PPP_CCPFRAG) {
1488 /* put it on the channel queue */
1489 skb_queue_tail(&pch->file.rq, skb);
1490 /* drop old frames if queue too long */
1491 while (pch->file.rq.qlen > PPP_MAX_RQLEN
1492 && (skb = skb_dequeue(&pch->file.rq)))
1494 wake_up_interruptible(&pch->file.rwait);
1496 ppp_do_recv(pch->ppp, skb, pch);
1498 read_unlock_bh(&pch->upl);
1501 /* Put a 0-length skb in the receive queue as an error indication */
1503 ppp_input_error(struct ppp_channel *chan, int code)
1505 struct channel *pch = chan->ppp;
1506 struct sk_buff *skb;
1511 read_lock_bh(&pch->upl);
1513 skb = alloc_skb(0, GFP_ATOMIC);
1515 skb->len = 0; /* probably unnecessary */
1517 ppp_do_recv(pch->ppp, skb, pch);
1520 read_unlock_bh(&pch->upl);
1524 * We come in here to process a received frame.
1525 * The receive side of the ppp unit is locked.
1528 ppp_receive_frame(struct ppp *ppp, struct sk_buff *skb, struct channel *pch)
1530 if (pskb_may_pull(skb, 2)) {
1531 #ifdef CONFIG_PPP_MULTILINK
1532 /* XXX do channel-level decompression here */
1533 if (PPP_PROTO(skb) == PPP_MP)
1534 ppp_receive_mp_frame(ppp, skb, pch);
1536 #endif /* CONFIG_PPP_MULTILINK */
1537 ppp_receive_nonmp_frame(ppp, skb);
1542 /* note: a 0-length skb is used as an error indication */
1543 ++ppp->dev->stats.rx_length_errors;
1546 ppp_receive_error(ppp);
1550 ppp_receive_error(struct ppp *ppp)
1552 ++ppp->dev->stats.rx_errors;
1558 ppp_receive_nonmp_frame(struct ppp *ppp, struct sk_buff *skb)
1561 int proto, len, npi;
1564 * Decompress the frame, if compressed.
1565 * Note that some decompressors need to see uncompressed frames
1566 * that come in as well as compressed frames.
1568 if (ppp->rc_state && (ppp->rstate & SC_DECOMP_RUN)
1569 && (ppp->rstate & (SC_DC_FERROR | SC_DC_ERROR)) == 0)
1570 skb = ppp_decompress_frame(ppp, skb);
1572 if (ppp->flags & SC_MUST_COMP && ppp->rstate & SC_DC_FERROR)
1575 proto = PPP_PROTO(skb);
1578 /* decompress VJ compressed packets */
1579 if (!ppp->vj || (ppp->flags & SC_REJ_COMP_TCP))
1582 if (skb_tailroom(skb) < 124 || skb_cloned(skb)) {
1583 /* copy to a new sk_buff with more tailroom */
1584 ns = dev_alloc_skb(skb->len + 128);
1586 printk(KERN_ERR"PPP: no memory (VJ decomp)\n");
1590 skb_copy_bits(skb, 0, skb_put(ns, skb->len), skb->len);
1595 skb->ip_summed = CHECKSUM_NONE;
1597 len = slhc_uncompress(ppp->vj, skb->data + 2, skb->len - 2);
1599 printk(KERN_DEBUG "PPP: VJ decompression error\n");
1604 skb_put(skb, len - skb->len);
1605 else if (len < skb->len)
1610 case PPP_VJC_UNCOMP:
1611 if (!ppp->vj || (ppp->flags & SC_REJ_COMP_TCP))
1614 /* Until we fix the decompressor need to make sure
1615 * data portion is linear.
1617 if (!pskb_may_pull(skb, skb->len))
1620 if (slhc_remember(ppp->vj, skb->data + 2, skb->len - 2) <= 0) {
1621 printk(KERN_ERR "PPP: VJ uncompressed error\n");
1628 ppp_ccp_peek(ppp, skb, 1);
1632 ++ppp->dev->stats.rx_packets;
1633 ppp->dev->stats.rx_bytes += skb->len - 2;
1635 npi = proto_to_npindex(proto);
1637 /* control or unknown frame - pass it to pppd */
1638 skb_queue_tail(&ppp->file.rq, skb);
1639 /* limit queue length by dropping old frames */
1640 while (ppp->file.rq.qlen > PPP_MAX_RQLEN
1641 && (skb = skb_dequeue(&ppp->file.rq)))
1643 /* wake up any process polling or blocking on read */
1644 wake_up_interruptible(&ppp->file.rwait);
1647 /* network protocol frame - give it to the kernel */
1649 #ifdef CONFIG_PPP_FILTER
1650 /* check if the packet passes the pass and active filters */
1651 /* the filter instructions are constructed assuming
1652 a four-byte PPP header on each packet */
1653 if (ppp->pass_filter || ppp->active_filter) {
1654 if (skb_cloned(skb) &&
1655 pskb_expand_head(skb, 0, 0, GFP_ATOMIC))
1658 *skb_push(skb, 2) = 0;
1659 if (ppp->pass_filter
1660 && sk_run_filter(skb, ppp->pass_filter,
1661 ppp->pass_len) == 0) {
1663 printk(KERN_DEBUG "PPP: inbound frame "
1668 if (!(ppp->active_filter
1669 && sk_run_filter(skb, ppp->active_filter,
1670 ppp->active_len) == 0))
1671 ppp->last_recv = jiffies;
1674 #endif /* CONFIG_PPP_FILTER */
1675 ppp->last_recv = jiffies;
1677 if ((ppp->dev->flags & IFF_UP) == 0
1678 || ppp->npmode[npi] != NPMODE_PASS) {
1681 /* chop off protocol */
1682 skb_pull_rcsum(skb, 2);
1683 skb->dev = ppp->dev;
1684 skb->protocol = htons(npindex_to_ethertype[npi]);
1685 skb_reset_mac_header(skb);
1687 ppp->dev->last_rx = jiffies;
1694 ppp_receive_error(ppp);
1697 static struct sk_buff *
1698 ppp_decompress_frame(struct ppp *ppp, struct sk_buff *skb)
1700 int proto = PPP_PROTO(skb);
1704 /* Until we fix all the decompressor's need to make sure
1705 * data portion is linear.
1707 if (!pskb_may_pull(skb, skb->len))
1710 if (proto == PPP_COMP) {
1713 switch(ppp->rcomp->compress_proto) {
1715 obuff_size = ppp->mru + PPP_HDRLEN + 1;
1718 obuff_size = ppp->mru + PPP_HDRLEN;
1722 ns = dev_alloc_skb(obuff_size);
1724 printk(KERN_ERR "ppp_decompress_frame: no memory\n");
1727 /* the decompressor still expects the A/C bytes in the hdr */
1728 len = ppp->rcomp->decompress(ppp->rc_state, skb->data - 2,
1729 skb->len + 2, ns->data, obuff_size);
1731 /* Pass the compressed frame to pppd as an
1732 error indication. */
1733 if (len == DECOMP_FATALERROR)
1734 ppp->rstate |= SC_DC_FERROR;
1742 skb_pull(skb, 2); /* pull off the A/C bytes */
1745 /* Uncompressed frame - pass to decompressor so it
1746 can update its dictionary if necessary. */
1747 if (ppp->rcomp->incomp)
1748 ppp->rcomp->incomp(ppp->rc_state, skb->data - 2,
1755 ppp->rstate |= SC_DC_ERROR;
1756 ppp_receive_error(ppp);
1760 #ifdef CONFIG_PPP_MULTILINK
1762 * Receive a multilink frame.
1763 * We put it on the reconstruction queue and then pull off
1764 * as many completed frames as we can.
1767 ppp_receive_mp_frame(struct ppp *ppp, struct sk_buff *skb, struct channel *pch)
1771 int mphdrlen = (ppp->flags & SC_MP_SHORTSEQ)? MPHDRLEN_SSN: MPHDRLEN;
1773 if (!pskb_may_pull(skb, mphdrlen + 1) || ppp->mrru == 0)
1774 goto err; /* no good, throw it away */
1776 /* Decode sequence number and begin/end bits */
1777 if (ppp->flags & SC_MP_SHORTSEQ) {
1778 seq = ((skb->data[2] & 0x0f) << 8) | skb->data[3];
1781 seq = (skb->data[3] << 16) | (skb->data[4] << 8)| skb->data[5];
1784 skb->BEbits = skb->data[2];
1785 skb_pull(skb, mphdrlen); /* pull off PPP and MP headers */
1788 * Do protocol ID decompression on the first fragment of each packet.
1790 if ((skb->BEbits & B) && (skb->data[0] & 1))
1791 *skb_push(skb, 1) = 0;
1794 * Expand sequence number to 32 bits, making it as close
1795 * as possible to ppp->minseq.
1797 seq |= ppp->minseq & ~mask;
1798 if ((int)(ppp->minseq - seq) > (int)(mask >> 1))
1800 else if ((int)(seq - ppp->minseq) > (int)(mask >> 1))
1801 seq -= mask + 1; /* should never happen */
1802 skb->sequence = seq;
1806 * If this packet comes before the next one we were expecting,
1809 if (seq_before(seq, ppp->nextseq)) {
1811 ++ppp->dev->stats.rx_dropped;
1812 ppp_receive_error(ppp);
1817 * Reevaluate minseq, the minimum over all channels of the
1818 * last sequence number received on each channel. Because of
1819 * the increasing sequence number rule, we know that any fragment
1820 * before `minseq' which hasn't arrived is never going to arrive.
1821 * The list of channels can't change because we have the receive
1822 * side of the ppp unit locked.
1824 list_for_each_entry(ch, &ppp->channels, clist) {
1825 if (seq_before(ch->lastseq, seq))
1828 if (seq_before(ppp->minseq, seq))
1831 /* Put the fragment on the reconstruction queue */
1832 ppp_mp_insert(ppp, skb);
1834 /* If the queue is getting long, don't wait any longer for packets
1835 before the start of the queue. */
1836 if (skb_queue_len(&ppp->mrq) >= PPP_MP_MAX_QLEN
1837 && seq_before(ppp->minseq, ppp->mrq.next->sequence))
1838 ppp->minseq = ppp->mrq.next->sequence;
1840 /* Pull completed packets off the queue and receive them. */
1841 while ((skb = ppp_mp_reconstruct(ppp)))
1842 ppp_receive_nonmp_frame(ppp, skb);
1848 ppp_receive_error(ppp);
1852 * Insert a fragment on the MP reconstruction queue.
1853 * The queue is ordered by increasing sequence number.
1856 ppp_mp_insert(struct ppp *ppp, struct sk_buff *skb)
1859 struct sk_buff_head *list = &ppp->mrq;
1860 u32 seq = skb->sequence;
1862 /* N.B. we don't need to lock the list lock because we have the
1863 ppp unit receive-side lock. */
1864 for (p = list->next; p != (struct sk_buff *)list; p = p->next)
1865 if (seq_before(seq, p->sequence))
1867 __skb_insert(skb, p->prev, p, list);
1871 * Reconstruct a packet from the MP fragment queue.
1872 * We go through increasing sequence numbers until we find a
1873 * complete packet, or we get to the sequence number for a fragment
1874 * which hasn't arrived but might still do so.
1876 static struct sk_buff *
1877 ppp_mp_reconstruct(struct ppp *ppp)
1879 u32 seq = ppp->nextseq;
1880 u32 minseq = ppp->minseq;
1881 struct sk_buff_head *list = &ppp->mrq;
1882 struct sk_buff *p, *next;
1883 struct sk_buff *head, *tail;
1884 struct sk_buff *skb = NULL;
1885 int lost = 0, len = 0;
1887 if (ppp->mrru == 0) /* do nothing until mrru is set */
1891 for (p = head; p != (struct sk_buff *) list; p = next) {
1893 if (seq_before(p->sequence, seq)) {
1894 /* this can't happen, anyway ignore the skb */
1895 printk(KERN_ERR "ppp_mp_reconstruct bad seq %u < %u\n",
1900 if (p->sequence != seq) {
1901 /* Fragment `seq' is missing. If it is after
1902 minseq, it might arrive later, so stop here. */
1903 if (seq_after(seq, minseq))
1905 /* Fragment `seq' is lost, keep going. */
1907 seq = seq_before(minseq, p->sequence)?
1908 minseq + 1: p->sequence;
1914 * At this point we know that all the fragments from
1915 * ppp->nextseq to seq are either present or lost.
1916 * Also, there are no complete packets in the queue
1917 * that have no missing fragments and end before this
1921 /* B bit set indicates this fragment starts a packet */
1922 if (p->BEbits & B) {
1930 /* Got a complete packet yet? */
1931 if (lost == 0 && (p->BEbits & E) && (head->BEbits & B)) {
1932 if (len > ppp->mrru + 2) {
1933 ++ppp->dev->stats.rx_length_errors;
1934 printk(KERN_DEBUG "PPP: reconstructed packet"
1935 " is too long (%d)\n", len);
1936 } else if (p == head) {
1937 /* fragment is complete packet - reuse skb */
1941 } else if ((skb = dev_alloc_skb(len)) == NULL) {
1942 ++ppp->dev->stats.rx_missed_errors;
1943 printk(KERN_DEBUG "PPP: no memory for "
1944 "reconstructed packet");
1949 ppp->nextseq = seq + 1;
1953 * If this is the ending fragment of a packet,
1954 * and we haven't found a complete valid packet yet,
1955 * we can discard up to and including this fragment.
1963 /* If we have a complete packet, copy it all into one skb. */
1965 /* If we have discarded any fragments,
1966 signal a receive error. */
1967 if (head->sequence != ppp->nextseq) {
1969 printk(KERN_DEBUG " missed pkts %u..%u\n",
1970 ppp->nextseq, head->sequence-1);
1971 ++ppp->dev->stats.rx_dropped;
1972 ppp_receive_error(ppp);
1976 /* copy to a single skb */
1977 for (p = head; p != tail->next; p = p->next)
1978 skb_copy_bits(p, 0, skb_put(skb, p->len), p->len);
1979 ppp->nextseq = tail->sequence + 1;
1983 /* Discard all the skbuffs that we have copied the data out of
1984 or that we can't use. */
1985 while ((p = list->next) != head) {
1986 __skb_unlink(p, list);
1992 #endif /* CONFIG_PPP_MULTILINK */
1995 * Channel interface.
1999 * Create a new, unattached ppp channel.
2002 ppp_register_channel(struct ppp_channel *chan)
2004 struct channel *pch;
2006 pch = kzalloc(sizeof(struct channel), GFP_KERNEL);
2012 init_ppp_file(&pch->file, CHANNEL);
2013 pch->file.hdrlen = chan->hdrlen;
2014 #ifdef CONFIG_PPP_MULTILINK
2016 #endif /* CONFIG_PPP_MULTILINK */
2017 init_rwsem(&pch->chan_sem);
2018 spin_lock_init(&pch->downl);
2019 rwlock_init(&pch->upl);
2020 spin_lock_bh(&all_channels_lock);
2021 pch->file.index = ++last_channel_index;
2022 list_add(&pch->list, &new_channels);
2023 atomic_inc(&channel_count);
2024 spin_unlock_bh(&all_channels_lock);
2029 * Return the index of a channel.
2031 int ppp_channel_index(struct ppp_channel *chan)
2033 struct channel *pch = chan->ppp;
2036 return pch->file.index;
2041 * Return the PPP unit number to which a channel is connected.
2043 int ppp_unit_number(struct ppp_channel *chan)
2045 struct channel *pch = chan->ppp;
2049 read_lock_bh(&pch->upl);
2051 unit = pch->ppp->file.index;
2052 read_unlock_bh(&pch->upl);
2058 * Disconnect a channel from the generic layer.
2059 * This must be called in process context.
2062 ppp_unregister_channel(struct ppp_channel *chan)
2064 struct channel *pch = chan->ppp;
2067 return; /* should never happen */
2071 * This ensures that we have returned from any calls into the
2072 * the channel's start_xmit or ioctl routine before we proceed.
2074 down_write(&pch->chan_sem);
2075 spin_lock_bh(&pch->downl);
2077 spin_unlock_bh(&pch->downl);
2078 up_write(&pch->chan_sem);
2079 ppp_disconnect_channel(pch);
2080 spin_lock_bh(&all_channels_lock);
2081 list_del(&pch->list);
2082 spin_unlock_bh(&all_channels_lock);
2084 wake_up_interruptible(&pch->file.rwait);
2085 if (atomic_dec_and_test(&pch->file.refcnt))
2086 ppp_destroy_channel(pch);
2090 * Callback from a channel when it can accept more to transmit.
2091 * This should be called at BH/softirq level, not interrupt level.
2094 ppp_output_wakeup(struct ppp_channel *chan)
2096 struct channel *pch = chan->ppp;
2100 ppp_channel_push(pch);
2104 * Compression control.
2107 /* Process the PPPIOCSCOMPRESS ioctl. */
2109 ppp_set_compress(struct ppp *ppp, unsigned long arg)
2112 struct compressor *cp, *ocomp;
2113 struct ppp_option_data data;
2114 void *state, *ostate;
2115 unsigned char ccp_option[CCP_MAX_OPTION_LENGTH];
2118 if (copy_from_user(&data, (void __user *) arg, sizeof(data))
2119 || (data.length <= CCP_MAX_OPTION_LENGTH
2120 && copy_from_user(ccp_option, (void __user *) data.ptr, data.length)))
2123 if (data.length > CCP_MAX_OPTION_LENGTH
2124 || ccp_option[1] < 2 || ccp_option[1] > data.length)
2127 cp = find_compressor(ccp_option[0]);
2130 request_module("ppp-compress-%d", ccp_option[0]);
2131 cp = find_compressor(ccp_option[0]);
2133 #endif /* CONFIG_KMOD */
2138 if (data.transmit) {
2139 state = cp->comp_alloc(ccp_option, data.length);
2142 ppp->xstate &= ~SC_COMP_RUN;
2144 ostate = ppp->xc_state;
2146 ppp->xc_state = state;
2147 ppp_xmit_unlock(ppp);
2149 ocomp->comp_free(ostate);
2150 module_put(ocomp->owner);
2154 module_put(cp->owner);
2157 state = cp->decomp_alloc(ccp_option, data.length);
2160 ppp->rstate &= ~SC_DECOMP_RUN;
2162 ostate = ppp->rc_state;
2164 ppp->rc_state = state;
2165 ppp_recv_unlock(ppp);
2167 ocomp->decomp_free(ostate);
2168 module_put(ocomp->owner);
2172 module_put(cp->owner);
2180 * Look at a CCP packet and update our state accordingly.
2181 * We assume the caller has the xmit or recv path locked.
2184 ppp_ccp_peek(struct ppp *ppp, struct sk_buff *skb, int inbound)
2189 if (!pskb_may_pull(skb, CCP_HDRLEN + 2))
2190 return; /* no header */
2193 switch (CCP_CODE(dp)) {
2196 /* A ConfReq starts negotiation of compression
2197 * in one direction of transmission,
2198 * and hence brings it down...but which way?
2201 * A ConfReq indicates what the sender would like to receive
2204 /* He is proposing what I should send */
2205 ppp->xstate &= ~SC_COMP_RUN;
2207 /* I am proposing to what he should send */
2208 ppp->rstate &= ~SC_DECOMP_RUN;
2215 * CCP is going down, both directions of transmission
2217 ppp->rstate &= ~SC_DECOMP_RUN;
2218 ppp->xstate &= ~SC_COMP_RUN;
2222 if ((ppp->flags & (SC_CCP_OPEN | SC_CCP_UP)) != SC_CCP_OPEN)
2224 len = CCP_LENGTH(dp);
2225 if (!pskb_may_pull(skb, len + 2))
2226 return; /* too short */
2229 if (len < CCP_OPT_MINLEN || len < CCP_OPT_LENGTH(dp))
2232 /* we will start receiving compressed packets */
2235 if (ppp->rcomp->decomp_init(ppp->rc_state, dp, len,
2236 ppp->file.index, 0, ppp->mru, ppp->debug)) {
2237 ppp->rstate |= SC_DECOMP_RUN;
2238 ppp->rstate &= ~(SC_DC_ERROR | SC_DC_FERROR);
2241 /* we will soon start sending compressed packets */
2244 if (ppp->xcomp->comp_init(ppp->xc_state, dp, len,
2245 ppp->file.index, 0, ppp->debug))
2246 ppp->xstate |= SC_COMP_RUN;
2251 /* reset the [de]compressor */
2252 if ((ppp->flags & SC_CCP_UP) == 0)
2255 if (ppp->rc_state && (ppp->rstate & SC_DECOMP_RUN)) {
2256 ppp->rcomp->decomp_reset(ppp->rc_state);
2257 ppp->rstate &= ~SC_DC_ERROR;
2260 if (ppp->xc_state && (ppp->xstate & SC_COMP_RUN))
2261 ppp->xcomp->comp_reset(ppp->xc_state);
2267 /* Free up compression resources. */
2269 ppp_ccp_closed(struct ppp *ppp)
2271 void *xstate, *rstate;
2272 struct compressor *xcomp, *rcomp;
2275 ppp->flags &= ~(SC_CCP_OPEN | SC_CCP_UP);
2278 xstate = ppp->xc_state;
2279 ppp->xc_state = NULL;
2282 rstate = ppp->rc_state;
2283 ppp->rc_state = NULL;
2287 xcomp->comp_free(xstate);
2288 module_put(xcomp->owner);
2291 rcomp->decomp_free(rstate);
2292 module_put(rcomp->owner);
2296 /* List of compressors. */
2297 static LIST_HEAD(compressor_list);
2298 static DEFINE_SPINLOCK(compressor_list_lock);
2300 struct compressor_entry {
2301 struct list_head list;
2302 struct compressor *comp;
2305 static struct compressor_entry *
2306 find_comp_entry(int proto)
2308 struct compressor_entry *ce;
2310 list_for_each_entry(ce, &compressor_list, list) {
2311 if (ce->comp->compress_proto == proto)
2317 /* Register a compressor */
2319 ppp_register_compressor(struct compressor *cp)
2321 struct compressor_entry *ce;
2323 spin_lock(&compressor_list_lock);
2325 if (find_comp_entry(cp->compress_proto))
2328 ce = kmalloc(sizeof(struct compressor_entry), GFP_ATOMIC);
2333 list_add(&ce->list, &compressor_list);
2335 spin_unlock(&compressor_list_lock);
2339 /* Unregister a compressor */
2341 ppp_unregister_compressor(struct compressor *cp)
2343 struct compressor_entry *ce;
2345 spin_lock(&compressor_list_lock);
2346 ce = find_comp_entry(cp->compress_proto);
2347 if (ce && ce->comp == cp) {
2348 list_del(&ce->list);
2351 spin_unlock(&compressor_list_lock);
2354 /* Find a compressor. */
2355 static struct compressor *
2356 find_compressor(int type)
2358 struct compressor_entry *ce;
2359 struct compressor *cp = NULL;
2361 spin_lock(&compressor_list_lock);
2362 ce = find_comp_entry(type);
2365 if (!try_module_get(cp->owner))
2368 spin_unlock(&compressor_list_lock);
2373 * Miscelleneous stuff.
2377 ppp_get_stats(struct ppp *ppp, struct ppp_stats *st)
2379 struct slcompress *vj = ppp->vj;
2381 memset(st, 0, sizeof(*st));
2382 st->p.ppp_ipackets = ppp->dev->stats.rx_packets;
2383 st->p.ppp_ierrors = ppp->dev->stats.rx_errors;
2384 st->p.ppp_ibytes = ppp->dev->stats.rx_bytes;
2385 st->p.ppp_opackets = ppp->dev->stats.tx_packets;
2386 st->p.ppp_oerrors = ppp->dev->stats.tx_errors;
2387 st->p.ppp_obytes = ppp->dev->stats.tx_bytes;
2390 st->vj.vjs_packets = vj->sls_o_compressed + vj->sls_o_uncompressed;
2391 st->vj.vjs_compressed = vj->sls_o_compressed;
2392 st->vj.vjs_searches = vj->sls_o_searches;
2393 st->vj.vjs_misses = vj->sls_o_misses;
2394 st->vj.vjs_errorin = vj->sls_i_error;
2395 st->vj.vjs_tossed = vj->sls_i_tossed;
2396 st->vj.vjs_uncompressedin = vj->sls_i_uncompressed;
2397 st->vj.vjs_compressedin = vj->sls_i_compressed;
2401 * Stuff for handling the lists of ppp units and channels
2402 * and for initialization.
2406 * Create a new ppp interface unit. Fails if it can't allocate memory
2407 * or if there is already a unit with the requested number.
2408 * unit == -1 means allocate a new number.
2411 ppp_create_interface(int unit, int *retp)
2414 struct net_device *dev = NULL;
2418 ppp = kzalloc(sizeof(struct ppp), GFP_KERNEL);
2421 dev = alloc_netdev(0, "", ppp_setup);
2426 init_ppp_file(&ppp->file, INTERFACE);
2427 ppp->file.hdrlen = PPP_HDRLEN - 2; /* don't count proto bytes */
2428 for (i = 0; i < NUM_NP; ++i)
2429 ppp->npmode[i] = NPMODE_PASS;
2430 INIT_LIST_HEAD(&ppp->channels);
2431 spin_lock_init(&ppp->rlock);
2432 spin_lock_init(&ppp->wlock);
2433 #ifdef CONFIG_PPP_MULTILINK
2435 skb_queue_head_init(&ppp->mrq);
2436 #endif /* CONFIG_PPP_MULTILINK */
2440 dev->hard_start_xmit = ppp_start_xmit;
2441 dev->do_ioctl = ppp_net_ioctl;
2444 mutex_lock(&all_ppp_mutex);
2446 unit = cardmap_find_first_free(all_ppp_units);
2447 else if (cardmap_get(all_ppp_units, unit) != NULL)
2448 goto out2; /* unit already exists */
2450 /* Initialize the new ppp unit */
2451 ppp->file.index = unit;
2452 sprintf(dev->name, "ppp%d", unit);
2454 ret = register_netdev(dev);
2456 printk(KERN_ERR "PPP: couldn't register device %s (%d)\n",
2461 atomic_inc(&ppp_unit_count);
2462 ret = cardmap_set(&all_ppp_units, unit, ppp);
2466 mutex_unlock(&all_ppp_mutex);
2471 atomic_dec(&ppp_unit_count);
2472 unregister_netdev(dev);
2474 mutex_unlock(&all_ppp_mutex);
2484 * Initialize a ppp_file structure.
2487 init_ppp_file(struct ppp_file *pf, int kind)
2490 skb_queue_head_init(&pf->xq);
2491 skb_queue_head_init(&pf->rq);
2492 atomic_set(&pf->refcnt, 1);
2493 init_waitqueue_head(&pf->rwait);
2497 * Take down a ppp interface unit - called when the owning file
2498 * (the one that created the unit) is closed or detached.
2500 static void ppp_shutdown_interface(struct ppp *ppp)
2502 struct net_device *dev;
2504 mutex_lock(&all_ppp_mutex);
2509 /* This will call dev_close() for us. */
2511 unregister_netdev(dev);
2514 cardmap_set(&all_ppp_units, ppp->file.index, NULL);
2517 wake_up_interruptible(&ppp->file.rwait);
2518 mutex_unlock(&all_ppp_mutex);
2522 * Free the memory used by a ppp unit. This is only called once
2523 * there are no channels connected to the unit and no file structs
2524 * that reference the unit.
2526 static void ppp_destroy_interface(struct ppp *ppp)
2528 atomic_dec(&ppp_unit_count);
2530 if (!ppp->file.dead || ppp->n_channels) {
2531 /* "can't happen" */
2532 printk(KERN_ERR "ppp: destroying ppp struct %p but dead=%d "
2533 "n_channels=%d !\n", ppp, ppp->file.dead,
2538 ppp_ccp_closed(ppp);
2543 skb_queue_purge(&ppp->file.xq);
2544 skb_queue_purge(&ppp->file.rq);
2545 #ifdef CONFIG_PPP_MULTILINK
2546 skb_queue_purge(&ppp->mrq);
2547 #endif /* CONFIG_PPP_MULTILINK */
2548 #ifdef CONFIG_PPP_FILTER
2549 kfree(ppp->pass_filter);
2550 ppp->pass_filter = NULL;
2551 kfree(ppp->active_filter);
2552 ppp->active_filter = NULL;
2553 #endif /* CONFIG_PPP_FILTER */
2555 if (ppp->xmit_pending)
2556 kfree_skb(ppp->xmit_pending);
2562 * Locate an existing ppp unit.
2563 * The caller should have locked the all_ppp_mutex.
2566 ppp_find_unit(int unit)
2568 return cardmap_get(all_ppp_units, unit);
2572 * Locate an existing ppp channel.
2573 * The caller should have locked the all_channels_lock.
2574 * First we look in the new_channels list, then in the
2575 * all_channels list. If found in the new_channels list,
2576 * we move it to the all_channels list. This is for speed
2577 * when we have a lot of channels in use.
2579 static struct channel *
2580 ppp_find_channel(int unit)
2582 struct channel *pch;
2584 list_for_each_entry(pch, &new_channels, list) {
2585 if (pch->file.index == unit) {
2586 list_move(&pch->list, &all_channels);
2590 list_for_each_entry(pch, &all_channels, list) {
2591 if (pch->file.index == unit)
2598 * Connect a PPP channel to a PPP interface unit.
2601 ppp_connect_channel(struct channel *pch, int unit)
2607 mutex_lock(&all_ppp_mutex);
2608 ppp = ppp_find_unit(unit);
2611 write_lock_bh(&pch->upl);
2617 if (pch->file.hdrlen > ppp->file.hdrlen)
2618 ppp->file.hdrlen = pch->file.hdrlen;
2619 hdrlen = pch->file.hdrlen + 2; /* for protocol bytes */
2620 if (ppp->dev && hdrlen > ppp->dev->hard_header_len)
2621 ppp->dev->hard_header_len = hdrlen;
2622 list_add_tail(&pch->clist, &ppp->channels);
2625 atomic_inc(&ppp->file.refcnt);
2630 write_unlock_bh(&pch->upl);
2632 mutex_unlock(&all_ppp_mutex);
2637 * Disconnect a channel from its ppp unit.
2640 ppp_disconnect_channel(struct channel *pch)
2645 write_lock_bh(&pch->upl);
2648 write_unlock_bh(&pch->upl);
2650 /* remove it from the ppp unit's list */
2652 list_del(&pch->clist);
2653 if (--ppp->n_channels == 0)
2654 wake_up_interruptible(&ppp->file.rwait);
2656 if (atomic_dec_and_test(&ppp->file.refcnt))
2657 ppp_destroy_interface(ppp);
2664 * Free up the resources used by a ppp channel.
2666 static void ppp_destroy_channel(struct channel *pch)
2668 atomic_dec(&channel_count);
2670 if (!pch->file.dead) {
2671 /* "can't happen" */
2672 printk(KERN_ERR "ppp: destroying undead channel %p !\n",
2676 skb_queue_purge(&pch->file.xq);
2677 skb_queue_purge(&pch->file.rq);
2681 static void __exit ppp_cleanup(void)
2683 /* should never happen */
2684 if (atomic_read(&ppp_unit_count) || atomic_read(&channel_count))
2685 printk(KERN_ERR "PPP: removing module but units remain!\n");
2686 cardmap_destroy(&all_ppp_units);
2687 unregister_chrdev(PPP_MAJOR, "ppp");
2688 device_destroy(ppp_class, MKDEV(PPP_MAJOR, 0));
2689 class_destroy(ppp_class);
2693 * Cardmap implementation.
2695 static void *cardmap_get(struct cardmap *map, unsigned int nr)
2700 for (p = map; p != NULL; ) {
2701 if ((i = nr >> p->shift) >= CARDMAP_WIDTH)
2705 nr &= ~(CARDMAP_MASK << p->shift);
2711 static int cardmap_set(struct cardmap **pmap, unsigned int nr, void *ptr)
2717 if (p == NULL || (nr >> p->shift) >= CARDMAP_WIDTH) {
2719 /* need a new top level */
2720 struct cardmap *np = kzalloc(sizeof(*np), GFP_KERNEL);
2725 np->shift = p->shift + CARDMAP_ORDER;
2730 } while ((nr >> p->shift) >= CARDMAP_WIDTH);
2733 while (p->shift > 0) {
2734 i = (nr >> p->shift) & CARDMAP_MASK;
2735 if (p->ptr[i] == NULL) {
2736 struct cardmap *np = kzalloc(sizeof(*np), GFP_KERNEL);
2739 np->shift = p->shift - CARDMAP_ORDER;
2744 clear_bit(i, &p->inuse);
2747 i = nr & CARDMAP_MASK;
2750 set_bit(i, &p->inuse);
2752 clear_bit(i, &p->inuse);
2758 static unsigned int cardmap_find_first_free(struct cardmap *map)
2761 unsigned int nr = 0;
2764 if ((p = map) == NULL)
2767 i = find_first_zero_bit(&p->inuse, CARDMAP_WIDTH);
2768 if (i >= CARDMAP_WIDTH) {
2769 if (p->parent == NULL)
2770 return CARDMAP_WIDTH << p->shift;
2772 i = (nr >> p->shift) & CARDMAP_MASK;
2773 set_bit(i, &p->inuse);
2776 nr = (nr & (~CARDMAP_MASK << p->shift)) | (i << p->shift);
2777 if (p->shift == 0 || p->ptr[i] == NULL)
2783 static void cardmap_destroy(struct cardmap **pmap)
2785 struct cardmap *p, *np;
2788 for (p = *pmap; p != NULL; p = np) {
2789 if (p->shift != 0) {
2790 for (i = 0; i < CARDMAP_WIDTH; ++i)
2791 if (p->ptr[i] != NULL)
2793 if (i < CARDMAP_WIDTH) {
2805 /* Module/initialization stuff */
2807 module_init(ppp_init);
2808 module_exit(ppp_cleanup);
2810 EXPORT_SYMBOL(ppp_register_channel);
2811 EXPORT_SYMBOL(ppp_unregister_channel);
2812 EXPORT_SYMBOL(ppp_channel_index);
2813 EXPORT_SYMBOL(ppp_unit_number);
2814 EXPORT_SYMBOL(ppp_input);
2815 EXPORT_SYMBOL(ppp_input_error);
2816 EXPORT_SYMBOL(ppp_output_wakeup);
2817 EXPORT_SYMBOL(ppp_register_compressor);
2818 EXPORT_SYMBOL(ppp_unregister_compressor);
2819 MODULE_LICENSE("GPL");
2820 MODULE_ALIAS_CHARDEV_MAJOR(PPP_MAJOR);
2821 MODULE_ALIAS("/dev/ppp");