1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#include <linux/etherdevice.h>
20#include <linux/if.h>
21#include <linux/if_vlan.h>
22#include <linux/jhash.h>
23#include <linux/kernel.h>
24#include <linux/list.h>
25#include <linux/mutex.h>
26#include <linux/percpu.h>
27#include <linux/rcupdate.h>
28#include <linux/rtnetlink.h>
29#include <linux/compat.h>
30#include <net/net_namespace.h>
31
32#include "datapath.h"
33#include "vport.h"
34#include "vport-internal_dev.h"
35
36
37
38static const struct vport_ops *vport_ops_list[] = {
39 &ovs_netdev_vport_ops,
40 &ovs_internal_vport_ops,
41
42#ifdef CONFIG_OPENVSWITCH_GRE
43 &ovs_gre_vport_ops,
44#endif
45#ifdef CONFIG_OPENVSWITCH_VXLAN
46 &ovs_vxlan_vport_ops,
47#endif
48};
49
50
51static struct hlist_head *dev_table;
52#define VPORT_HASH_BUCKETS 1024
53
54
55
56
57
58
59int ovs_vport_init(void)
60{
61 dev_table = kzalloc(VPORT_HASH_BUCKETS * sizeof(struct hlist_head),
62 GFP_KERNEL);
63 if (!dev_table)
64 return -ENOMEM;
65
66 return 0;
67}
68
69
70
71
72
73
74void ovs_vport_exit(void)
75{
76 kfree(dev_table);
77}
78
79static struct hlist_head *hash_bucket(struct net *net, const char *name)
80{
81 unsigned int hash = jhash(name, strlen(name), (unsigned long) net);
82 return &dev_table[hash & (VPORT_HASH_BUCKETS - 1)];
83}
84
85
86
87
88
89
90
91
92struct vport *ovs_vport_locate(struct net *net, const char *name)
93{
94 struct hlist_head *bucket = hash_bucket(net, name);
95 struct vport *vport;
96
97 hlist_for_each_entry_rcu(vport, bucket, hash_node)
98 if (!strcmp(name, vport->ops->get_name(vport)) &&
99 net_eq(ovs_dp_get_net(vport->dp), net))
100 return vport;
101
102 return NULL;
103}
104
105
106
107
108
109
110
111
112
113
114
115
116struct vport *ovs_vport_alloc(int priv_size, const struct vport_ops *ops,
117 const struct vport_parms *parms)
118{
119 struct vport *vport;
120 size_t alloc_size;
121
122 alloc_size = sizeof(struct vport);
123 if (priv_size) {
124 alloc_size = ALIGN(alloc_size, VPORT_ALIGN);
125 alloc_size += priv_size;
126 }
127
128 vport = kzalloc(alloc_size, GFP_KERNEL);
129 if (!vport)
130 return ERR_PTR(-ENOMEM);
131
132 vport->dp = parms->dp;
133 vport->port_no = parms->port_no;
134 vport->upcall_portid = parms->upcall_portid;
135 vport->ops = ops;
136 INIT_HLIST_NODE(&vport->dp_hash_node);
137
138 vport->percpu_stats = alloc_percpu(struct pcpu_tstats);
139 if (!vport->percpu_stats) {
140 kfree(vport);
141 return ERR_PTR(-ENOMEM);
142 }
143
144 spin_lock_init(&vport->stats_lock);
145
146 return vport;
147}
148
149
150
151
152
153
154
155
156
157
158
159void ovs_vport_free(struct vport *vport)
160{
161 free_percpu(vport->percpu_stats);
162 kfree(vport);
163}
164
165
166
167
168
169
170
171
172
173struct vport *ovs_vport_add(const struct vport_parms *parms)
174{
175 struct vport *vport;
176 int err = 0;
177 int i;
178
179 for (i = 0; i < ARRAY_SIZE(vport_ops_list); i++) {
180 if (vport_ops_list[i]->type == parms->type) {
181 struct hlist_head *bucket;
182
183 vport = vport_ops_list[i]->create(parms);
184 if (IS_ERR(vport)) {
185 err = PTR_ERR(vport);
186 goto out;
187 }
188
189 bucket = hash_bucket(ovs_dp_get_net(vport->dp),
190 vport->ops->get_name(vport));
191 hlist_add_head_rcu(&vport->hash_node, bucket);
192 return vport;
193 }
194 }
195
196 err = -EAFNOSUPPORT;
197
198out:
199 return ERR_PTR(err);
200}
201
202
203
204
205
206
207
208
209
210
211int ovs_vport_set_options(struct vport *vport, struct nlattr *options)
212{
213 if (!vport->ops->set_options)
214 return -EOPNOTSUPP;
215 return vport->ops->set_options(vport, options);
216}
217
218
219
220
221
222
223
224
225
226void ovs_vport_del(struct vport *vport)
227{
228 ASSERT_OVSL();
229
230 hlist_del_rcu(&vport->hash_node);
231
232 vport->ops->destroy(vport);
233}
234
235
236
237
238
239
240
241
242
243
244
245void ovs_vport_get_stats(struct vport *vport, struct ovs_vport_stats *stats)
246{
247 int i;
248
249 memset(stats, 0, sizeof(*stats));
250
251
252
253
254
255
256
257
258
259
260 spin_lock_bh(&vport->stats_lock);
261
262 stats->rx_errors = vport->err_stats.rx_errors;
263 stats->tx_errors = vport->err_stats.tx_errors;
264 stats->tx_dropped = vport->err_stats.tx_dropped;
265 stats->rx_dropped = vport->err_stats.rx_dropped;
266
267 spin_unlock_bh(&vport->stats_lock);
268
269 for_each_possible_cpu(i) {
270 const struct pcpu_tstats *percpu_stats;
271 struct pcpu_tstats local_stats;
272 unsigned int start;
273
274 percpu_stats = per_cpu_ptr(vport->percpu_stats, i);
275
276 do {
277 start = u64_stats_fetch_begin_bh(&percpu_stats->syncp);
278 local_stats = *percpu_stats;
279 } while (u64_stats_fetch_retry_bh(&percpu_stats->syncp, start));
280
281 stats->rx_bytes += local_stats.rx_bytes;
282 stats->rx_packets += local_stats.rx_packets;
283 stats->tx_bytes += local_stats.tx_bytes;
284 stats->tx_packets += local_stats.tx_packets;
285 }
286}
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304int ovs_vport_get_options(const struct vport *vport, struct sk_buff *skb)
305{
306 struct nlattr *nla;
307 int err;
308
309 if (!vport->ops->get_options)
310 return 0;
311
312 nla = nla_nest_start(skb, OVS_VPORT_ATTR_OPTIONS);
313 if (!nla)
314 return -EMSGSIZE;
315
316 err = vport->ops->get_options(vport, skb);
317 if (err) {
318 nla_nest_cancel(skb, nla);
319 return err;
320 }
321
322 nla_nest_end(skb, nla);
323 return 0;
324}
325
326
327
328
329
330
331
332
333
334
335
336void ovs_vport_receive(struct vport *vport, struct sk_buff *skb,
337 struct ovs_key_ipv4_tunnel *tun_key)
338{
339 struct pcpu_tstats *stats;
340
341 stats = this_cpu_ptr(vport->percpu_stats);
342 u64_stats_update_begin(&stats->syncp);
343 stats->rx_packets++;
344 stats->rx_bytes += skb->len;
345 u64_stats_update_end(&stats->syncp);
346
347 OVS_CB(skb)->tun_key = tun_key;
348 ovs_dp_process_received_packet(vport, skb);
349}
350
351
352
353
354
355
356
357
358
359
360int ovs_vport_send(struct vport *vport, struct sk_buff *skb)
361{
362 int sent = vport->ops->send(vport, skb);
363
364 if (likely(sent > 0)) {
365 struct pcpu_tstats *stats;
366
367 stats = this_cpu_ptr(vport->percpu_stats);
368
369 u64_stats_update_begin(&stats->syncp);
370 stats->tx_packets++;
371 stats->tx_bytes += sent;
372 u64_stats_update_end(&stats->syncp);
373 } else if (sent < 0) {
374 ovs_vport_record_error(vport, VPORT_E_TX_ERROR);
375 kfree_skb(skb);
376 } else
377 ovs_vport_record_error(vport, VPORT_E_TX_DROPPED);
378
379 return sent;
380}
381
382
383
384
385
386
387
388
389
390
391void ovs_vport_record_error(struct vport *vport, enum vport_err_type err_type)
392{
393 spin_lock(&vport->stats_lock);
394
395 switch (err_type) {
396 case VPORT_E_RX_DROPPED:
397 vport->err_stats.rx_dropped++;
398 break;
399
400 case VPORT_E_RX_ERROR:
401 vport->err_stats.rx_errors++;
402 break;
403
404 case VPORT_E_TX_DROPPED:
405 vport->err_stats.tx_dropped++;
406 break;
407
408 case VPORT_E_TX_ERROR:
409 vport->err_stats.tx_errors++;
410 break;
411 }
412
413 spin_unlock(&vport->stats_lock);
414}
415
416static void free_vport_rcu(struct rcu_head *rcu)
417{
418 struct vport *vport = container_of(rcu, struct vport, rcu);
419
420 ovs_vport_free(vport);
421}
422
423void ovs_vport_deferred_free(struct vport *vport)
424{
425 if (!vport)
426 return;
427
428 call_rcu(&vport->rcu, free_vport_rcu);
429}
430