1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37#include <linux/module.h>
38#include <linux/net_tstamp.h>
39#include <linux/skbuff.h>
40#include <linux/netdevice.h>
41#include <linux/pps_kernel.h>
42#include <linux/ptp_clock_kernel.h>
43#include <linux/ptp_classify.h>
44#include <linux/udp.h>
45
46#include "cxgb4.h"
47#include "t4_hw.h"
48#include "t4_regs.h"
49#include "t4_msg.h"
50#include "t4fw_api.h"
51#include "cxgb4_ptp.h"
52
53
54
55
56
57
58bool cxgb4_ptp_is_ptp_tx(struct sk_buff *skb)
59{
60 struct udphdr *uh;
61
62 uh = udp_hdr(skb);
63 return skb->len >= PTP_MIN_LENGTH &&
64 skb->len <= PTP_IN_TRANSMIT_PACKET_MAXNUM &&
65 likely(skb->protocol == htons(ETH_P_IP)) &&
66 ip_hdr(skb)->protocol == IPPROTO_UDP &&
67 uh->dest == htons(PTP_EVENT_PORT);
68}
69
70bool is_ptp_enabled(struct sk_buff *skb, struct net_device *dev)
71{
72 struct port_info *pi;
73
74 pi = netdev_priv(dev);
75 return (pi->ptp_enable && cxgb4_xmit_with_hwtstamp(skb) &&
76 cxgb4_ptp_is_ptp_tx(skb));
77}
78
79
80
81
82
83
84bool cxgb4_ptp_is_ptp_rx(struct sk_buff *skb)
85{
86 struct udphdr *uh = (struct udphdr *)(skb->data + ETH_HLEN +
87 IPV4_HLEN(skb->data));
88
89 return uh->dest == htons(PTP_EVENT_PORT) &&
90 uh->source == htons(PTP_EVENT_PORT);
91}
92
93
94
95
96
97
98
99void cxgb4_ptp_read_hwstamp(struct adapter *adapter, struct port_info *pi)
100{
101 struct skb_shared_hwtstamps *skb_ts = NULL;
102 u64 tx_ts;
103
104 skb_ts = skb_hwtstamps(adapter->ptp_tx_skb);
105
106 tx_ts = t4_read_reg(adapter,
107 T5_PORT_REG(pi->port_id, MAC_PORT_TX_TS_VAL_LO));
108
109 tx_ts |= (u64)t4_read_reg(adapter,
110 T5_PORT_REG(pi->port_id,
111 MAC_PORT_TX_TS_VAL_HI)) << 32;
112 skb_ts->hwtstamp = ns_to_ktime(tx_ts);
113 skb_tstamp_tx(adapter->ptp_tx_skb, skb_ts);
114 dev_kfree_skb_any(adapter->ptp_tx_skb);
115 spin_lock(&adapter->ptp_lock);
116 adapter->ptp_tx_skb = NULL;
117 spin_unlock(&adapter->ptp_lock);
118}
119
120
121
122
123
124
125
126
127int cxgb4_ptprx_timestamping(struct port_info *pi, u8 port, u16 mode)
128{
129 struct adapter *adapter = pi->adapter;
130 struct fw_ptp_cmd c;
131 int err;
132
133 memset(&c, 0, sizeof(c));
134 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
135 FW_CMD_REQUEST_F |
136 FW_CMD_WRITE_F |
137 FW_PTP_CMD_PORTID_V(port));
138 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
139 c.u.init.sc = FW_PTP_SC_RXTIME_STAMP;
140 c.u.init.mode = cpu_to_be16(mode);
141
142 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
143 if (err < 0)
144 dev_err(adapter->pdev_dev,
145 "PTP: %s error %d\n", __func__, -err);
146 return err;
147}
148
149int cxgb4_ptp_txtype(struct adapter *adapter, u8 port)
150{
151 struct fw_ptp_cmd c;
152 int err;
153
154 memset(&c, 0, sizeof(c));
155 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
156 FW_CMD_REQUEST_F |
157 FW_CMD_WRITE_F |
158 FW_PTP_CMD_PORTID_V(port));
159 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
160 c.u.init.sc = FW_PTP_SC_TX_TYPE;
161 c.u.init.mode = cpu_to_be16(PTP_TS_NONE);
162
163 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
164 if (err < 0)
165 dev_err(adapter->pdev_dev,
166 "PTP: %s error %d\n", __func__, -err);
167
168 return err;
169}
170
171int cxgb4_ptp_redirect_rx_packet(struct adapter *adapter, struct port_info *pi)
172{
173 struct sge *s = &adapter->sge;
174 struct sge_eth_rxq *receive_q = &s->ethrxq[pi->first_qset];
175 struct fw_ptp_cmd c;
176 int err;
177
178 memset(&c, 0, sizeof(c));
179 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
180 FW_CMD_REQUEST_F |
181 FW_CMD_WRITE_F |
182 FW_PTP_CMD_PORTID_V(pi->port_id));
183
184 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
185 c.u.init.sc = FW_PTP_SC_RDRX_TYPE;
186 c.u.init.txchan = pi->tx_chan;
187 c.u.init.absid = cpu_to_be16(receive_q->rspq.abs_id);
188
189 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
190 if (err < 0)
191 dev_err(adapter->pdev_dev,
192 "PTP: %s error %d\n", __func__, -err);
193 return err;
194}
195
196
197
198
199
200
201
202
203static int cxgb4_ptp_adjfreq(struct ptp_clock_info *ptp, s32 ppb)
204{
205 struct adapter *adapter = (struct adapter *)container_of(ptp,
206 struct adapter, ptp_clock_info);
207 struct fw_ptp_cmd c;
208 int err;
209
210 memset(&c, 0, sizeof(c));
211 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
212 FW_CMD_REQUEST_F |
213 FW_CMD_WRITE_F |
214 FW_PTP_CMD_PORTID_V(0));
215 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
216 c.u.ts.sc = FW_PTP_SC_ADJ_FREQ;
217 c.u.ts.sign = (ppb < 0) ? 1 : 0;
218 if (ppb < 0)
219 ppb = -ppb;
220 c.u.ts.ppb = cpu_to_be32(ppb);
221
222 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
223 if (err < 0)
224 dev_err(adapter->pdev_dev,
225 "PTP: %s error %d\n", __func__, -err);
226
227 return err;
228}
229
230
231
232
233
234
235
236
237static int cxgb4_ptp_fineadjtime(struct adapter *adapter, s64 delta)
238{
239 struct fw_ptp_cmd c;
240 int err;
241
242 memset(&c, 0, sizeof(c));
243 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
244 FW_CMD_REQUEST_F |
245 FW_CMD_WRITE_F |
246 FW_PTP_CMD_PORTID_V(0));
247 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
248 c.u.ts.sc = FW_PTP_SC_ADJ_FTIME;
249 c.u.ts.tm = cpu_to_be64(delta);
250
251 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
252 if (err < 0)
253 dev_err(adapter->pdev_dev,
254 "PTP: %s error %d\n", __func__, -err);
255 return err;
256}
257
258
259
260
261
262
263
264
265static int cxgb4_ptp_adjtime(struct ptp_clock_info *ptp, s64 delta)
266{
267 struct adapter *adapter =
268 (struct adapter *)container_of(ptp, struct adapter,
269 ptp_clock_info);
270 struct fw_ptp_cmd c;
271 s64 sign = 1;
272 int err;
273
274 if (delta < 0)
275 sign = -1;
276
277 if (delta * sign > PTP_CLOCK_MAX_ADJTIME) {
278 memset(&c, 0, sizeof(c));
279 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
280 FW_CMD_REQUEST_F |
281 FW_CMD_WRITE_F |
282 FW_PTP_CMD_PORTID_V(0));
283 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
284 c.u.ts.sc = FW_PTP_SC_ADJ_TIME;
285 c.u.ts.sign = (delta < 0) ? 1 : 0;
286 if (delta < 0)
287 delta = -delta;
288 c.u.ts.tm = cpu_to_be64(delta);
289
290 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
291 if (err < 0)
292 dev_err(adapter->pdev_dev,
293 "PTP: %s error %d\n", __func__, -err);
294 } else {
295 err = cxgb4_ptp_fineadjtime(adapter, delta);
296 }
297
298 return err;
299}
300
301
302
303
304
305
306
307
308
309static int cxgb4_ptp_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts)
310{
311 struct adapter *adapter = (struct adapter *)container_of(ptp,
312 struct adapter, ptp_clock_info);
313 struct fw_ptp_cmd c;
314 u64 ns;
315 int err;
316
317 memset(&c, 0, sizeof(c));
318 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
319 FW_CMD_REQUEST_F |
320 FW_CMD_READ_F |
321 FW_PTP_CMD_PORTID_V(0));
322 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
323 c.u.ts.sc = FW_PTP_SC_GET_TIME;
324
325 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), &c);
326 if (err < 0) {
327 dev_err(adapter->pdev_dev,
328 "PTP: %s error %d\n", __func__, -err);
329 return err;
330 }
331
332
333 ns = be64_to_cpu(c.u.ts.tm);
334 *ts = ns_to_timespec64(ns);
335
336 return err;
337}
338
339
340
341
342
343
344
345
346
347static int cxgb4_ptp_settime(struct ptp_clock_info *ptp,
348 const struct timespec64 *ts)
349{
350 struct adapter *adapter = (struct adapter *)container_of(ptp,
351 struct adapter, ptp_clock_info);
352 struct fw_ptp_cmd c;
353 u64 ns;
354 int err;
355
356 memset(&c, 0, sizeof(c));
357 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
358 FW_CMD_REQUEST_F |
359 FW_CMD_WRITE_F |
360 FW_PTP_CMD_PORTID_V(0));
361 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
362 c.u.ts.sc = FW_PTP_SC_SET_TIME;
363
364 ns = timespec64_to_ns(ts);
365 c.u.ts.tm = cpu_to_be64(ns);
366
367 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
368 if (err < 0)
369 dev_err(adapter->pdev_dev,
370 "PTP: %s error %d\n", __func__, -err);
371
372 return err;
373}
374
375static void cxgb4_init_ptp_timer(struct adapter *adapter)
376{
377 struct fw_ptp_cmd c;
378 int err;
379
380 memset(&c, 0, sizeof(c));
381 c.op_to_portid = cpu_to_be32(FW_CMD_OP_V(FW_PTP_CMD) |
382 FW_CMD_REQUEST_F |
383 FW_CMD_WRITE_F |
384 FW_PTP_CMD_PORTID_V(0));
385 c.retval_len16 = cpu_to_be32(FW_CMD_LEN16_V(sizeof(c) / 16));
386 c.u.scmd.sc = FW_PTP_SC_INIT_TIMER;
387
388 err = t4_wr_mbox(adapter, adapter->mbox, &c, sizeof(c), NULL);
389 if (err < 0)
390 dev_err(adapter->pdev_dev,
391 "PTP: %s error %d\n", __func__, -err);
392}
393
394
395
396
397
398
399
400
401
402
403static int cxgb4_ptp_enable(struct ptp_clock_info __always_unused *ptp,
404 struct ptp_clock_request __always_unused *request,
405 int __always_unused on)
406{
407 return -ENOTSUPP;
408}
409
410static const struct ptp_clock_info cxgb4_ptp_clock_info = {
411 .owner = THIS_MODULE,
412 .name = "cxgb4_clock",
413 .max_adj = MAX_PTP_FREQ_ADJ,
414 .n_alarm = 0,
415 .n_ext_ts = 0,
416 .n_per_out = 0,
417 .pps = 0,
418 .adjfreq = cxgb4_ptp_adjfreq,
419 .adjtime = cxgb4_ptp_adjtime,
420 .gettime64 = cxgb4_ptp_gettime,
421 .settime64 = cxgb4_ptp_settime,
422 .enable = cxgb4_ptp_enable,
423};
424
425
426
427
428
429
430
431void cxgb4_ptp_init(struct adapter *adapter)
432{
433 struct timespec64 now;
434
435 if (!IS_ERR_OR_NULL(adapter->ptp_clock))
436 return;
437
438 adapter->ptp_tx_skb = NULL;
439 adapter->ptp_clock_info = cxgb4_ptp_clock_info;
440 spin_lock_init(&adapter->ptp_lock);
441
442 adapter->ptp_clock = ptp_clock_register(&adapter->ptp_clock_info,
443 &adapter->pdev->dev);
444 if (IS_ERR_OR_NULL(adapter->ptp_clock)) {
445 adapter->ptp_clock = NULL;
446 dev_err(adapter->pdev_dev,
447 "PTP %s Clock registration has failed\n", __func__);
448 return;
449 }
450
451 now = ktime_to_timespec64(ktime_get_real());
452 cxgb4_init_ptp_timer(adapter);
453 if (cxgb4_ptp_settime(&adapter->ptp_clock_info, &now) < 0) {
454 ptp_clock_unregister(adapter->ptp_clock);
455 adapter->ptp_clock = NULL;
456 }
457}
458
459
460
461
462
463
464
465void cxgb4_ptp_stop(struct adapter *adapter)
466{
467 if (adapter->ptp_tx_skb) {
468 dev_kfree_skb_any(adapter->ptp_tx_skb);
469 adapter->ptp_tx_skb = NULL;
470 }
471
472 if (adapter->ptp_clock) {
473 ptp_clock_unregister(adapter->ptp_clock);
474 adapter->ptp_clock = NULL;
475 }
476}
477