60 static void i40e_ptp_read(struct i40e_pf *pf, struct timespec64 *ts)  in i40e_ptp_read()  argument
62 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_read()
84 static void i40e_ptp_write(struct i40e_pf *pf, const struct timespec64 *ts)  in i40e_ptp_write()  argument
86 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_write()
123 	struct i40e_pf *pf = container_of(ptp, struct i40e_pf, ptp_caps);  in i40e_ptp_adjfreq()  local
124 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_adjfreq()
134 	adj = ACCESS_ONCE(pf->ptp_base_adj);  in i40e_ptp_adjfreq()
161 	struct i40e_pf *pf = container_of(ptp, struct i40e_pf, ptp_caps);  in i40e_ptp_adjtime()  local
165 	spin_lock_irqsave(&pf->tmreg_lock, flags);  in i40e_ptp_adjtime()
167 	i40e_ptp_read(pf, &now);  in i40e_ptp_adjtime()
169 	i40e_ptp_write(pf, (const struct timespec64 *)&now);  in i40e_ptp_adjtime()
171 	spin_unlock_irqrestore(&pf->tmreg_lock, flags);  in i40e_ptp_adjtime()
186 	struct i40e_pf *pf = container_of(ptp, struct i40e_pf, ptp_caps);  in i40e_ptp_gettime()  local
189 	spin_lock_irqsave(&pf->tmreg_lock, flags);  in i40e_ptp_gettime()
190 	i40e_ptp_read(pf, ts);  in i40e_ptp_gettime()
191 	spin_unlock_irqrestore(&pf->tmreg_lock, flags);  in i40e_ptp_gettime()
207 	struct i40e_pf *pf = container_of(ptp, struct i40e_pf, ptp_caps);  in i40e_ptp_settime()  local
210 	spin_lock_irqsave(&pf->tmreg_lock, flags);  in i40e_ptp_settime()
211 	i40e_ptp_write(pf, ts);  in i40e_ptp_settime()
212 	spin_unlock_irqrestore(&pf->tmreg_lock, flags);  in i40e_ptp_settime()
243 	struct i40e_pf *pf = vsi->back;  in i40e_ptp_rx_hang()  local
244 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_rx_hang()
255 	if (!(pf->flags & I40E_FLAG_PTP) || !pf->ptp_rx)  in i40e_ptp_rx_hang()
272 		pf->last_rx_ptp_check = jiffies;  in i40e_ptp_rx_hang()
277 	rx_event = pf->last_rx_ptp_check;  in i40e_ptp_rx_hang()
290 		pf->last_rx_ptp_check = jiffies;  in i40e_ptp_rx_hang()
291 		pf->rx_hwtstamp_cleared++;  in i40e_ptp_rx_hang()
306 void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf)  in i40e_ptp_tx_hwtstamp()  argument
309 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_tx_hwtstamp()
313 	if (!(pf->flags & I40E_FLAG_PTP) || !pf->ptp_tx)  in i40e_ptp_tx_hwtstamp()
317 	if (!pf->ptp_tx_skb)  in i40e_ptp_tx_hwtstamp()
326 	skb_tstamp_tx(pf->ptp_tx_skb, &shhwtstamps);  in i40e_ptp_tx_hwtstamp()
327 	dev_kfree_skb_any(pf->ptp_tx_skb);  in i40e_ptp_tx_hwtstamp()
328 	pf->ptp_tx_skb = NULL;  in i40e_ptp_tx_hwtstamp()
329 	clear_bit_unlock(__I40E_PTP_TX_IN_PROGRESS, &pf->state);  in i40e_ptp_tx_hwtstamp()
344 void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index)  in i40e_ptp_rx_hwtstamp()  argument
353 	if (!(pf->flags & I40E_FLAG_PTP) || !pf->ptp_rx)  in i40e_ptp_rx_hwtstamp()
356 	hw = &pf->hw;  in i40e_ptp_rx_hwtstamp()
379 void i40e_ptp_set_increment(struct i40e_pf *pf)  in i40e_ptp_set_increment()  argument
382 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_set_increment()
387 	i40e_aq_get_link_info(&pf->hw, true, NULL, NULL);  in i40e_ptp_set_increment()
401 			dev_warn(&pf->pdev->dev,  in i40e_ptp_set_increment()
422 	ACCESS_ONCE(pf->ptp_base_adj) = incval;  in i40e_ptp_set_increment()
435 int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr)  in i40e_ptp_get_ts_config()  argument
437 	struct hwtstamp_config *config = &pf->tstamp_config;  in i40e_ptp_get_ts_config()
439 	if (!(pf->flags & I40E_FLAG_PTP))  in i40e_ptp_get_ts_config()
458 static int i40e_ptp_set_timestamp_mode(struct i40e_pf *pf,  in i40e_ptp_set_timestamp_mode()  argument
461 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_set_timestamp_mode()
470 		pf->ptp_tx = false;  in i40e_ptp_set_timestamp_mode()
473 		pf->ptp_tx = true;  in i40e_ptp_set_timestamp_mode()
481 		pf->ptp_rx = false;  in i40e_ptp_set_timestamp_mode()
492 		pf->ptp_rx = true;  in i40e_ptp_set_timestamp_mode()
507 		pf->ptp_rx = true;  in i40e_ptp_set_timestamp_mode()
528 	if (pf->ptp_tx)  in i40e_ptp_set_timestamp_mode()
535 	if (pf->ptp_tx)  in i40e_ptp_set_timestamp_mode()
571 int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr)  in i40e_ptp_set_ts_config()  argument
576 	if (!(pf->flags & I40E_FLAG_PTP))  in i40e_ptp_set_ts_config()
582 	err = i40e_ptp_set_timestamp_mode(pf, &config);  in i40e_ptp_set_ts_config()
587 	pf->tstamp_config = config;  in i40e_ptp_set_ts_config()
603 static long i40e_ptp_create_clock(struct i40e_pf *pf)  in i40e_ptp_create_clock()  argument
606 	if (!IS_ERR_OR_NULL(pf->ptp_clock))  in i40e_ptp_create_clock()
609 	strncpy(pf->ptp_caps.name, i40e_driver_name, sizeof(pf->ptp_caps.name));  in i40e_ptp_create_clock()
610 	pf->ptp_caps.owner = THIS_MODULE;  in i40e_ptp_create_clock()
611 	pf->ptp_caps.max_adj = 999999999;  in i40e_ptp_create_clock()
612 	pf->ptp_caps.n_ext_ts = 0;  in i40e_ptp_create_clock()
613 	pf->ptp_caps.pps = 0;  in i40e_ptp_create_clock()
614 	pf->ptp_caps.adjfreq = i40e_ptp_adjfreq;  in i40e_ptp_create_clock()
615 	pf->ptp_caps.adjtime = i40e_ptp_adjtime;  in i40e_ptp_create_clock()
616 	pf->ptp_caps.gettime64 = i40e_ptp_gettime;  in i40e_ptp_create_clock()
617 	pf->ptp_caps.settime64 = i40e_ptp_settime;  in i40e_ptp_create_clock()
618 	pf->ptp_caps.enable = i40e_ptp_feature_enable;  in i40e_ptp_create_clock()
621 	pf->ptp_clock = ptp_clock_register(&pf->ptp_caps, &pf->pdev->dev);  in i40e_ptp_create_clock()
622 	if (IS_ERR(pf->ptp_clock)) {  in i40e_ptp_create_clock()
623 		return PTR_ERR(pf->ptp_clock);  in i40e_ptp_create_clock()
630 	pf->tstamp_config.rx_filter = HWTSTAMP_FILTER_NONE;  in i40e_ptp_create_clock()
631 	pf->tstamp_config.tx_type = HWTSTAMP_TX_OFF;  in i40e_ptp_create_clock()
644 void i40e_ptp_init(struct i40e_pf *pf)  in i40e_ptp_init()  argument
646 	struct net_device *netdev = pf->vsi[pf->lan_vsi]->netdev;  in i40e_ptp_init()
647 	struct i40e_hw *hw = &pf->hw;  in i40e_ptp_init()
657 		pf->flags &= ~I40E_FLAG_PTP;  in i40e_ptp_init()
658 		dev_info(&pf->pdev->dev, "%s: PTP not supported on %s\n",  in i40e_ptp_init()
667 	spin_lock_init(&pf->tmreg_lock);  in i40e_ptp_init()
670 	err = i40e_ptp_create_clock(pf);  in i40e_ptp_init()
672 		pf->ptp_clock = NULL;  in i40e_ptp_init()
673 		dev_err(&pf->pdev->dev, "%s: ptp_clock_register failed\n",  in i40e_ptp_init()
679 		dev_info(&pf->pdev->dev, "%s: added PHC on %s\n", __func__,  in i40e_ptp_init()
681 		pf->flags |= I40E_FLAG_PTP;  in i40e_ptp_init()
692 		i40e_ptp_set_increment(pf);  in i40e_ptp_init()
695 		i40e_ptp_set_timestamp_mode(pf, &pf->tstamp_config);  in i40e_ptp_init()
699 		i40e_ptp_settime(&pf->ptp_caps, &ts);  in i40e_ptp_init()
710 void i40e_ptp_stop(struct i40e_pf *pf)  in i40e_ptp_stop()  argument
712 	pf->flags &= ~I40E_FLAG_PTP;  in i40e_ptp_stop()
713 	pf->ptp_tx = false;  in i40e_ptp_stop()
714 	pf->ptp_rx = false;  in i40e_ptp_stop()
716 	if (pf->ptp_tx_skb) {  in i40e_ptp_stop()
717 		dev_kfree_skb_any(pf->ptp_tx_skb);  in i40e_ptp_stop()
718 		pf->ptp_tx_skb = NULL;  in i40e_ptp_stop()
719 		clear_bit_unlock(__I40E_PTP_TX_IN_PROGRESS, &pf->state);  in i40e_ptp_stop()
722 	if (pf->ptp_clock) {  in i40e_ptp_stop()
723 		ptp_clock_unregister(pf->ptp_clock);  in i40e_ptp_stop()
724 		pf->ptp_clock = NULL;  in i40e_ptp_stop()
725 		dev_info(&pf->pdev->dev, "%s: removed PHC on %s\n", __func__,  in i40e_ptp_stop()
726 			 pf->vsi[pf->lan_vsi]->netdev->name);  in i40e_ptp_stop()