2018-01-26 21:50:27 +03:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2016-06-11 22:13:38 +03:00
|
|
|
/*
|
|
|
|
* PCI Express Precision Time Measurement
|
|
|
|
* Copyright (c) 2016, Intel Corporation.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/pci.h>
|
|
|
|
#include "../pci.h"
|
|
|
|
|
|
|
|
static void pci_ptm_info(struct pci_dev *dev)
|
|
|
|
{
|
2016-06-13 00:26:40 +03:00
|
|
|
char clock_desc[8];
|
|
|
|
|
|
|
|
switch (dev->ptm_granularity) {
|
|
|
|
case 0:
|
|
|
|
snprintf(clock_desc, sizeof(clock_desc), "unknown");
|
|
|
|
break;
|
|
|
|
case 255:
|
|
|
|
snprintf(clock_desc, sizeof(clock_desc), ">254ns");
|
|
|
|
break;
|
|
|
|
default:
|
2019-11-07 00:30:48 +03:00
|
|
|
snprintf(clock_desc, sizeof(clock_desc), "%uns",
|
2016-06-13 00:26:40 +03:00
|
|
|
dev->ptm_granularity);
|
|
|
|
break;
|
|
|
|
}
|
2018-01-18 21:55:24 +03:00
|
|
|
pci_info(dev, "PTM enabled%s, %s granularity\n",
|
2016-06-13 00:26:40 +03:00
|
|
|
dev->ptm_root ? " (root)" : "", clock_desc);
|
2016-06-11 22:13:38 +03:00
|
|
|
}
|
|
|
|
|
2020-12-08 01:39:51 +03:00
|
|
|
void pci_disable_ptm(struct pci_dev *dev)
|
|
|
|
{
|
|
|
|
int ptm;
|
|
|
|
u16 ctrl;
|
|
|
|
|
|
|
|
if (!pci_is_pcie(dev))
|
|
|
|
return;
|
|
|
|
|
|
|
|
ptm = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
if (!ptm)
|
|
|
|
return;
|
|
|
|
|
|
|
|
pci_read_config_word(dev, ptm + PCI_PTM_CTRL, &ctrl);
|
|
|
|
ctrl &= ~(PCI_PTM_CTRL_ENABLE | PCI_PTM_CTRL_ROOT);
|
|
|
|
pci_write_config_word(dev, ptm + PCI_PTM_CTRL, ctrl);
|
|
|
|
}
|
|
|
|
|
2020-12-08 01:39:50 +03:00
|
|
|
void pci_save_ptm_state(struct pci_dev *dev)
|
|
|
|
{
|
|
|
|
int ptm;
|
|
|
|
struct pci_cap_saved_state *save_state;
|
|
|
|
u16 *cap;
|
|
|
|
|
|
|
|
if (!pci_is_pcie(dev))
|
|
|
|
return;
|
|
|
|
|
|
|
|
ptm = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
if (!ptm)
|
|
|
|
return;
|
|
|
|
|
|
|
|
save_state = pci_find_saved_ext_cap(dev, PCI_EXT_CAP_ID_PTM);
|
2021-08-11 21:59:55 +03:00
|
|
|
if (!save_state)
|
2020-12-08 01:39:50 +03:00
|
|
|
return;
|
|
|
|
|
|
|
|
cap = (u16 *)&save_state->cap.data[0];
|
|
|
|
pci_read_config_word(dev, ptm + PCI_PTM_CTRL, cap);
|
|
|
|
}
|
|
|
|
|
|
|
|
void pci_restore_ptm_state(struct pci_dev *dev)
|
|
|
|
{
|
|
|
|
struct pci_cap_saved_state *save_state;
|
|
|
|
int ptm;
|
|
|
|
u16 *cap;
|
|
|
|
|
|
|
|
if (!pci_is_pcie(dev))
|
|
|
|
return;
|
|
|
|
|
|
|
|
save_state = pci_find_saved_ext_cap(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
ptm = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
if (!save_state || !ptm)
|
|
|
|
return;
|
|
|
|
|
|
|
|
cap = (u16 *)&save_state->cap.data[0];
|
|
|
|
pci_write_config_word(dev, ptm + PCI_PTM_CTRL, *cap);
|
|
|
|
}
|
|
|
|
|
2016-06-11 22:13:38 +03:00
|
|
|
void pci_ptm_init(struct pci_dev *dev)
|
|
|
|
{
|
|
|
|
int pos;
|
|
|
|
u32 cap, ctrl;
|
2016-06-13 00:26:40 +03:00
|
|
|
u8 local_clock;
|
2016-06-11 22:13:38 +03:00
|
|
|
struct pci_dev *ups;
|
|
|
|
|
|
|
|
if (!pci_is_pcie(dev))
|
|
|
|
return;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Enable PTM only on interior devices (root ports, switch ports,
|
|
|
|
* etc.) on the assumption that it causes no link traffic until an
|
|
|
|
* endpoint enables it.
|
|
|
|
*/
|
|
|
|
if ((pci_pcie_type(dev) == PCI_EXP_TYPE_ENDPOINT ||
|
|
|
|
pci_pcie_type(dev) == PCI_EXP_TYPE_RC_END))
|
|
|
|
return;
|
|
|
|
|
2020-05-21 23:40:07 +03:00
|
|
|
/*
|
|
|
|
* Switch Downstream Ports are not permitted to have a PTM
|
|
|
|
* capability; their PTM behavior is controlled by the Upstream
|
|
|
|
* Port (PCIe r5.0, sec 7.9.16).
|
|
|
|
*/
|
|
|
|
ups = pci_upstream_bridge(dev);
|
|
|
|
if (pci_pcie_type(dev) == PCI_EXP_TYPE_DOWNSTREAM &&
|
|
|
|
ups && ups->ptm_enabled) {
|
|
|
|
dev->ptm_granularity = ups->ptm_granularity;
|
|
|
|
dev->ptm_enabled = 1;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
if (!pos)
|
|
|
|
return;
|
|
|
|
|
2020-12-08 01:39:50 +03:00
|
|
|
pci_add_ext_cap_save_buffer(dev, PCI_EXT_CAP_ID_PTM, sizeof(u16));
|
|
|
|
|
2016-06-11 22:13:38 +03:00
|
|
|
pci_read_config_dword(dev, pos + PCI_PTM_CAP, &cap);
|
2016-06-13 00:26:40 +03:00
|
|
|
local_clock = (cap & PCI_PTM_GRANULARITY_MASK) >> 8;
|
2016-06-11 22:13:38 +03:00
|
|
|
|
|
|
|
/*
|
|
|
|
* There's no point in enabling PTM unless it's enabled in the
|
|
|
|
* upstream device or this device can be a PTM Root itself. Per
|
|
|
|
* the spec recommendation (PCIe r3.1, sec 7.32.3), select the
|
|
|
|
* furthest upstream Time Source as the PTM Root.
|
|
|
|
*/
|
|
|
|
if (ups && ups->ptm_enabled) {
|
|
|
|
ctrl = PCI_PTM_CTRL_ENABLE;
|
2016-06-13 00:26:40 +03:00
|
|
|
if (ups->ptm_granularity == 0)
|
|
|
|
dev->ptm_granularity = 0;
|
|
|
|
else if (ups->ptm_granularity > local_clock)
|
|
|
|
dev->ptm_granularity = ups->ptm_granularity;
|
2016-06-11 22:13:38 +03:00
|
|
|
} else {
|
|
|
|
if (cap & PCI_PTM_CAP_ROOT) {
|
|
|
|
ctrl = PCI_PTM_CTRL_ENABLE | PCI_PTM_CTRL_ROOT;
|
|
|
|
dev->ptm_root = 1;
|
2016-06-13 00:26:40 +03:00
|
|
|
dev->ptm_granularity = local_clock;
|
2016-06-11 22:13:38 +03:00
|
|
|
} else
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2016-06-13 00:26:40 +03:00
|
|
|
ctrl |= dev->ptm_granularity << 8;
|
2016-06-11 22:13:38 +03:00
|
|
|
pci_write_config_dword(dev, pos + PCI_PTM_CTRL, ctrl);
|
|
|
|
dev->ptm_enabled = 1;
|
|
|
|
|
|
|
|
pci_ptm_info(dev);
|
|
|
|
}
|
2016-06-13 19:01:51 +03:00
|
|
|
|
|
|
|
int pci_enable_ptm(struct pci_dev *dev, u8 *granularity)
|
|
|
|
{
|
|
|
|
int pos;
|
|
|
|
u32 cap, ctrl;
|
|
|
|
struct pci_dev *ups;
|
|
|
|
|
|
|
|
if (!pci_is_pcie(dev))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_PTM);
|
|
|
|
if (!pos)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
pci_read_config_dword(dev, pos + PCI_PTM_CAP, &cap);
|
|
|
|
if (!(cap & PCI_PTM_CAP_REQ))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* For a PCIe Endpoint, PTM is only useful if the endpoint can
|
|
|
|
* issue PTM requests to upstream devices that have PTM enabled.
|
|
|
|
*
|
|
|
|
* For Root Complex Integrated Endpoints, there is no upstream
|
|
|
|
* device, so there must be some implementation-specific way to
|
|
|
|
* associate the endpoint with a time source.
|
|
|
|
*/
|
|
|
|
if (pci_pcie_type(dev) == PCI_EXP_TYPE_ENDPOINT) {
|
|
|
|
ups = pci_upstream_bridge(dev);
|
|
|
|
if (!ups || !ups->ptm_enabled)
|
|
|
|
return -EINVAL;
|
2016-06-13 00:26:40 +03:00
|
|
|
|
|
|
|
dev->ptm_granularity = ups->ptm_granularity;
|
2016-06-13 19:01:51 +03:00
|
|
|
} else if (pci_pcie_type(dev) == PCI_EXP_TYPE_RC_END) {
|
2016-06-13 00:26:40 +03:00
|
|
|
dev->ptm_granularity = 0;
|
2016-06-13 19:01:51 +03:00
|
|
|
} else
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
ctrl = PCI_PTM_CTRL_ENABLE;
|
2016-06-13 00:26:40 +03:00
|
|
|
ctrl |= dev->ptm_granularity << 8;
|
2016-06-13 19:01:51 +03:00
|
|
|
pci_write_config_dword(dev, pos + PCI_PTM_CTRL, ctrl);
|
|
|
|
dev->ptm_enabled = 1;
|
|
|
|
|
|
|
|
pci_ptm_info(dev);
|
|
|
|
|
|
|
|
if (granularity)
|
2016-06-13 00:26:40 +03:00
|
|
|
*granularity = dev->ptm_granularity;
|
2016-06-13 19:01:51 +03:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(pci_enable_ptm);
|
2021-07-27 06:36:55 +03:00
|
|
|
|
|
|
|
bool pcie_ptm_enabled(struct pci_dev *dev)
|
|
|
|
{
|
|
|
|
if (!dev)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return dev->ptm_enabled;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(pcie_ptm_enabled);
|