mm: replace all open encodings for NUMA_NO_NODE

Patch series "Replace all open encodings for NUMA_NO_NODE", v3.

All these places for replacement were found by running the following
grep patterns on the entire kernel code.  Please let me know if this
might have missed some instances.  This might also have replaced some
false positives.  I will appreciate suggestions, inputs and review.

1. git grep "nid == -1"
2. git grep "node == -1"
3. git grep "nid = -1"
4. git grep "node = -1"

This patch (of 2):

At present there are multiple places where invalid node number is
encoded as -1.  Even though implicitly understood it is always better to
have macros in there.  Replace these open encodings for an invalid node
number with the global macro NUMA_NO_NODE.  This helps remove NUMA
related assumptions like 'invalid node' from various places redirecting
them to a common definition.

Link: http://lkml.kernel.org/r/1545127933-10711-2-git-send-email-anshuman.khandual@arm.com
Signed-off-by: Anshuman Khandual <anshuman.khandual@arm.com>
Reviewed-by: David Hildenbrand <david@redhat.com>
Acked-by: Jeff Kirsher <jeffrey.t.kirsher@intel.com>	[ixgbe]
Acked-by: Jens Axboe <axboe@kernel.dk>			[mtip32xx]
Acked-by: Vinod Koul <vkoul@kernel.org>			[dmaengine.c]
Acked-by: Michael Ellerman <mpe@ellerman.id.au>		[powerpc]
Acked-by: Doug Ledford <dledford@redhat.com>		[drivers/infiniband]
Cc: Joseph Qi <jiangqi903@gmail.com>
Cc: Hans Verkuil <hverkuil@xs4all.nl>
Cc: Stephen Rothwell <sfr@canb.auug.org.au>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
Anshuman Khandual 2019-03-05 15:42:58 -08:00 коммит произвёл Linus Torvalds
Родитель 6ade20327d
Коммит 98fa15f34c
39 изменённых файлов: 104 добавлений и 74 удалений

Просмотреть файл

@ -4,6 +4,7 @@
#include <linux/smp.h> #include <linux/smp.h>
#include <linux/threads.h> #include <linux/threads.h>
#include <linux/numa.h>
#include <asm/machvec.h> #include <asm/machvec.h>
#ifdef CONFIG_NUMA #ifdef CONFIG_NUMA
@ -29,7 +30,7 @@ static const struct cpumask *cpumask_of_node(int node)
{ {
int cpu; int cpu;
if (node == -1) if (node == NUMA_NO_NODE)
return cpu_all_mask; return cpu_all_mask;
cpumask_clear(&node_to_cpumask_map[node]); cpumask_clear(&node_to_cpumask_map[node]);

Просмотреть файл

@ -74,7 +74,7 @@ void __init build_cpu_to_node_map(void)
cpumask_clear(&node_to_cpu_mask[node]); cpumask_clear(&node_to_cpu_mask[node]);
for_each_possible_early_cpu(cpu) { for_each_possible_early_cpu(cpu) {
node = -1; node = NUMA_NO_NODE;
for (i = 0; i < NR_CPUS; ++i) for (i = 0; i < NR_CPUS; ++i)
if (cpu_physical_id(cpu) == node_cpuid[i].phys_id) { if (cpu_physical_id(cpu) == node_cpuid[i].phys_id) {
node = node_cpuid[i].nid; node = node_cpuid[i].nid;

Просмотреть файл

@ -227,7 +227,7 @@ void __init setup_per_cpu_areas(void)
* CPUs are put into groups according to node. Walk cpu_map * CPUs are put into groups according to node. Walk cpu_map
* and create new groups at node boundaries. * and create new groups at node boundaries.
*/ */
prev_node = -1; prev_node = NUMA_NO_NODE;
ai->nr_groups = 0; ai->nr_groups = 0;
for (unit = 0; unit < nr_units; unit++) { for (unit = 0; unit < nr_units; unit++) {
cpu = cpu_map[unit]; cpu = cpu_map[unit];
@ -435,7 +435,7 @@ static void __init *memory_less_node_alloc(int nid, unsigned long pernodesize)
{ {
void *ptr = NULL; void *ptr = NULL;
u8 best = 0xff; u8 best = 0xff;
int bestnode = -1, node, anynode = 0; int bestnode = NUMA_NO_NODE, node, anynode = 0;
for_each_online_node(node) { for_each_online_node(node) {
if (node_isset(node, memory_less_mask)) if (node_isset(node, memory_less_mask))
@ -447,7 +447,7 @@ static void __init *memory_less_node_alloc(int nid, unsigned long pernodesize)
anynode = node; anynode = node;
} }
if (bestnode == -1) if (bestnode == NUMA_NO_NODE)
bestnode = anynode; bestnode = anynode;
ptr = memblock_alloc_try_nid(pernodesize, PERCPU_PAGE_SIZE, ptr = memblock_alloc_try_nid(pernodesize, PERCPU_PAGE_SIZE,

Просмотреть файл

@ -10,6 +10,7 @@
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/list.h> #include <linux/list.h>
#include <linux/ioport.h> #include <linux/ioport.h>
#include <linux/numa.h>
struct device_node; struct device_node;
@ -265,7 +266,7 @@ extern int pcibios_map_io_space(struct pci_bus *bus);
#ifdef CONFIG_NUMA #ifdef CONFIG_NUMA
#define PHB_SET_NODE(PHB, NODE) ((PHB)->node = (NODE)) #define PHB_SET_NODE(PHB, NODE) ((PHB)->node = (NODE))
#else #else
#define PHB_SET_NODE(PHB, NODE) ((PHB)->node = -1) #define PHB_SET_NODE(PHB, NODE) ((PHB)->node = NUMA_NO_NODE)
#endif #endif
#endif /* CONFIG_PPC64 */ #endif /* CONFIG_PPC64 */

Просмотреть файл

@ -11,6 +11,7 @@
#include <linux/export.h> #include <linux/export.h>
#include <linux/memblock.h> #include <linux/memblock.h>
#include <linux/sched/task.h> #include <linux/sched/task.h>
#include <linux/numa.h>
#include <asm/lppaca.h> #include <asm/lppaca.h>
#include <asm/paca.h> #include <asm/paca.h>
@ -36,7 +37,7 @@ static void *__init alloc_paca_data(unsigned long size, unsigned long align,
* which will put its paca in the right place. * which will put its paca in the right place.
*/ */
if (cpu == boot_cpuid) { if (cpu == boot_cpuid) {
nid = -1; nid = NUMA_NO_NODE;
memblock_set_bottom_up(true); memblock_set_bottom_up(true);
} else { } else {
nid = early_cpu_to_node(cpu); nid = early_cpu_to_node(cpu);

Просмотреть файл

@ -32,6 +32,7 @@
#include <linux/vmalloc.h> #include <linux/vmalloc.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/vgaarb.h> #include <linux/vgaarb.h>
#include <linux/numa.h>
#include <asm/processor.h> #include <asm/processor.h>
#include <asm/io.h> #include <asm/io.h>
@ -132,7 +133,7 @@ struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
int nid = of_node_to_nid(dev); int nid = of_node_to_nid(dev);
if (nid < 0 || !node_online(nid)) if (nid < 0 || !node_online(nid))
nid = -1; nid = NUMA_NO_NODE;
PHB_SET_NODE(phb, nid); PHB_SET_NODE(phb, nid);
} }

Просмотреть файл

@ -215,7 +215,7 @@ static void initialize_distance_lookup_table(int nid,
*/ */
static int associativity_to_nid(const __be32 *associativity) static int associativity_to_nid(const __be32 *associativity)
{ {
int nid = -1; int nid = NUMA_NO_NODE;
if (min_common_depth == -1) if (min_common_depth == -1)
goto out; goto out;
@ -225,7 +225,7 @@ static int associativity_to_nid(const __be32 *associativity)
/* POWER4 LPAR uses 0xffff as invalid node */ /* POWER4 LPAR uses 0xffff as invalid node */
if (nid == 0xffff || nid >= MAX_NUMNODES) if (nid == 0xffff || nid >= MAX_NUMNODES)
nid = -1; nid = NUMA_NO_NODE;
if (nid > 0 && if (nid > 0 &&
of_read_number(associativity, 1) >= distance_ref_points_depth) { of_read_number(associativity, 1) >= distance_ref_points_depth) {
@ -244,7 +244,7 @@ out:
*/ */
static int of_node_to_nid_single(struct device_node *device) static int of_node_to_nid_single(struct device_node *device)
{ {
int nid = -1; int nid = NUMA_NO_NODE;
const __be32 *tmp; const __be32 *tmp;
tmp = of_get_associativity(device); tmp = of_get_associativity(device);
@ -256,7 +256,7 @@ static int of_node_to_nid_single(struct device_node *device)
/* Walk the device tree upwards, looking for an associativity id */ /* Walk the device tree upwards, looking for an associativity id */
int of_node_to_nid(struct device_node *device) int of_node_to_nid(struct device_node *device)
{ {
int nid = -1; int nid = NUMA_NO_NODE;
of_node_get(device); of_node_get(device);
while (device) { while (device) {
@ -454,7 +454,7 @@ static int of_drconf_to_nid_single(struct drmem_lmb *lmb)
*/ */
static int numa_setup_cpu(unsigned long lcpu) static int numa_setup_cpu(unsigned long lcpu)
{ {
int nid = -1; int nid = NUMA_NO_NODE;
struct device_node *cpu; struct device_node *cpu;
/* /*
@ -930,7 +930,7 @@ static int hot_add_drconf_scn_to_nid(unsigned long scn_addr)
{ {
struct drmem_lmb *lmb; struct drmem_lmb *lmb;
unsigned long lmb_size; unsigned long lmb_size;
int nid = -1; int nid = NUMA_NO_NODE;
lmb_size = drmem_lmb_size(); lmb_size = drmem_lmb_size();
@ -960,7 +960,7 @@ static int hot_add_drconf_scn_to_nid(unsigned long scn_addr)
static int hot_add_node_scn_to_nid(unsigned long scn_addr) static int hot_add_node_scn_to_nid(unsigned long scn_addr)
{ {
struct device_node *memory; struct device_node *memory;
int nid = -1; int nid = NUMA_NO_NODE;
for_each_node_by_type(memory, "memory") { for_each_node_by_type(memory, "memory") {
unsigned long start, size; unsigned long start, size;

Просмотреть файл

@ -20,6 +20,7 @@
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/memory.h> #include <linux/memory.h>
#include <linux/memory_hotplug.h> #include <linux/memory_hotplug.h>
#include <linux/numa.h>
#include <asm/machdep.h> #include <asm/machdep.h>
#include <asm/debugfs.h> #include <asm/debugfs.h>
@ -223,7 +224,7 @@ static int memtrace_online(void)
ent = &memtrace_array[i]; ent = &memtrace_array[i];
/* We have onlined this chunk previously */ /* We have onlined this chunk previously */
if (ent->nid == -1) if (ent->nid == NUMA_NO_NODE)
continue; continue;
/* Remove from io mappings */ /* Remove from io mappings */
@ -257,7 +258,7 @@ static int memtrace_online(void)
*/ */
debugfs_remove_recursive(ent->dir); debugfs_remove_recursive(ent->dir);
pr_info("Added trace memory back to node %d\n", ent->nid); pr_info("Added trace memory back to node %d\n", ent->nid);
ent->size = ent->start = ent->nid = -1; ent->size = ent->start = ent->nid = NUMA_NO_NODE;
} }
if (ret) if (ret)
return ret; return ret;

Просмотреть файл

@ -11,6 +11,7 @@
#include <linux/export.h> #include <linux/export.h>
#include <linux/irq.h> #include <linux/irq.h>
#include <linux/of_device.h> #include <linux/of_device.h>
#include <linux/numa.h>
#include <asm/prom.h> #include <asm/prom.h>
#include <asm/irq.h> #include <asm/irq.h>
@ -416,7 +417,7 @@ static int pci_fire_pbm_init(struct pci_pbm_info *pbm,
struct device_node *dp = op->dev.of_node; struct device_node *dp = op->dev.of_node;
int err; int err;
pbm->numa_node = -1; pbm->numa_node = NUMA_NO_NODE;
pbm->pci_ops = &sun4u_pci_ops; pbm->pci_ops = &sun4u_pci_ops;
pbm->config_space_reg_bits = 12; pbm->config_space_reg_bits = 12;

Просмотреть файл

@ -12,6 +12,7 @@
#include <linux/export.h> #include <linux/export.h>
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/of_device.h> #include <linux/of_device.h>
#include <linux/numa.h>
#include <asm/iommu.h> #include <asm/iommu.h>
#include <asm/irq.h> #include <asm/irq.h>
@ -1347,7 +1348,7 @@ static int schizo_pbm_init(struct pci_pbm_info *pbm,
pbm->next = pci_pbm_root; pbm->next = pci_pbm_root;
pci_pbm_root = pbm; pci_pbm_root = pbm;
pbm->numa_node = -1; pbm->numa_node = NUMA_NO_NODE;
pbm->pci_ops = &sun4u_pci_ops; pbm->pci_ops = &sun4u_pci_ops;
pbm->config_space_reg_bits = 8; pbm->config_space_reg_bits = 8;

Просмотреть файл

@ -5,6 +5,7 @@
*/ */
#include <linux/kernel.h> #include <linux/kernel.h>
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/numa.h>
#include <asm/upa.h> #include <asm/upa.h>
@ -454,7 +455,7 @@ void psycho_pbm_init_common(struct pci_pbm_info *pbm, struct platform_device *op
struct device_node *dp = op->dev.of_node; struct device_node *dp = op->dev.of_node;
pbm->name = dp->full_name; pbm->name = dp->full_name;
pbm->numa_node = -1; pbm->numa_node = NUMA_NO_NODE;
pbm->chip_type = chip_type; pbm->chip_type = chip_type;
pbm->chip_version = of_getintprop_default(dp, "version#", 0); pbm->chip_version = of_getintprop_default(dp, "version#", 0);
pbm->chip_revision = of_getintprop_default(dp, "module-revision#", 0); pbm->chip_revision = of_getintprop_default(dp, "module-revision#", 0);

Просмотреть файл

@ -15,6 +15,7 @@
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/of.h> #include <linux/of.h>
#include <linux/of_device.h> #include <linux/of_device.h>
#include <linux/numa.h>
#include <asm/page.h> #include <asm/page.h>
#include <asm/io.h> #include <asm/io.h>
@ -561,7 +562,7 @@ static void __init sbus_iommu_init(struct platform_device *op)
op->dev.archdata.iommu = iommu; op->dev.archdata.iommu = iommu;
op->dev.archdata.stc = strbuf; op->dev.archdata.stc = strbuf;
op->dev.archdata.numa_node = -1; op->dev.archdata.numa_node = NUMA_NO_NODE;
reg_base = regs + SYSIO_IOMMUREG_BASE; reg_base = regs + SYSIO_IOMMUREG_BASE;
iommu->iommu_control = reg_base + IOMMU_CONTROL; iommu->iommu_control = reg_base + IOMMU_CONTROL;

Просмотреть файл

@ -976,13 +976,13 @@ static u64 __init memblock_nid_range_sun4u(u64 start, u64 end, int *nid)
{ {
int prev_nid, new_nid; int prev_nid, new_nid;
prev_nid = -1; prev_nid = NUMA_NO_NODE;
for ( ; start < end; start += PAGE_SIZE) { for ( ; start < end; start += PAGE_SIZE) {
for (new_nid = 0; new_nid < num_node_masks; new_nid++) { for (new_nid = 0; new_nid < num_node_masks; new_nid++) {
struct node_mem_mask *p = &node_masks[new_nid]; struct node_mem_mask *p = &node_masks[new_nid];
if ((start & p->mask) == p->match) { if ((start & p->mask) == p->match) {
if (prev_nid == -1) if (prev_nid == NUMA_NO_NODE)
prev_nid = new_nid; prev_nid = new_nid;
break; break;
} }
@ -1208,7 +1208,7 @@ int of_node_to_nid(struct device_node *dp)
md = mdesc_grab(); md = mdesc_grab();
count = 0; count = 0;
nid = -1; nid = NUMA_NO_NODE;
mdesc_for_each_node_by_name(md, grp, "group") { mdesc_for_each_node_by_name(md, grp, "group") {
if (!scan_arcs_for_cfg_handle(md, grp, cfg_handle)) { if (!scan_arcs_for_cfg_handle(md, grp, cfg_handle)) {
nid = count; nid = count;

Просмотреть файл

@ -7,6 +7,7 @@
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/string.h> #include <linux/string.h>
#include <linux/scatterlist.h> #include <linux/scatterlist.h>
#include <linux/numa.h>
#include <asm/io.h> #include <asm/io.h>
#include <asm/pat.h> #include <asm/pat.h>
#include <asm/x86_init.h> #include <asm/x86_init.h>
@ -141,7 +142,7 @@ cpumask_of_pcibus(const struct pci_bus *bus)
int node; int node;
node = __pcibus_to_node(bus); node = __pcibus_to_node(bus);
return (node == -1) ? cpu_online_mask : return (node == NUMA_NO_NODE) ? cpu_online_mask :
cpumask_of_node(node); cpumask_of_node(node);
} }
#endif #endif

Просмотреть файл

@ -27,6 +27,7 @@
#include <linux/crash_dump.h> #include <linux/crash_dump.h>
#include <linux/reboot.h> #include <linux/reboot.h>
#include <linux/memory.h> #include <linux/memory.h>
#include <linux/numa.h>
#include <asm/uv/uv_mmrs.h> #include <asm/uv/uv_mmrs.h>
#include <asm/uv/uv_hub.h> #include <asm/uv/uv_hub.h>
@ -1390,7 +1391,7 @@ static void __init build_socket_tables(void)
} }
/* Set socket -> node values: */ /* Set socket -> node values: */
lnid = -1; lnid = NUMA_NO_NODE;
for_each_present_cpu(cpu) { for_each_present_cpu(cpu) {
int nid = cpu_to_node(cpu); int nid = cpu_to_node(cpu);
int apicid, sockid; int apicid, sockid;
@ -1521,7 +1522,7 @@ static void __init uv_system_init_hub(void)
new_hub->pnode = 0xffff; new_hub->pnode = 0xffff;
new_hub->numa_blade_id = uv_node_to_blade_id(nodeid); new_hub->numa_blade_id = uv_node_to_blade_id(nodeid);
new_hub->memory_nid = -1; new_hub->memory_nid = NUMA_NO_NODE;
new_hub->nr_possible_cpus = 0; new_hub->nr_possible_cpus = 0;
new_hub->nr_online_cpus = 0; new_hub->nr_online_cpus = 0;
} }
@ -1538,7 +1539,7 @@ static void __init uv_system_init_hub(void)
uv_cpu_info_per(cpu)->p_uv_hub_info = uv_hub_info_list(nodeid); uv_cpu_info_per(cpu)->p_uv_hub_info = uv_hub_info_list(nodeid);
uv_cpu_info_per(cpu)->blade_cpu_id = uv_cpu_hub_info(cpu)->nr_possible_cpus++; uv_cpu_info_per(cpu)->blade_cpu_id = uv_cpu_hub_info(cpu)->nr_possible_cpus++;
if (uv_cpu_hub_info(cpu)->memory_nid == -1) if (uv_cpu_hub_info(cpu)->memory_nid == NUMA_NO_NODE)
uv_cpu_hub_info(cpu)->memory_nid = cpu_to_node(cpu); uv_cpu_hub_info(cpu)->memory_nid = cpu_to_node(cpu);
/* Init memoryless node: */ /* Init memoryless node: */

Просмотреть файл

@ -56,6 +56,7 @@
#include <linux/stackprotector.h> #include <linux/stackprotector.h>
#include <linux/gfp.h> #include <linux/gfp.h>
#include <linux/cpuidle.h> #include <linux/cpuidle.h>
#include <linux/numa.h>
#include <asm/acpi.h> #include <asm/acpi.h>
#include <asm/desc.h> #include <asm/desc.h>
@ -841,7 +842,7 @@ wakeup_secondary_cpu_via_init(int phys_apicid, unsigned long start_eip)
/* reduce the number of lines printed when booting a large cpu count system */ /* reduce the number of lines printed when booting a large cpu count system */
static void announce_cpu(int cpu, int apicid) static void announce_cpu(int cpu, int apicid)
{ {
static int current_node = -1; static int current_node = NUMA_NO_NODE;
int node = early_cpu_to_node(cpu); int node = early_cpu_to_node(cpu);
static int width, node_width; static int width, node_width;

Просмотреть файл

@ -40,6 +40,7 @@
#include <linux/export.h> #include <linux/export.h>
#include <linux/debugfs.h> #include <linux/debugfs.h>
#include <linux/prefetch.h> #include <linux/prefetch.h>
#include <linux/numa.h>
#include "mtip32xx.h" #include "mtip32xx.h"
#define HW_CMD_SLOT_SZ (MTIP_MAX_COMMAND_SLOTS * 32) #define HW_CMD_SLOT_SZ (MTIP_MAX_COMMAND_SLOTS * 32)
@ -4018,9 +4019,9 @@ static int get_least_used_cpu_on_node(int node)
/* Helper for selecting a node in round robin mode */ /* Helper for selecting a node in round robin mode */
static inline int mtip_get_next_rr_node(void) static inline int mtip_get_next_rr_node(void)
{ {
static int next_node = -1; static int next_node = NUMA_NO_NODE;
if (next_node == -1) { if (next_node == NUMA_NO_NODE) {
next_node = first_online_node; next_node = first_online_node;
return next_node; return next_node;
} }

Просмотреть файл

@ -63,6 +63,7 @@
#include <linux/acpi_dma.h> #include <linux/acpi_dma.h>
#include <linux/of_dma.h> #include <linux/of_dma.h>
#include <linux/mempool.h> #include <linux/mempool.h>
#include <linux/numa.h>
static DEFINE_MUTEX(dma_list_mutex); static DEFINE_MUTEX(dma_list_mutex);
static DEFINE_IDA(dma_ida); static DEFINE_IDA(dma_ida);
@ -386,7 +387,8 @@ EXPORT_SYMBOL(dma_issue_pending_all);
static bool dma_chan_is_local(struct dma_chan *chan, int cpu) static bool dma_chan_is_local(struct dma_chan *chan, int cpu)
{ {
int node = dev_to_node(chan->device->dev); int node = dev_to_node(chan->device->dev);
return node == -1 || cpumask_test_cpu(cpu, cpumask_of_node(node)); return node == NUMA_NO_NODE ||
cpumask_test_cpu(cpu, cpumask_of_node(node));
} }
/** /**

Просмотреть файл

@ -48,6 +48,7 @@
#include <linux/cpumask.h> #include <linux/cpumask.h>
#include <linux/module.h> #include <linux/module.h>
#include <linux/interrupt.h> #include <linux/interrupt.h>
#include <linux/numa.h>
#include "hfi.h" #include "hfi.h"
#include "affinity.h" #include "affinity.h"
@ -777,7 +778,7 @@ void hfi1_dev_affinity_clean_up(struct hfi1_devdata *dd)
_dev_comp_vect_cpu_mask_clean_up(dd, entry); _dev_comp_vect_cpu_mask_clean_up(dd, entry);
unlock: unlock:
mutex_unlock(&node_affinity.lock); mutex_unlock(&node_affinity.lock);
dd->node = -1; dd->node = NUMA_NO_NODE;
} }
/* /*

Просмотреть файл

@ -54,6 +54,7 @@
#include <linux/printk.h> #include <linux/printk.h>
#include <linux/hrtimer.h> #include <linux/hrtimer.h>
#include <linux/bitmap.h> #include <linux/bitmap.h>
#include <linux/numa.h>
#include <rdma/rdma_vt.h> #include <rdma/rdma_vt.h>
#include "hfi.h" #include "hfi.h"
@ -1303,7 +1304,7 @@ static struct hfi1_devdata *hfi1_alloc_devdata(struct pci_dev *pdev,
dd->unit = ret; dd->unit = ret;
list_add(&dd->list, &hfi1_dev_list); list_add(&dd->list, &hfi1_dev_list);
} }
dd->node = -1; dd->node = NUMA_NO_NODE;
spin_unlock_irqrestore(&hfi1_devs_lock, flags); spin_unlock_irqrestore(&hfi1_devs_lock, flags);
idr_preload_end(); idr_preload_end();

Просмотреть файл

@ -39,6 +39,7 @@
#include <linux/dmi.h> #include <linux/dmi.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/iommu.h> #include <linux/iommu.h>
#include <linux/numa.h>
#include <asm/irq_remapping.h> #include <asm/irq_remapping.h>
#include <asm/iommu_table.h> #include <asm/iommu_table.h>
@ -477,7 +478,7 @@ static int dmar_parse_one_rhsa(struct acpi_dmar_header *header, void *arg)
int node = acpi_map_pxm_to_node(rhsa->proximity_domain); int node = acpi_map_pxm_to_node(rhsa->proximity_domain);
if (!node_online(node)) if (!node_online(node))
node = -1; node = NUMA_NO_NODE;
drhd->iommu->node = node; drhd->iommu->node = node;
return 0; return 0;
} }
@ -1062,7 +1063,7 @@ static int alloc_iommu(struct dmar_drhd_unit *drhd)
iommu->msagaw = msagaw; iommu->msagaw = msagaw;
iommu->segment = drhd->segment; iommu->segment = drhd->segment;
iommu->node = -1; iommu->node = NUMA_NO_NODE;
ver = readl(iommu->reg + DMAR_VER_REG); ver = readl(iommu->reg + DMAR_VER_REG);
pr_info("%s: reg_base_addr %llx ver %d:%d cap %llx ecap %llx\n", pr_info("%s: reg_base_addr %llx ver %d:%d cap %llx ecap %llx\n",

Просмотреть файл

@ -47,6 +47,7 @@
#include <linux/dma-contiguous.h> #include <linux/dma-contiguous.h>
#include <linux/dma-direct.h> #include <linux/dma-direct.h>
#include <linux/crash_dump.h> #include <linux/crash_dump.h>
#include <linux/numa.h>
#include <asm/irq_remapping.h> #include <asm/irq_remapping.h>
#include <asm/cacheflush.h> #include <asm/cacheflush.h>
#include <asm/iommu.h> #include <asm/iommu.h>
@ -1716,7 +1717,7 @@ static struct dmar_domain *alloc_domain(int flags)
return NULL; return NULL;
memset(domain, 0, sizeof(*domain)); memset(domain, 0, sizeof(*domain));
domain->nid = -1; domain->nid = NUMA_NO_NODE;
domain->flags = flags; domain->flags = flags;
domain->has_iotlb_device = false; domain->has_iotlb_device = false;
INIT_LIST_HEAD(&domain->devices); INIT_LIST_HEAD(&domain->devices);

Просмотреть файл

@ -22,6 +22,7 @@
#include <linux/module.h> #include <linux/module.h>
#include <linux/err.h> #include <linux/err.h>
#include <linux/slab.h> #include <linux/slab.h>
#include <linux/numa.h>
#include <asm/uv/uv_hub.h> #include <asm/uv/uv_hub.h>
#if defined CONFIG_X86_64 #if defined CONFIG_X86_64
#include <asm/uv/bios.h> #include <asm/uv/bios.h>
@ -61,7 +62,7 @@ static struct xpc_heartbeat_uv *xpc_heartbeat_uv;
XPC_NOTIFY_MSG_SIZE_UV) XPC_NOTIFY_MSG_SIZE_UV)
#define XPC_NOTIFY_IRQ_NAME "xpc_notify" #define XPC_NOTIFY_IRQ_NAME "xpc_notify"
static int xpc_mq_node = -1; static int xpc_mq_node = NUMA_NO_NODE;
static struct xpc_gru_mq_uv *xpc_activate_mq_uv; static struct xpc_gru_mq_uv *xpc_activate_mq_uv;
static struct xpc_gru_mq_uv *xpc_notify_mq_uv; static struct xpc_gru_mq_uv *xpc_notify_mq_uv;

Просмотреть файл

@ -27,6 +27,7 @@
#include <linux/bpf.h> #include <linux/bpf.h>
#include <linux/bpf_trace.h> #include <linux/bpf_trace.h>
#include <linux/atomic.h> #include <linux/atomic.h>
#include <linux/numa.h>
#include <scsi/fc/fc_fcoe.h> #include <scsi/fc/fc_fcoe.h>
#include <net/udp_tunnel.h> #include <net/udp_tunnel.h>
#include <net/pkt_cls.h> #include <net/pkt_cls.h>
@ -6418,7 +6419,7 @@ int ixgbe_setup_tx_resources(struct ixgbe_ring *tx_ring)
{ {
struct device *dev = tx_ring->dev; struct device *dev = tx_ring->dev;
int orig_node = dev_to_node(dev); int orig_node = dev_to_node(dev);
int ring_node = -1; int ring_node = NUMA_NO_NODE;
int size; int size;
size = sizeof(struct ixgbe_tx_buffer) * tx_ring->count; size = sizeof(struct ixgbe_tx_buffer) * tx_ring->count;
@ -6512,7 +6513,7 @@ int ixgbe_setup_rx_resources(struct ixgbe_adapter *adapter,
{ {
struct device *dev = rx_ring->dev; struct device *dev = rx_ring->dev;
int orig_node = dev_to_node(dev); int orig_node = dev_to_node(dev);
int ring_node = -1; int ring_node = NUMA_NO_NODE;
int size; int size;
size = sizeof(struct ixgbe_rx_buffer) * rx_ring->count; size = sizeof(struct ixgbe_rx_buffer) * rx_ring->count;

Просмотреть файл

@ -1095,7 +1095,7 @@ static inline void set_dev_node(struct device *dev, int node)
#else #else
static inline int dev_to_node(struct device *dev) static inline int dev_to_node(struct device *dev)
{ {
return -1; return NUMA_NO_NODE;
} }
static inline void set_dev_node(struct device *dev, int node) static inline void set_dev_node(struct device *dev, int node)
{ {

Просмотреть файл

@ -10,6 +10,7 @@
#include <linux/fs.h> #include <linux/fs.h>
#include <linux/mm.h> #include <linux/mm.h>
#include <linux/audit.h> #include <linux/audit.h>
#include <linux/numa.h>
#include <asm/pgtable.h> #include <asm/pgtable.h>
#include <linux/uaccess.h> #include <linux/uaccess.h>
@ -154,7 +155,7 @@ struct task_struct init_task
.vtime.state = VTIME_SYS, .vtime.state = VTIME_SYS,
#endif #endif
#ifdef CONFIG_NUMA_BALANCING #ifdef CONFIG_NUMA_BALANCING
.numa_preferred_nid = -1, .numa_preferred_nid = NUMA_NO_NODE,
.numa_group = NULL, .numa_group = NULL,
.numa_faults = NULL, .numa_faults = NULL,
#endif #endif

Просмотреть файл

@ -20,6 +20,7 @@
#include <linux/freezer.h> #include <linux/freezer.h>
#include <linux/ptrace.h> #include <linux/ptrace.h>
#include <linux/uaccess.h> #include <linux/uaccess.h>
#include <linux/numa.h>
#include <trace/events/sched.h> #include <trace/events/sched.h>
static DEFINE_SPINLOCK(kthread_create_lock); static DEFINE_SPINLOCK(kthread_create_lock);
@ -675,7 +676,7 @@ __kthread_create_worker(int cpu, unsigned int flags,
{ {
struct kthread_worker *worker; struct kthread_worker *worker;
struct task_struct *task; struct task_struct *task;
int node = -1; int node = NUMA_NO_NODE;
worker = kzalloc(sizeof(*worker), GFP_KERNEL); worker = kzalloc(sizeof(*worker), GFP_KERNEL);
if (!worker) if (!worker)

Просмотреть файл

@ -1160,7 +1160,7 @@ void init_numa_balancing(unsigned long clone_flags, struct task_struct *p)
/* New address space, reset the preferred nid */ /* New address space, reset the preferred nid */
if (!(clone_flags & CLONE_VM)) { if (!(clone_flags & CLONE_VM)) {
p->numa_preferred_nid = -1; p->numa_preferred_nid = NUMA_NO_NODE;
return; return;
} }
@ -1180,13 +1180,13 @@ void init_numa_balancing(unsigned long clone_flags, struct task_struct *p)
static void account_numa_enqueue(struct rq *rq, struct task_struct *p) static void account_numa_enqueue(struct rq *rq, struct task_struct *p)
{ {
rq->nr_numa_running += (p->numa_preferred_nid != -1); rq->nr_numa_running += (p->numa_preferred_nid != NUMA_NO_NODE);
rq->nr_preferred_running += (p->numa_preferred_nid == task_node(p)); rq->nr_preferred_running += (p->numa_preferred_nid == task_node(p));
} }
static void account_numa_dequeue(struct rq *rq, struct task_struct *p) static void account_numa_dequeue(struct rq *rq, struct task_struct *p)
{ {
rq->nr_numa_running -= (p->numa_preferred_nid != -1); rq->nr_numa_running -= (p->numa_preferred_nid != NUMA_NO_NODE);
rq->nr_preferred_running -= (p->numa_preferred_nid == task_node(p)); rq->nr_preferred_running -= (p->numa_preferred_nid == task_node(p));
} }
@ -1400,7 +1400,7 @@ bool should_numa_migrate_memory(struct task_struct *p, struct page * page,
* two full passes of the "multi-stage node selection" test that is * two full passes of the "multi-stage node selection" test that is
* executed below. * executed below.
*/ */
if ((p->numa_preferred_nid == -1 || p->numa_scan_seq <= 4) && if ((p->numa_preferred_nid == NUMA_NO_NODE || p->numa_scan_seq <= 4) &&
(cpupid_pid_unset(last_cpupid) || cpupid_match_pid(p, last_cpupid))) (cpupid_pid_unset(last_cpupid) || cpupid_match_pid(p, last_cpupid)))
return true; return true;
@ -1848,7 +1848,7 @@ static void numa_migrate_preferred(struct task_struct *p)
unsigned long interval = HZ; unsigned long interval = HZ;
/* This task has no NUMA fault statistics yet */ /* This task has no NUMA fault statistics yet */
if (unlikely(p->numa_preferred_nid == -1 || !p->numa_faults)) if (unlikely(p->numa_preferred_nid == NUMA_NO_NODE || !p->numa_faults))
return; return;
/* Periodically retry migrating the task to the preferred node */ /* Periodically retry migrating the task to the preferred node */
@ -2095,7 +2095,7 @@ static int preferred_group_nid(struct task_struct *p, int nid)
static void task_numa_placement(struct task_struct *p) static void task_numa_placement(struct task_struct *p)
{ {
int seq, nid, max_nid = -1; int seq, nid, max_nid = NUMA_NO_NODE;
unsigned long max_faults = 0; unsigned long max_faults = 0;
unsigned long fault_types[2] = { 0, 0 }; unsigned long fault_types[2] = { 0, 0 };
unsigned long total_faults; unsigned long total_faults;
@ -2638,7 +2638,8 @@ static void update_scan_period(struct task_struct *p, int new_cpu)
* the preferred node. * the preferred node.
*/ */
if (dst_nid == p->numa_preferred_nid || if (dst_nid == p->numa_preferred_nid ||
(p->numa_preferred_nid != -1 && src_nid != p->numa_preferred_nid)) (p->numa_preferred_nid != NUMA_NO_NODE &&
src_nid != p->numa_preferred_nid))
return; return;
} }

Просмотреть файл

@ -5,6 +5,7 @@
#include <linux/cpumask.h> #include <linux/cpumask.h>
#include <linux/export.h> #include <linux/export.h>
#include <linux/memblock.h> #include <linux/memblock.h>
#include <linux/numa.h>
/** /**
* cpumask_next - get the next cpu in a cpumask * cpumask_next - get the next cpu in a cpumask
@ -206,7 +207,7 @@ unsigned int cpumask_local_spread(unsigned int i, int node)
/* Wrap: we always want a cpu. */ /* Wrap: we always want a cpu. */
i %= num_online_cpus(); i %= num_online_cpus();
if (node == -1) { if (node == NUMA_NO_NODE) {
for_each_cpu(cpu, cpu_online_mask) for_each_cpu(cpu, cpu_online_mask)
if (i-- == 0) if (i-- == 0)
return cpu; return cpu;

Просмотреть файл

@ -33,6 +33,7 @@
#include <linux/page_idle.h> #include <linux/page_idle.h>
#include <linux/shmem_fs.h> #include <linux/shmem_fs.h>
#include <linux/oom.h> #include <linux/oom.h>
#include <linux/numa.h>
#include <asm/tlb.h> #include <asm/tlb.h>
#include <asm/pgalloc.h> #include <asm/pgalloc.h>
@ -1475,7 +1476,7 @@ vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t pmd)
struct anon_vma *anon_vma = NULL; struct anon_vma *anon_vma = NULL;
struct page *page; struct page *page;
unsigned long haddr = vmf->address & HPAGE_PMD_MASK; unsigned long haddr = vmf->address & HPAGE_PMD_MASK;
int page_nid = -1, this_nid = numa_node_id(); int page_nid = NUMA_NO_NODE, this_nid = numa_node_id();
int target_nid, last_cpupid = -1; int target_nid, last_cpupid = -1;
bool page_locked; bool page_locked;
bool migrated = false; bool migrated = false;
@ -1520,7 +1521,7 @@ vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t pmd)
*/ */
page_locked = trylock_page(page); page_locked = trylock_page(page);
target_nid = mpol_misplaced(page, vma, haddr); target_nid = mpol_misplaced(page, vma, haddr);
if (target_nid == -1) { if (target_nid == NUMA_NO_NODE) {
/* If the page was locked, there are no parallel migrations */ /* If the page was locked, there are no parallel migrations */
if (page_locked) if (page_locked)
goto clear_pmdnuma; goto clear_pmdnuma;
@ -1528,7 +1529,7 @@ vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t pmd)
/* Migration could have started since the pmd_trans_migrating check */ /* Migration could have started since the pmd_trans_migrating check */
if (!page_locked) { if (!page_locked) {
page_nid = -1; page_nid = NUMA_NO_NODE;
if (!get_page_unless_zero(page)) if (!get_page_unless_zero(page))
goto out_unlock; goto out_unlock;
spin_unlock(vmf->ptl); spin_unlock(vmf->ptl);
@ -1549,14 +1550,14 @@ vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf, pmd_t pmd)
if (unlikely(!pmd_same(pmd, *vmf->pmd))) { if (unlikely(!pmd_same(pmd, *vmf->pmd))) {
unlock_page(page); unlock_page(page);
put_page(page); put_page(page);
page_nid = -1; page_nid = NUMA_NO_NODE;
goto out_unlock; goto out_unlock;
} }
/* Bail if we fail to protect against THP splits for any reason */ /* Bail if we fail to protect against THP splits for any reason */
if (unlikely(!anon_vma)) { if (unlikely(!anon_vma)) {
put_page(page); put_page(page);
page_nid = -1; page_nid = NUMA_NO_NODE;
goto clear_pmdnuma; goto clear_pmdnuma;
} }
@ -1618,7 +1619,7 @@ out:
if (anon_vma) if (anon_vma)
page_unlock_anon_vma_read(anon_vma); page_unlock_anon_vma_read(anon_vma);
if (page_nid != -1) if (page_nid != NUMA_NO_NODE)
task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR,
flags); flags);

Просмотреть файл

@ -25,6 +25,7 @@
#include <linux/swap.h> #include <linux/swap.h>
#include <linux/swapops.h> #include <linux/swapops.h>
#include <linux/jhash.h> #include <linux/jhash.h>
#include <linux/numa.h>
#include <asm/page.h> #include <asm/page.h>
#include <asm/pgtable.h> #include <asm/pgtable.h>
@ -887,7 +888,7 @@ static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask,
struct zonelist *zonelist; struct zonelist *zonelist;
struct zone *zone; struct zone *zone;
struct zoneref *z; struct zoneref *z;
int node = -1; int node = NUMA_NO_NODE;
zonelist = node_zonelist(nid, gfp_mask); zonelist = node_zonelist(nid, gfp_mask);

Просмотреть файл

@ -598,7 +598,7 @@ static struct stable_node *alloc_stable_node_chain(struct stable_node *dup,
chain->chain_prune_time = jiffies; chain->chain_prune_time = jiffies;
chain->rmap_hlist_len = STABLE_NODE_CHAIN; chain->rmap_hlist_len = STABLE_NODE_CHAIN;
#if defined (CONFIG_DEBUG_VM) && defined(CONFIG_NUMA) #if defined (CONFIG_DEBUG_VM) && defined(CONFIG_NUMA)
chain->nid = -1; /* debug */ chain->nid = NUMA_NO_NODE; /* debug */
#endif #endif
ksm_stable_node_chains++; ksm_stable_node_chains++;

Просмотреть файл

@ -69,6 +69,7 @@
#include <linux/userfaultfd_k.h> #include <linux/userfaultfd_k.h>
#include <linux/dax.h> #include <linux/dax.h>
#include <linux/oom.h> #include <linux/oom.h>
#include <linux/numa.h>
#include <asm/io.h> #include <asm/io.h>
#include <asm/mmu_context.h> #include <asm/mmu_context.h>
@ -3586,7 +3587,7 @@ static vm_fault_t do_numa_page(struct vm_fault *vmf)
{ {
struct vm_area_struct *vma = vmf->vma; struct vm_area_struct *vma = vmf->vma;
struct page *page = NULL; struct page *page = NULL;
int page_nid = -1; int page_nid = NUMA_NO_NODE;
int last_cpupid; int last_cpupid;
int target_nid; int target_nid;
bool migrated = false; bool migrated = false;
@ -3653,7 +3654,7 @@ static vm_fault_t do_numa_page(struct vm_fault *vmf)
target_nid = numa_migrate_prep(page, vma, vmf->address, page_nid, target_nid = numa_migrate_prep(page, vma, vmf->address, page_nid,
&flags); &flags);
pte_unmap_unlock(vmf->pte, vmf->ptl); pte_unmap_unlock(vmf->pte, vmf->ptl);
if (target_nid == -1) { if (target_nid == NUMA_NO_NODE) {
put_page(page); put_page(page);
goto out; goto out;
} }
@ -3667,7 +3668,7 @@ static vm_fault_t do_numa_page(struct vm_fault *vmf)
flags |= TNF_MIGRATE_FAIL; flags |= TNF_MIGRATE_FAIL;
out: out:
if (page_nid != -1) if (page_nid != NUMA_NO_NODE)
task_numa_fault(last_cpupid, page_nid, 1, flags); task_numa_fault(last_cpupid, page_nid, 1, flags);
return 0; return 0;
} }

Просмотреть файл

@ -702,9 +702,9 @@ static void node_states_check_changes_online(unsigned long nr_pages,
{ {
int nid = zone_to_nid(zone); int nid = zone_to_nid(zone);
arg->status_change_nid = -1; arg->status_change_nid = NUMA_NO_NODE;
arg->status_change_nid_normal = -1; arg->status_change_nid_normal = NUMA_NO_NODE;
arg->status_change_nid_high = -1; arg->status_change_nid_high = NUMA_NO_NODE;
if (!node_state(nid, N_MEMORY)) if (!node_state(nid, N_MEMORY))
arg->status_change_nid = nid; arg->status_change_nid = nid;
@ -1509,9 +1509,9 @@ static void node_states_check_changes_offline(unsigned long nr_pages,
unsigned long present_pages = 0; unsigned long present_pages = 0;
enum zone_type zt; enum zone_type zt;
arg->status_change_nid = -1; arg->status_change_nid = NUMA_NO_NODE;
arg->status_change_nid_normal = -1; arg->status_change_nid_normal = NUMA_NO_NODE;
arg->status_change_nid_high = -1; arg->status_change_nid_high = NUMA_NO_NODE;
/* /*
* Check whether node_states[N_NORMAL_MEMORY] will be changed. * Check whether node_states[N_NORMAL_MEMORY] will be changed.

Просмотреть файл

@ -2304,7 +2304,7 @@ int mpol_misplaced(struct page *page, struct vm_area_struct *vma, unsigned long
unsigned long pgoff; unsigned long pgoff;
int thiscpu = raw_smp_processor_id(); int thiscpu = raw_smp_processor_id();
int thisnid = cpu_to_node(thiscpu); int thisnid = cpu_to_node(thiscpu);
int polnid = -1; int polnid = NUMA_NO_NODE;
int ret = -1; int ret = -1;
pol = get_vma_policy(vma, addr); pol = get_vma_policy(vma, addr);

Просмотреть файл

@ -6016,7 +6016,7 @@ int __meminit __early_pfn_to_nid(unsigned long pfn,
return state->last_nid; return state->last_nid;
nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn); nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn);
if (nid != -1) { if (nid != NUMA_NO_NODE) {
state->last_start = start_pfn; state->last_start = start_pfn;
state->last_end = end_pfn; state->last_end = end_pfn;
state->last_nid = nid; state->last_nid = nid;
@ -6771,7 +6771,7 @@ unsigned long __init node_map_pfn_alignment(void)
{ {
unsigned long accl_mask = 0, last_end = 0; unsigned long accl_mask = 0, last_end = 0;
unsigned long start, end, mask; unsigned long start, end, mask;
int last_nid = -1; int last_nid = NUMA_NO_NODE;
int i, nid; int i, nid;
for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid) { for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid) {

Просмотреть файл

@ -300,7 +300,7 @@ static int __meminit online_page_ext(unsigned long start_pfn,
start = SECTION_ALIGN_DOWN(start_pfn); start = SECTION_ALIGN_DOWN(start_pfn);
end = SECTION_ALIGN_UP(start_pfn + nr_pages); end = SECTION_ALIGN_UP(start_pfn + nr_pages);
if (nid == -1) { if (nid == NUMA_NO_NODE) {
/* /*
* In this case, "nid" already exists and contains valid memory. * In this case, "nid" already exists and contains valid memory.
* "start_pfn" passed to us is a pfn which is an arg for * "start_pfn" passed to us is a pfn which is an arg for

Просмотреть файл

@ -158,6 +158,7 @@
#include <linux/etherdevice.h> #include <linux/etherdevice.h>
#include <linux/kthread.h> #include <linux/kthread.h>
#include <linux/prefetch.h> #include <linux/prefetch.h>
#include <linux/mmzone.h>
#include <net/net_namespace.h> #include <net/net_namespace.h>
#include <net/checksum.h> #include <net/checksum.h>
#include <net/ipv6.h> #include <net/ipv6.h>
@ -3625,7 +3626,7 @@ static int pktgen_add_device(struct pktgen_thread *t, const char *ifname)
pkt_dev->svlan_cfi = 0; pkt_dev->svlan_cfi = 0;
pkt_dev->svlan_id = 0xffff; pkt_dev->svlan_id = 0xffff;
pkt_dev->burst = 1; pkt_dev->burst = 1;
pkt_dev->node = -1; pkt_dev->node = NUMA_NO_NODE;
err = pktgen_setup_dev(t->net, pkt_dev, ifname); err = pktgen_setup_dev(t->net, pkt_dev, ifname);
if (err) if (err)

Просмотреть файл

@ -15,6 +15,7 @@
#include <linux/netlink.h> #include <linux/netlink.h>
#include <linux/qrtr.h> #include <linux/qrtr.h>
#include <linux/termios.h> /* For TIOCINQ/OUTQ */ #include <linux/termios.h> /* For TIOCINQ/OUTQ */
#include <linux/numa.h>
#include <net/sock.h> #include <net/sock.h>
@ -101,7 +102,7 @@ static inline struct qrtr_sock *qrtr_sk(struct sock *sk)
return container_of(sk, struct qrtr_sock, sk); return container_of(sk, struct qrtr_sock, sk);
} }
static unsigned int qrtr_local_nid = -1; static unsigned int qrtr_local_nid = NUMA_NO_NODE;
/* for node ids */ /* for node ids */
static RADIX_TREE(qrtr_nodes, GFP_KERNEL); static RADIX_TREE(qrtr_nodes, GFP_KERNEL);