00f3ca2c2d
lruvecs are at the intersection of the NUMA node and memcg, which is the scope for most paging activity. Introduce a convenient accounting infrastructure that maintains statistics per node, per memcg, and the lruvec itself. Then convert over accounting sites for statistics that are already tracked in both nodes and memcgs and can be easily switched. [hannes@cmpxchg.org: fix crash in the new cgroup stat keeping code] Link: http://lkml.kernel.org/r/20170531171450.GA10481@cmpxchg.org [hannes@cmpxchg.org: don't track uncharged pages at all Link: http://lkml.kernel.org/r/20170605175254.GA8547@cmpxchg.org [hannes@cmpxchg.org: add missing free_percpu()] Link: http://lkml.kernel.org/r/20170605175354.GB8547@cmpxchg.org [linux@roeck-us.net: hexagon: fix build error caused by include file order] Link: http://lkml.kernel.org/r/20170617153721.GA4382@roeck-us.net Link: http://lkml.kernel.org/r/20170530181724.27197-6-hannes@cmpxchg.org Signed-off-by: Johannes Weiner <hannes@cmpxchg.org> Signed-off-by: Guenter Roeck <linux@roeck-us.net> Acked-by: Vladimir Davydov <vdavydov.dev@gmail.com> Cc: Josef Bacik <josef@toxicpanda.com> Cc: Michal Hocko <mhocko@suse.com> Cc: Rik van Riel <riel@redhat.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
95 lines
2.8 KiB
C
95 lines
2.8 KiB
C
/*
|
|
* Hexagon Virtual Machine TLB functions
|
|
*
|
|
* Copyright (c) 2010-2011, The Linux Foundation. All rights reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 and
|
|
* only version 2 as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
|
* 02110-1301, USA.
|
|
*/
|
|
|
|
/*
|
|
* The Hexagon Virtual Machine conceals the real workings of
|
|
* the TLB, but there are one or two functions that need to
|
|
* be instantiated for it, differently from a native build.
|
|
*/
|
|
#include <linux/mm.h>
|
|
#include <linux/sched.h>
|
|
#include <asm/page.h>
|
|
#include <asm/hexagon_vm.h>
|
|
|
|
/*
|
|
* Initial VM implementation has only one map active at a time, with
|
|
* TLB purgings on changes. So either we're nuking the current map,
|
|
* or it's a no-op. This operation is messy on true SMPs where other
|
|
* processors must be induced to flush the copies in their local TLBs,
|
|
* but Hexagon thread-based virtual processors share the same MMU.
|
|
*/
|
|
void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
|
|
unsigned long end)
|
|
{
|
|
struct mm_struct *mm = vma->vm_mm;
|
|
|
|
if (mm->context.ptbase == current->active_mm->context.ptbase)
|
|
__vmclrmap((void *)start, end - start);
|
|
}
|
|
|
|
/*
|
|
* Flush a page from the kernel virtual map - used by highmem
|
|
*/
|
|
void flush_tlb_one(unsigned long vaddr)
|
|
{
|
|
__vmclrmap((void *)vaddr, PAGE_SIZE);
|
|
}
|
|
|
|
/*
|
|
* Flush all TLBs across all CPUs, virtual or real.
|
|
* A single Hexagon core has 6 thread contexts but
|
|
* only one TLB.
|
|
*/
|
|
void tlb_flush_all(void)
|
|
{
|
|
/* should probably use that fixaddr end or whateve label */
|
|
__vmclrmap(0, 0xffff0000);
|
|
}
|
|
|
|
/*
|
|
* Flush TLB entries associated with a given mm_struct mapping.
|
|
*/
|
|
void flush_tlb_mm(struct mm_struct *mm)
|
|
{
|
|
/* Current Virtual Machine has only one map active at a time */
|
|
if (current->active_mm->context.ptbase == mm->context.ptbase)
|
|
tlb_flush_all();
|
|
}
|
|
|
|
/*
|
|
* Flush TLB state associated with a page of a vma.
|
|
*/
|
|
void flush_tlb_page(struct vm_area_struct *vma, unsigned long vaddr)
|
|
{
|
|
struct mm_struct *mm = vma->vm_mm;
|
|
|
|
if (mm->context.ptbase == current->active_mm->context.ptbase)
|
|
__vmclrmap((void *)vaddr, PAGE_SIZE);
|
|
}
|
|
|
|
/*
|
|
* Flush TLB entries associated with a kernel address range.
|
|
* Like flush range, but without the check on the vma->vm_mm.
|
|
*/
|
|
void flush_tlb_kernel_range(unsigned long start, unsigned long end)
|
|
{
|
|
__vmclrmap((void *)start, end - start);
|
|
}
|