mirror of
				https://github.com/torvalds/linux.git
				synced 2025-11-04 02:30:34 +02:00 
			
		
		
		
	totalram_pages and totalhigh_pages are made static inline function. Main motivation was that managed_page_count_lock handling was complicating things. It was discussed in length here, https://lore.kernel.org/patchwork/patch/995739/#1181785 So it seemes better to remove the lock and convert variables to atomic, with preventing poteintial store-to-read tearing as a bonus. [akpm@linux-foundation.org: coding style fixes] Link: http://lkml.kernel.org/r/1542090790-21750-4-git-send-email-arunks@codeaurora.org Signed-off-by: Arun KS <arunks@codeaurora.org> Suggested-by: Michal Hocko <mhocko@suse.com> Suggested-by: Vlastimil Babka <vbabka@suse.cz> Reviewed-by: Konstantin Khlebnikov <khlebnikov@yandex-team.ru> Reviewed-by: Pavel Tatashin <pasha.tatashin@soleen.com> Acked-by: Michal Hocko <mhocko@suse.com> Acked-by: Vlastimil Babka <vbabka@suse.cz> Cc: David Hildenbrand <david@redhat.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
		
			
				
	
	
		
			366 lines
		
	
	
	
		
			8.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			366 lines
		
	
	
	
		
			8.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * AGPGART driver backend routines.
 | 
						|
 * Copyright (C) 2004 Silicon Graphics, Inc.
 | 
						|
 * Copyright (C) 2002-2003 Dave Jones.
 | 
						|
 * Copyright (C) 1999 Jeff Hartmann.
 | 
						|
 * Copyright (C) 1999 Precision Insight, Inc.
 | 
						|
 * Copyright (C) 1999 Xi Graphics, Inc.
 | 
						|
 *
 | 
						|
 * Permission is hereby granted, free of charge, to any person obtaining a
 | 
						|
 * copy of this software and associated documentation files (the "Software"),
 | 
						|
 * to deal in the Software without restriction, including without limitation
 | 
						|
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 | 
						|
 * and/or sell copies of the Software, and to permit persons to whom the
 | 
						|
 * Software is furnished to do so, subject to the following conditions:
 | 
						|
 *
 | 
						|
 * The above copyright notice and this permission notice shall be included
 | 
						|
 * in all copies or substantial portions of the Software.
 | 
						|
 *
 | 
						|
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 | 
						|
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 | 
						|
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 | 
						|
 * JEFF HARTMANN, DAVE JONES, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
 | 
						|
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
 | 
						|
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
 | 
						|
 * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 | 
						|
 *
 | 
						|
 * TODO:
 | 
						|
 * - Allocate more than order 0 pages to avoid too much linear map splitting.
 | 
						|
 */
 | 
						|
#include <linux/module.h>
 | 
						|
#include <linux/pci.h>
 | 
						|
#include <linux/init.h>
 | 
						|
#include <linux/slab.h>
 | 
						|
#include <linux/pagemap.h>
 | 
						|
#include <linux/miscdevice.h>
 | 
						|
#include <linux/pm.h>
 | 
						|
#include <linux/agp_backend.h>
 | 
						|
#include <linux/agpgart.h>
 | 
						|
#include <linux/vmalloc.h>
 | 
						|
#include <asm/io.h>
 | 
						|
#include "agp.h"
 | 
						|
 | 
						|
/* Due to XFree86 brain-damage, we can't go to 1.0 until they
 | 
						|
 * fix some real stupidity. It's only by chance we can bump
 | 
						|
 * past 0.99 at all due to some boolean logic error. */
 | 
						|
#define AGPGART_VERSION_MAJOR 0
 | 
						|
#define AGPGART_VERSION_MINOR 103
 | 
						|
static const struct agp_version agp_current_version =
 | 
						|
{
 | 
						|
	.major = AGPGART_VERSION_MAJOR,
 | 
						|
	.minor = AGPGART_VERSION_MINOR,
 | 
						|
};
 | 
						|
 | 
						|
struct agp_bridge_data *(*agp_find_bridge)(struct pci_dev *) =
 | 
						|
	&agp_generic_find_bridge;
 | 
						|
 | 
						|
struct agp_bridge_data *agp_bridge;
 | 
						|
LIST_HEAD(agp_bridges);
 | 
						|
EXPORT_SYMBOL(agp_bridge);
 | 
						|
EXPORT_SYMBOL(agp_bridges);
 | 
						|
EXPORT_SYMBOL(agp_find_bridge);
 | 
						|
 | 
						|
/**
 | 
						|
 *	agp_backend_acquire  -  attempt to acquire an agp backend.
 | 
						|
 *
 | 
						|
 */
 | 
						|
struct agp_bridge_data *agp_backend_acquire(struct pci_dev *pdev)
 | 
						|
{
 | 
						|
	struct agp_bridge_data *bridge;
 | 
						|
 | 
						|
	bridge = agp_find_bridge(pdev);
 | 
						|
 | 
						|
	if (!bridge)
 | 
						|
		return NULL;
 | 
						|
 | 
						|
	if (atomic_read(&bridge->agp_in_use))
 | 
						|
		return NULL;
 | 
						|
	atomic_inc(&bridge->agp_in_use);
 | 
						|
	return bridge;
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(agp_backend_acquire);
 | 
						|
 | 
						|
 | 
						|
/**
 | 
						|
 *	agp_backend_release  -  release the lock on the agp backend.
 | 
						|
 *
 | 
						|
 *	The caller must insure that the graphics aperture translation table
 | 
						|
 *	is read for use by another entity.
 | 
						|
 *
 | 
						|
 *	(Ensure that all memory it bound is unbound.)
 | 
						|
 */
 | 
						|
void agp_backend_release(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
 | 
						|
	if (bridge)
 | 
						|
		atomic_dec(&bridge->agp_in_use);
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(agp_backend_release);
 | 
						|
 | 
						|
 | 
						|
static const struct { int mem, agp; } maxes_table[] = {
 | 
						|
	{0, 0},
 | 
						|
	{32, 4},
 | 
						|
	{64, 28},
 | 
						|
	{128, 96},
 | 
						|
	{256, 204},
 | 
						|
	{512, 440},
 | 
						|
	{1024, 942},
 | 
						|
	{2048, 1920},
 | 
						|
	{4096, 3932}
 | 
						|
};
 | 
						|
 | 
						|
static int agp_find_max(void)
 | 
						|
{
 | 
						|
	long memory, index, result;
 | 
						|
 | 
						|
#if PAGE_SHIFT < 20
 | 
						|
	memory = totalram_pages() >> (20 - PAGE_SHIFT);
 | 
						|
#else
 | 
						|
	memory = totalram_pages() << (PAGE_SHIFT - 20);
 | 
						|
#endif
 | 
						|
	index = 1;
 | 
						|
 | 
						|
	while ((memory > maxes_table[index].mem) && (index < 8))
 | 
						|
		index++;
 | 
						|
 | 
						|
	result = maxes_table[index - 1].agp +
 | 
						|
	   ( (memory - maxes_table[index - 1].mem)  *
 | 
						|
	     (maxes_table[index].agp - maxes_table[index - 1].agp)) /
 | 
						|
	   (maxes_table[index].mem - maxes_table[index - 1].mem);
 | 
						|
 | 
						|
	result = result << (20 - PAGE_SHIFT);
 | 
						|
	return result;
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
static int agp_backend_initialize(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
	int size_value, rc, got_gatt=0, got_keylist=0;
 | 
						|
 | 
						|
	bridge->max_memory_agp = agp_find_max();
 | 
						|
	bridge->version = &agp_current_version;
 | 
						|
 | 
						|
	if (bridge->driver->needs_scratch_page) {
 | 
						|
		struct page *page = bridge->driver->agp_alloc_page(bridge);
 | 
						|
 | 
						|
		if (!page) {
 | 
						|
			dev_err(&bridge->dev->dev,
 | 
						|
				"can't get memory for scratch page\n");
 | 
						|
			return -ENOMEM;
 | 
						|
		}
 | 
						|
 | 
						|
		bridge->scratch_page_page = page;
 | 
						|
		bridge->scratch_page_dma = page_to_phys(page);
 | 
						|
 | 
						|
		bridge->scratch_page = bridge->driver->mask_memory(bridge,
 | 
						|
						   bridge->scratch_page_dma, 0);
 | 
						|
	}
 | 
						|
 | 
						|
	size_value = bridge->driver->fetch_size();
 | 
						|
	if (size_value == 0) {
 | 
						|
		dev_err(&bridge->dev->dev, "can't determine aperture size\n");
 | 
						|
		rc = -EINVAL;
 | 
						|
		goto err_out;
 | 
						|
	}
 | 
						|
	if (bridge->driver->create_gatt_table(bridge)) {
 | 
						|
		dev_err(&bridge->dev->dev,
 | 
						|
			"can't get memory for graphics translation table\n");
 | 
						|
		rc = -ENOMEM;
 | 
						|
		goto err_out;
 | 
						|
	}
 | 
						|
	got_gatt = 1;
 | 
						|
 | 
						|
	bridge->key_list = vzalloc(PAGE_SIZE * 4);
 | 
						|
	if (bridge->key_list == NULL) {
 | 
						|
		dev_err(&bridge->dev->dev,
 | 
						|
			"can't allocate memory for key lists\n");
 | 
						|
		rc = -ENOMEM;
 | 
						|
		goto err_out;
 | 
						|
	}
 | 
						|
	got_keylist = 1;
 | 
						|
 | 
						|
	/* FIXME vmalloc'd memory not guaranteed contiguous */
 | 
						|
 | 
						|
	if (bridge->driver->configure()) {
 | 
						|
		dev_err(&bridge->dev->dev, "error configuring host chipset\n");
 | 
						|
		rc = -EINVAL;
 | 
						|
		goto err_out;
 | 
						|
	}
 | 
						|
	INIT_LIST_HEAD(&bridge->mapped_list);
 | 
						|
	spin_lock_init(&bridge->mapped_lock);
 | 
						|
 | 
						|
	return 0;
 | 
						|
 | 
						|
err_out:
 | 
						|
	if (bridge->driver->needs_scratch_page) {
 | 
						|
		struct page *page = bridge->scratch_page_page;
 | 
						|
 | 
						|
		bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP);
 | 
						|
		bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE);
 | 
						|
	}
 | 
						|
	if (got_gatt)
 | 
						|
		bridge->driver->free_gatt_table(bridge);
 | 
						|
	if (got_keylist) {
 | 
						|
		vfree(bridge->key_list);
 | 
						|
		bridge->key_list = NULL;
 | 
						|
	}
 | 
						|
	return rc;
 | 
						|
}
 | 
						|
 | 
						|
/* cannot be __exit b/c as it could be called from __init code */
 | 
						|
static void agp_backend_cleanup(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
	if (bridge->driver->cleanup)
 | 
						|
		bridge->driver->cleanup();
 | 
						|
	if (bridge->driver->free_gatt_table)
 | 
						|
		bridge->driver->free_gatt_table(bridge);
 | 
						|
 | 
						|
	vfree(bridge->key_list);
 | 
						|
	bridge->key_list = NULL;
 | 
						|
 | 
						|
	if (bridge->driver->agp_destroy_page &&
 | 
						|
	    bridge->driver->needs_scratch_page) {
 | 
						|
		struct page *page = bridge->scratch_page_page;
 | 
						|
 | 
						|
		bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP);
 | 
						|
		bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE);
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
/* When we remove the global variable agp_bridge from all drivers
 | 
						|
 * then agp_alloc_bridge and agp_generic_find_bridge need to be updated
 | 
						|
 */
 | 
						|
 | 
						|
struct agp_bridge_data *agp_alloc_bridge(void)
 | 
						|
{
 | 
						|
	struct agp_bridge_data *bridge;
 | 
						|
 | 
						|
	bridge = kzalloc(sizeof(*bridge), GFP_KERNEL);
 | 
						|
	if (!bridge)
 | 
						|
		return NULL;
 | 
						|
 | 
						|
	atomic_set(&bridge->agp_in_use, 0);
 | 
						|
	atomic_set(&bridge->current_memory_agp, 0);
 | 
						|
 | 
						|
	if (list_empty(&agp_bridges))
 | 
						|
		agp_bridge = bridge;
 | 
						|
 | 
						|
	return bridge;
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(agp_alloc_bridge);
 | 
						|
 | 
						|
 | 
						|
void agp_put_bridge(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
        kfree(bridge);
 | 
						|
 | 
						|
        if (list_empty(&agp_bridges))
 | 
						|
                agp_bridge = NULL;
 | 
						|
}
 | 
						|
EXPORT_SYMBOL(agp_put_bridge);
 | 
						|
 | 
						|
 | 
						|
int agp_add_bridge(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
	int error;
 | 
						|
 | 
						|
	if (agp_off) {
 | 
						|
		error = -ENODEV;
 | 
						|
		goto err_put_bridge;
 | 
						|
	}
 | 
						|
 | 
						|
	if (!bridge->dev) {
 | 
						|
		printk (KERN_DEBUG PFX "Erk, registering with no pci_dev!\n");
 | 
						|
		error = -EINVAL;
 | 
						|
		goto err_put_bridge;
 | 
						|
	}
 | 
						|
 | 
						|
	/* Grab reference on the chipset driver. */
 | 
						|
	if (!try_module_get(bridge->driver->owner)) {
 | 
						|
		dev_info(&bridge->dev->dev, "can't lock chipset driver\n");
 | 
						|
		error = -EINVAL;
 | 
						|
		goto err_put_bridge;
 | 
						|
	}
 | 
						|
 | 
						|
	error = agp_backend_initialize(bridge);
 | 
						|
	if (error) {
 | 
						|
		dev_info(&bridge->dev->dev,
 | 
						|
			 "agp_backend_initialize() failed\n");
 | 
						|
		goto err_out;
 | 
						|
	}
 | 
						|
 | 
						|
	if (list_empty(&agp_bridges)) {
 | 
						|
		error = agp_frontend_initialize();
 | 
						|
		if (error) {
 | 
						|
			dev_info(&bridge->dev->dev,
 | 
						|
				 "agp_frontend_initialize() failed\n");
 | 
						|
			goto frontend_err;
 | 
						|
		}
 | 
						|
 | 
						|
		dev_info(&bridge->dev->dev, "AGP aperture is %dM @ 0x%lx\n",
 | 
						|
			 bridge->driver->fetch_size(), bridge->gart_bus_addr);
 | 
						|
 | 
						|
	}
 | 
						|
 | 
						|
	list_add(&bridge->list, &agp_bridges);
 | 
						|
	return 0;
 | 
						|
 | 
						|
frontend_err:
 | 
						|
	agp_backend_cleanup(bridge);
 | 
						|
err_out:
 | 
						|
	module_put(bridge->driver->owner);
 | 
						|
err_put_bridge:
 | 
						|
	agp_put_bridge(bridge);
 | 
						|
	return error;
 | 
						|
}
 | 
						|
EXPORT_SYMBOL_GPL(agp_add_bridge);
 | 
						|
 | 
						|
 | 
						|
void agp_remove_bridge(struct agp_bridge_data *bridge)
 | 
						|
{
 | 
						|
	agp_backend_cleanup(bridge);
 | 
						|
	list_del(&bridge->list);
 | 
						|
	if (list_empty(&agp_bridges))
 | 
						|
		agp_frontend_cleanup();
 | 
						|
	module_put(bridge->driver->owner);
 | 
						|
}
 | 
						|
EXPORT_SYMBOL_GPL(agp_remove_bridge);
 | 
						|
 | 
						|
int agp_off;
 | 
						|
int agp_try_unsupported_boot;
 | 
						|
EXPORT_SYMBOL(agp_off);
 | 
						|
EXPORT_SYMBOL(agp_try_unsupported_boot);
 | 
						|
 | 
						|
static int __init agp_init(void)
 | 
						|
{
 | 
						|
	if (!agp_off)
 | 
						|
		printk(KERN_INFO "Linux agpgart interface v%d.%d\n",
 | 
						|
			AGPGART_VERSION_MAJOR, AGPGART_VERSION_MINOR);
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
static void __exit agp_exit(void)
 | 
						|
{
 | 
						|
}
 | 
						|
 | 
						|
#ifndef MODULE
 | 
						|
static __init int agp_setup(char *s)
 | 
						|
{
 | 
						|
	if (!strcmp(s,"off"))
 | 
						|
		agp_off = 1;
 | 
						|
	if (!strcmp(s,"try_unsupported"))
 | 
						|
		agp_try_unsupported_boot = 1;
 | 
						|
	return 1;
 | 
						|
}
 | 
						|
__setup("agp=", agp_setup);
 | 
						|
#endif
 | 
						|
 | 
						|
MODULE_AUTHOR("Dave Jones, Jeff Hartmann");
 | 
						|
MODULE_DESCRIPTION("AGP GART driver");
 | 
						|
MODULE_LICENSE("GPL and additional rights");
 | 
						|
MODULE_ALIAS_MISCDEV(AGPGART_MINOR);
 | 
						|
 | 
						|
module_init(agp_init);
 | 
						|
module_exit(agp_exit);
 | 
						|
 |