[GitHub/mt8127/android_kernel_alcatel_ttab.git] / drivers / gpu / drm / radeon / r420.c

/*
 * Copyright 2008 Advanced Micro Devices, Inc.
 * Copyright 2008 Red Hat Inc.
 * Copyright 2009 Jerome Glisse.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Authors: Dave Airlie
 *          Alex Deucher
 *          Jerome Glisse
 */
#include <linux/seq_file.h>
#include <linux/slab.h>
#include <drm/drmP.h>
#include "radeon_reg.h"
#include "radeon.h"
#include "radeon_asic.h"
#include "atom.h"
#include "r100d.h"
#include "r420d.h"
#include "r420_reg_safe.h"

void r420_pm_init_profile(struct radeon_device *rdev)
{
	/* default */
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
	/* low sh */
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
	/* mid sh */
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
	/* high sh */
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
	/* low mh */
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
	/* mid mh */
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
	/* high mh */
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
}

static void r420_set_reg_safe(struct radeon_device *rdev)
{
	rdev->config.r300.reg_safe_bm = r420_reg_safe_bm;
	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r420_reg_safe_bm);
}

void r420_pipes_init(struct radeon_device *rdev)
{
	unsigned tmp;
	unsigned gb_pipe_select;
	unsigned num_pipes;

	/* GA_ENHANCE workaround TCL deadlock issue */
	WREG32(R300_GA_ENHANCE, R300_GA_DEADLOCK_CNTL | R300_GA_FASTSYNC_CNTL |
	       (1 << 2) | (1 << 3));
	/* add idle wait as per freedesktop.org bug 24041 */
	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}
	/* get max number of pipes */
	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
	num_pipes = ((gb_pipe_select >> 12) & 3) + 1;

	/* SE chips have 1 pipe */
	if ((rdev->pdev->device == 0x5e4c) ||
	    (rdev->pdev->device == 0x5e4f))
		num_pipes = 1;

	rdev->num_gb_pipes = num_pipes;
	tmp = 0;
	switch (num_pipes) {
	default:
		/* force to 1 pipe */
		num_pipes = 1;
	case 1:
		tmp = (0 << 1);
		break;
	case 2:
		tmp = (3 << 1);
		break;
	case 3:
		tmp = (6 << 1);
		break;
	case 4:
		tmp = (7 << 1);
		break;
	}
	WREG32(R500_SU_REG_DEST, (1 << num_pipes) - 1);
	/* Sub pixel 1/12 so we can have 4K rendering according to doc */
	tmp |= R300_TILE_SIZE_16 | R300_ENABLE_TILING;
	WREG32(R300_GB_TILE_CONFIG, tmp);
	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}

	tmp = RREG32(R300_DST_PIPE_CONFIG);
	WREG32(R300_DST_PIPE_CONFIG, tmp | R300_PIPE_AUTO_CONFIG);

	WREG32(R300_RB2D_DSTCACHE_MODE,
	       RREG32(R300_RB2D_DSTCACHE_MODE) |
	       R300_DC_AUTOFLUSH_ENABLE |
	       R300_DC_DC_DISABLE_IGNORE_PE);

	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}

	if (rdev->family == CHIP_RV530) {
		tmp = RREG32(RV530_GB_PIPE_SELECT2);
		if ((tmp & 3) == 3)
			rdev->num_z_pipes = 2;
		else
			rdev->num_z_pipes = 1;
	} else
		rdev->num_z_pipes = 1;

	DRM_INFO("radeon: %d quad pipes, %d z pipes initialized.\n",
		 rdev->num_gb_pipes, rdev->num_z_pipes);
}

u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg)
{
	u32 r;

	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg));
	r = RREG32(R_0001FC_MC_IND_DATA);
	return r;
}

void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v)
{
	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg) |
		S_0001F8_MC_IND_WR_EN(1));
	WREG32(R_0001FC_MC_IND_DATA, v);
}

static void r420_debugfs(struct radeon_device *rdev)
{
	if (r100_debugfs_rbbm_init(rdev)) {
		DRM_ERROR("Failed to register debugfs file for RBBM !\n");
	}
	if (r420_debugfs_pipes_info_init(rdev)) {
		DRM_ERROR("Failed to register debugfs file for pipes !\n");
	}
}

static void r420_clock_resume(struct radeon_device *rdev)
{
	u32 sclk_cntl;

	if (radeon_dynclks != -1 && radeon_dynclks)
		radeon_atom_set_clock_gating(rdev, 1);
	sclk_cntl = RREG32_PLL(R_00000D_SCLK_CNTL);
	sclk_cntl |= S_00000D_FORCE_CP(1) | S_00000D_FORCE_VIP(1);
	if (rdev->family == CHIP_R420)
		sclk_cntl |= S_00000D_FORCE_PX(1) | S_00000D_FORCE_TX(1);
	WREG32_PLL(R_00000D_SCLK_CNTL, sclk_cntl);
}

static void r420_cp_errata_init(struct radeon_device *rdev)
{
	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];

	/* RV410 and R420 can lock up if CP DMA to host memory happens
	 * while the 2D engine is busy.
	 *
	 * The proper workaround is to queue a RESYNC at the beginning
	 * of the CP init, apparently.
	 */
	radeon_scratch_get(rdev, &rdev->config.r300.resync_scratch);
	radeon_ring_lock(rdev, ring, 8);
	radeon_ring_write(ring, PACKET0(R300_CP_RESYNC_ADDR, 1));
	radeon_ring_write(ring, rdev->config.r300.resync_scratch);
	radeon_ring_write(ring, 0xDEADBEEF);
	radeon_ring_unlock_commit(rdev, ring);
}

static void r420_cp_errata_fini(struct radeon_device *rdev)
{
	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];

	/* Catch the RESYNC we dispatched all the way back,
	 * at the very beginning of the CP init.
	 */
	radeon_ring_lock(rdev, ring, 8);
	radeon_ring_write(ring, PACKET0(R300_RB3D_DSTCACHE_CTLSTAT, 0));
	radeon_ring_write(ring, R300_RB3D_DC_FINISH);
	radeon_ring_unlock_commit(rdev, ring);
	radeon_scratch_free(rdev, rdev->config.r300.resync_scratch);
}

static int r420_startup(struct radeon_device *rdev)
{
	int r;

	/* set common regs */
	r100_set_common_regs(rdev);
	/* program mc */
	r300_mc_program(rdev);
	/* Resume clock */
	r420_clock_resume(rdev);
	/* Initialize GART (initialize after TTM so we can allocate
	 * memory through TTM but finalize after TTM) */
	if (rdev->flags & RADEON_IS_PCIE) {
		r = rv370_pcie_gart_enable(rdev);
		if (r)
			return r;
	}
	if (rdev->flags & RADEON_IS_PCI) {
		r = r100_pci_gart_enable(rdev);
		if (r)
			return r;
	}
	r420_pipes_init(rdev);

	/* allocate wb buffer */
	r = radeon_wb_init(rdev);
	if (r)
		return r;

	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
	if (r) {
		dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
		return r;
	}

	/* Enable IRQ */
	if (!rdev->irq.installed) {
		r = radeon_irq_kms_init(rdev);
		if (r)
			return r;
	}

	r100_irq_set(rdev);
	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
	/* 1M ring buffer */
	r = r100_cp_init(rdev, 1024 * 1024);
	if (r) {
		dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
		return r;
	}
	r420_cp_errata_init(rdev);

	r = radeon_ib_pool_init(rdev);
	if (r) {
		dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
		return r;
	}

	return 0;
}

int r420_resume(struct radeon_device *rdev)
{
	int r;

	/* Make sur GART are not working */
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_disable(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_disable(rdev);
	/* Resume clock before doing reset */
	r420_clock_resume(rdev);
	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
	if (radeon_asic_reset(rdev)) {
		dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
			RREG32(R_000E40_RBBM_STATUS),
			RREG32(R_0007C0_CP_STAT));
	}
	/* check if cards are posted or not */
	if (rdev->is_atom_bios) {
		atom_asic_init(rdev->mode_info.atom_context);
	} else {
		radeon_combios_asic_init(rdev->ddev);
	}
	/* Resume clock after posting */
	r420_clock_resume(rdev);
	/* Initialize surface registers */
	radeon_surface_init(rdev);

	rdev->accel_working = true;
	r = r420_startup(rdev);
	if (r) {
		rdev->accel_working = false;
	}
	return r;
}

int r420_suspend(struct radeon_device *rdev)
{
	r420_cp_errata_fini(rdev);
	r100_cp_disable(rdev);
	radeon_wb_disable(rdev);
	r100_irq_disable(rdev);
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_disable(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_disable(rdev);
	return 0;
}

void r420_fini(struct radeon_device *rdev)
{
	r100_cp_fini(rdev);
	radeon_wb_fini(rdev);
	radeon_ib_pool_fini(rdev);
	radeon_gem_fini(rdev);
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_fini(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_fini(rdev);
	radeon_agp_fini(rdev);
	radeon_irq_kms_fini(rdev);
	radeon_fence_driver_fini(rdev);
	radeon_bo_fini(rdev);
	if (rdev->is_atom_bios) {
		radeon_atombios_fini(rdev);
	} else {
		radeon_combios_fini(rdev);
	}
	kfree(rdev->bios);
	rdev->bios = NULL;
}

int r420_init(struct radeon_device *rdev)
{
	int r;

	/* Initialize scratch registers */
	radeon_scratch_init(rdev);
	/* Initialize surface registers */
	radeon_surface_init(rdev);
	/* TODO: disable VGA need to use VGA request */
	/* restore some register to sane defaults */
	r100_restore_sanity(rdev);
	/* BIOS*/
	if (!radeon_get_bios(rdev)) {
		if (ASIC_IS_AVIVO(rdev))
			return -EINVAL;
	}
	if (rdev->is_atom_bios) {
		r = radeon_atombios_init(rdev);
		if (r) {
			return r;
		}
	} else {
		r = radeon_combios_init(rdev);
		if (r) {
			return r;
		}
	}
	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
	if (radeon_asic_reset(rdev)) {
		dev_warn(rdev->dev,
			"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
			RREG32(R_000E40_RBBM_STATUS),
			RREG32(R_0007C0_CP_STAT));
	}
	/* check if cards are posted or not */
	if (radeon_boot_test_post_card(rdev) == false)
		return -EINVAL;

	/* Initialize clocks */
	radeon_get_clock_info(rdev->ddev);
	/* initialize AGP */
	if (rdev->flags & RADEON_IS_AGP) {
		r = radeon_agp_init(rdev);
		if (r) {
			radeon_agp_disable(rdev);
		}
	}
	/* initialize memory controller */
	r300_mc_init(rdev);
	r420_debugfs(rdev);
	/* Fence driver */
	r = radeon_fence_driver_init(rdev);
	if (r) {
		return r;
	}
	/* Memory manager */
	r = radeon_bo_init(rdev);
	if (r) {
		return r;
	}
	if (rdev->family == CHIP_R420)
		r100_enable_bm(rdev);

	if (rdev->flags & RADEON_IS_PCIE) {
		r = rv370_pcie_gart_init(rdev);
		if (r)
			return r;
	}
	if (rdev->flags & RADEON_IS_PCI) {
		r = r100_pci_gart_init(rdev);
		if (r)
			return r;
	}
	r420_set_reg_safe(rdev);

	rdev->accel_working = true;
	r = r420_startup(rdev);
	if (r) {
		/* Somethings want wront with the accel init stop accel */
		dev_err(rdev->dev, "Disabling GPU acceleration\n");
		r100_cp_fini(rdev);
		radeon_wb_fini(rdev);
		radeon_ib_pool_fini(rdev);
		radeon_irq_kms_fini(rdev);
		if (rdev->flags & RADEON_IS_PCIE)
			rv370_pcie_gart_fini(rdev);
		if (rdev->flags & RADEON_IS_PCI)
			r100_pci_gart_fini(rdev);
		radeon_agp_fini(rdev);
		rdev->accel_working = false;
	}
	return 0;
}

/*
 * Debugfs info
 */
#if defined(CONFIG_DEBUG_FS)
static int r420_debugfs_pipes_info(struct seq_file *m, void *data)
{
	struct drm_info_node *node = (struct drm_info_node *) m->private;
	struct drm_device *dev = node->minor->dev;
	struct radeon_device *rdev = dev->dev_private;
	uint32_t tmp;

	tmp = RREG32(R400_GB_PIPE_SELECT);
	seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
	tmp = RREG32(R300_GB_TILE_CONFIG);
	seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
	tmp = RREG32(R300_DST_PIPE_CONFIG);
	seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
	return 0;
}

static struct drm_info_list r420_pipes_info_list[] = {
	{"r420_pipes_info", r420_debugfs_pipes_info, 0, NULL},
};
#endif

int r420_debugfs_pipes_info_init(struct radeon_device *rdev)
{
#if defined(CONFIG_DEBUG_FS)
	return radeon_debugfs_add_files(rdev, r420_pipes_info_list, 1);
#else
	return 0;
#endif
}
Commit	Line	Data
771fe6b9 JG	1	/*
	2	* Copyright 2008 Advanced Micro Devices, Inc.
	3	* Copyright 2008 Red Hat Inc.
	4	* Copyright 2009 Jerome Glisse.
	5	*
	6	* Permission is hereby granted, free of charge, to any person obtaining a
	7	* copy of this software and associated documentation files (the "Software"),
	8	* to deal in the Software without restriction, including without limitation
	9	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	10	* and/or sell copies of the Software, and to permit persons to whom the
	11	* Software is furnished to do so, subject to the following conditions:
	12	*
	13	* The above copyright notice and this permission notice shall be included in
	14	* all copies or substantial portions of the Software.
	15	*
	16	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	17	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	18	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	19	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
	20	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	21	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
	22	* OTHER DEALINGS IN THE SOFTWARE.
	23	*
	24	* Authors: Dave Airlie
	25	* Alex Deucher
	26	* Jerome Glisse
	27	*/
	28	#include <linux/seq_file.h>
5a0e3ad6	29	#include <linux/slab.h>
760285e7	30	#include <drm/drmP.h>
771fe6b9 JG	31	#include "radeon_reg.h"
771fe6b9 JG	32	#include "radeon.h"
e6990375	33	#include "radeon_asic.h"
9f022ddf	34	#include "atom.h"
62cdc0c2	35	#include "r100d.h"
905b6822	36	#include "r420d.h"
804c7559 AD	37	#include "r420_reg_safe.h"
804c7559 AD	38
ce8f5370 AD	39	void r420_pm_init_profile(struct radeon_device *rdev)
	40	{
	41	/* default */
	42	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
	43	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	44	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
	45	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
	46	/* low sh */
	47	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
c9e75b21	48	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
ce8f5370 AD	49	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
ce8f5370 AD	50	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
c9e75b21 AD	51	/* mid sh */
	52	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
	53	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
	54	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
	55	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
ce8f5370 AD	56	/* high sh */
	57	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
	58	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	59	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
	60	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
	61	/* low mh */
	62	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
	63	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	64	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
	65	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
c9e75b21 AD	66	/* mid mh */
	67	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
	68	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	69	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
	70	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
ce8f5370 AD	71	/* high mh */
	72	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
	73	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	74	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
	75	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
	76	}
	77
804c7559 AD	78	static void r420_set_reg_safe(struct radeon_device *rdev)
	79	{
	80	rdev->config.r300.reg_safe_bm = r420_reg_safe_bm;
	81	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r420_reg_safe_bm);
	82	}
771fe6b9	83
771fe6b9 JG	84	void r420_pipes_init(struct radeon_device *rdev)
	85	{
	86	unsigned tmp;
	87	unsigned gb_pipe_select;
	88	unsigned num_pipes;
	89
	90	/* GA_ENHANCE workaround TCL deadlock issue */
4612dc97 AD	91	WREG32(R300_GA_ENHANCE, R300_GA_DEADLOCK_CNTL \| R300_GA_FASTSYNC_CNTL \|
4612dc97 AD	92	(1 << 2) \| (1 << 3));
18a4cd2e DA	93	/* add idle wait as per freedesktop.org bug 24041 */
	94	if (r100_gui_wait_for_idle(rdev)) {
	95	printk(KERN_WARNING "Failed to wait GUI idle while "
	96	"programming pipes. Bad things might happen.\n");
	97	}
771fe6b9	98	/* get max number of pipes */
d75ee3be	99	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
771fe6b9	100	num_pipes = ((gb_pipe_select >> 12) & 3) + 1;
94f7bf64 TV	101
	102	/* SE chips have 1 pipe */
	103	if ((rdev->pdev->device == 0x5e4c) \|\|
	104	(rdev->pdev->device == 0x5e4f))
	105	num_pipes = 1;
	106
771fe6b9 JG	107	rdev->num_gb_pipes = num_pipes;
	108	tmp = 0;
	109	switch (num_pipes) {
	110	default:
	111	/* force to 1 pipe */
	112	num_pipes = 1;
	113	case 1:
	114	tmp = (0 << 1);
	115	break;
	116	case 2:
	117	tmp = (3 << 1);
	118	break;
	119	case 3:
	120	tmp = (6 << 1);
	121	break;
	122	case 4:
	123	tmp = (7 << 1);
	124	break;
	125	}
4612dc97	126	WREG32(R500_SU_REG_DEST, (1 << num_pipes) - 1);
771fe6b9	127	/* Sub pixel 1/12 so we can have 4K rendering according to doc */
4612dc97 AD	128	tmp \|= R300_TILE_SIZE_16 \| R300_ENABLE_TILING;
4612dc97 AD	129	WREG32(R300_GB_TILE_CONFIG, tmp);
771fe6b9 JG	130	if (r100_gui_wait_for_idle(rdev)) {
	131	printk(KERN_WARNING "Failed to wait GUI idle while "
	132	"programming pipes. Bad things might happen.\n");
	133	}
	134
4612dc97 AD	135	tmp = RREG32(R300_DST_PIPE_CONFIG);
4612dc97 AD	136	WREG32(R300_DST_PIPE_CONFIG, tmp \| R300_PIPE_AUTO_CONFIG);
771fe6b9 JG	137
	138	WREG32(R300_RB2D_DSTCACHE_MODE,
	139	RREG32(R300_RB2D_DSTCACHE_MODE) \|
	140	R300_DC_AUTOFLUSH_ENABLE \|
	141	R300_DC_DC_DISABLE_IGNORE_PE);
	142
	143	if (r100_gui_wait_for_idle(rdev)) {
	144	printk(KERN_WARNING "Failed to wait GUI idle while "
	145	"programming pipes. Bad things might happen.\n");
	146	}
f779b3e5 AD	147
	148	if (rdev->family == CHIP_RV530) {
	149	tmp = RREG32(RV530_GB_PIPE_SELECT2);
	150	if ((tmp & 3) == 3)
	151	rdev->num_z_pipes = 2;
	152	else
	153	rdev->num_z_pipes = 1;
	154	} else
	155	rdev->num_z_pipes = 1;
	156
	157	DRM_INFO("radeon: %d quad pipes, %d z pipes initialized.\n",
	158	rdev->num_gb_pipes, rdev->num_z_pipes);
771fe6b9 JG	159	}
771fe6b9 JG	160
9f022ddf	161	u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg)
771fe6b9	162	{
9f022ddf JG	163	u32 r;
	164
	165	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg));
	166	r = RREG32(R_0001FC_MC_IND_DATA);
	167	return r;
	168	}
	169
	170	void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v)
	171	{
	172	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg) \|
	173	S_0001F8_MC_IND_WR_EN(1));
	174	WREG32(R_0001FC_MC_IND_DATA, v);
	175	}
	176
	177	static void r420_debugfs(struct radeon_device *rdev)
	178	{
	179	if (r100_debugfs_rbbm_init(rdev)) {
	180	DRM_ERROR("Failed to register debugfs file for RBBM !\n");
	181	}
	182	if (r420_debugfs_pipes_info_init(rdev)) {
	183	DRM_ERROR("Failed to register debugfs file for pipes !\n");
	184	}
	185	}
	186
	187	static void r420_clock_resume(struct radeon_device *rdev)
	188	{
	189	u32 sclk_cntl;
ca6ffc64 JG	190
	191	if (radeon_dynclks != -1 && radeon_dynclks)
	192	radeon_atom_set_clock_gating(rdev, 1);
9f022ddf JG	193	sclk_cntl = RREG32_PLL(R_00000D_SCLK_CNTL);
	194	sclk_cntl \|= S_00000D_FORCE_CP(1) \| S_00000D_FORCE_VIP(1);
	195	if (rdev->family == CHIP_R420)
	196	sclk_cntl \|= S_00000D_FORCE_PX(1) \| S_00000D_FORCE_TX(1);
	197	WREG32_PLL(R_00000D_SCLK_CNTL, sclk_cntl);
	198	}
	199
62cdc0c2 CS	200	static void r420_cp_errata_init(struct radeon_device *rdev)
62cdc0c2 CS	201	{
e32eb50d	202	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];
7b1f2485	203
62cdc0c2 CS	204	/* RV410 and R420 can lock up if CP DMA to host memory happens
	205	* while the 2D engine is busy.
	206	*
	207	* The proper workaround is to queue a RESYNC at the beginning
	208	* of the CP init, apparently.
	209	*/
	210	radeon_scratch_get(rdev, &rdev->config.r300.resync_scratch);
e32eb50d CK	211	radeon_ring_lock(rdev, ring, 8);
	212	radeon_ring_write(ring, PACKET0(R300_CP_RESYNC_ADDR, 1));
	213	radeon_ring_write(ring, rdev->config.r300.resync_scratch);
	214	radeon_ring_write(ring, 0xDEADBEEF);
	215	radeon_ring_unlock_commit(rdev, ring);
62cdc0c2 CS	216	}
	217
	218	static void r420_cp_errata_fini(struct radeon_device *rdev)
	219	{
e32eb50d	220	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];
7b1f2485	221
62cdc0c2 CS	222	/* Catch the RESYNC we dispatched all the way back,
	223	* at the very beginning of the CP init.
	224	*/
e32eb50d CK	225	radeon_ring_lock(rdev, ring, 8);
	226	radeon_ring_write(ring, PACKET0(R300_RB3D_DSTCACHE_CTLSTAT, 0));
	227	radeon_ring_write(ring, R300_RB3D_DC_FINISH);
	228	radeon_ring_unlock_commit(rdev, ring);
62cdc0c2 CS	229	radeon_scratch_free(rdev, rdev->config.r300.resync_scratch);
	230	}
	231
fc30b8ef	232	static int r420_startup(struct radeon_device *rdev)
9f022ddf JG	233	{
	234	int r;
	235
92cde00c AD	236	/* set common regs */
	237	r100_set_common_regs(rdev);
	238	/* program mc */
9f022ddf	239	r300_mc_program(rdev);
ca6ffc64 JG	240	/* Resume clock */
ca6ffc64 JG	241	r420_clock_resume(rdev);
9f022ddf JG	242	/* Initialize GART (initialize after TTM so we can allocate
9f022ddf JG	243	* memory through TTM but finalize after TTM) */
4aac0473 JG	244	if (rdev->flags & RADEON_IS_PCIE) {
	245	r = rv370_pcie_gart_enable(rdev);
	246	if (r)
	247	return r;
	248	}
	249	if (rdev->flags & RADEON_IS_PCI) {
	250	r = r100_pci_gart_enable(rdev);
	251	if (r)
	252	return r;
9f022ddf	253	}
771fe6b9	254	r420_pipes_init(rdev);
724c80e1 AD	255
	256	/* allocate wb buffer */
	257	r = radeon_wb_init(rdev);
	258	if (r)
	259	return r;
	260
30eb77f4 JG	261	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
	262	if (r) {
	263	dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
	264	return r;
	265	}
	266
9f022ddf	267	/* Enable IRQ */
e49f3959 AH	268	if (!rdev->irq.installed) {
	269	r = radeon_irq_kms_init(rdev);
	270	if (r)
	271	return r;
	272	}
	273
9f022ddf	274	r100_irq_set(rdev);
cafe6609	275	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
9f022ddf JG	276	/* 1M ring buffer */
	277	r = r100_cp_init(rdev, 1024 * 1024);
	278	if (r) {
ec4f2ac4	279	dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
9f022ddf JG	280	return r;
9f022ddf JG	281	}
62cdc0c2	282	r420_cp_errata_init(rdev);
b15ba512	283
2898c348 CK	284	r = radeon_ib_pool_init(rdev);
	285	if (r) {
	286	dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
b15ba512	287	return r;
2898c348	288	}
b15ba512	289
9f022ddf	290	return 0;
771fe6b9 JG	291	}
771fe6b9 JG	292
fc30b8ef DA	293	int r420_resume(struct radeon_device *rdev)
fc30b8ef DA	294	{
6b7746e8 JG	295	int r;
6b7746e8 JG	296
fc30b8ef DA	297	/* Make sur GART are not working */
	298	if (rdev->flags & RADEON_IS_PCIE)
	299	rv370_pcie_gart_disable(rdev);
	300	if (rdev->flags & RADEON_IS_PCI)
	301	r100_pci_gart_disable(rdev);
	302	/* Resume clock before doing reset */
	303	r420_clock_resume(rdev);
	304	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
a2d07b74	305	if (radeon_asic_reset(rdev)) {
fc30b8ef DA	306	dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
	307	RREG32(R_000E40_RBBM_STATUS),
	308	RREG32(R_0007C0_CP_STAT));
	309	}
	310	/* check if cards are posted or not */
	311	if (rdev->is_atom_bios) {
	312	atom_asic_init(rdev->mode_info.atom_context);
	313	} else {
	314	radeon_combios_asic_init(rdev->ddev);
	315	}
	316	/* Resume clock after posting */
	317	r420_clock_resume(rdev);
550e2d92 DA	318	/* Initialize surface registers */
550e2d92 DA	319	radeon_surface_init(rdev);
b15ba512 JG	320
b15ba512 JG	321	rdev->accel_working = true;
6b7746e8 JG	322	r = r420_startup(rdev);
	323	if (r) {
	324	rdev->accel_working = false;
	325	}
	326	return r;
fc30b8ef DA	327	}
fc30b8ef DA	328
9f022ddf JG	329	int r420_suspend(struct radeon_device *rdev)
9f022ddf JG	330	{
62cdc0c2	331	r420_cp_errata_fini(rdev);
9f022ddf	332	r100_cp_disable(rdev);
724c80e1	333	radeon_wb_disable(rdev);
9f022ddf	334	r100_irq_disable(rdev);
4aac0473 JG	335	if (rdev->flags & RADEON_IS_PCIE)
	336	rv370_pcie_gart_disable(rdev);
	337	if (rdev->flags & RADEON_IS_PCI)
	338	r100_pci_gart_disable(rdev);
9f022ddf JG	339	return 0;
9f022ddf JG	340	}
771fe6b9	341
9f022ddf	342	void r420_fini(struct radeon_device *rdev)
771fe6b9	343	{
9f022ddf	344	r100_cp_fini(rdev);
724c80e1	345	radeon_wb_fini(rdev);
2898c348	346	radeon_ib_pool_fini(rdev);
9f022ddf	347	radeon_gem_fini(rdev);
4aac0473 JG	348	if (rdev->flags & RADEON_IS_PCIE)
	349	rv370_pcie_gart_fini(rdev);
	350	if (rdev->flags & RADEON_IS_PCI)
	351	r100_pci_gart_fini(rdev);
9f022ddf JG	352	radeon_agp_fini(rdev);
	353	radeon_irq_kms_fini(rdev);
	354	radeon_fence_driver_fini(rdev);
4c788679	355	radeon_bo_fini(rdev);
9f022ddf JG	356	if (rdev->is_atom_bios) {
	357	radeon_atombios_fini(rdev);
	358	} else {
	359	radeon_combios_fini(rdev);
	360	}
	361	kfree(rdev->bios);
	362	rdev->bios = NULL;
771fe6b9 JG	363	}
771fe6b9 JG	364
9f022ddf JG	365	int r420_init(struct radeon_device *rdev)
	366	{
	367	int r;
	368
9f022ddf JG	369	/* Initialize scratch registers */
	370	radeon_scratch_init(rdev);
	371	/* Initialize surface registers */
	372	radeon_surface_init(rdev);
	373	/* TODO: disable VGA need to use VGA request */
4c712e6c DA	374	/* restore some register to sane defaults */
4c712e6c DA	375	r100_restore_sanity(rdev);
9f022ddf JG	376	/* BIOS*/
	377	if (!radeon_get_bios(rdev)) {
	378	if (ASIC_IS_AVIVO(rdev))
	379	return -EINVAL;
	380	}
	381	if (rdev->is_atom_bios) {
	382	r = radeon_atombios_init(rdev);
	383	if (r) {
	384	return r;
	385	}
	386	} else {
	387	r = radeon_combios_init(rdev);
	388	if (r) {
	389	return r;
	390	}
	391	}
	392	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
a2d07b74	393	if (radeon_asic_reset(rdev)) {
9f022ddf JG	394	dev_warn(rdev->dev,
	395	"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
	396	RREG32(R_000E40_RBBM_STATUS),
	397	RREG32(R_0007C0_CP_STAT));
	398	}
	399	/* check if cards are posted or not */
72542d77 DA	400	if (radeon_boot_test_post_card(rdev) == false)
	401	return -EINVAL;
	402
9f022ddf JG	403	/* Initialize clocks */
9f022ddf JG	404	radeon_get_clock_info(rdev->ddev);
d594e46a JG	405	/* initialize AGP */
	406	if (rdev->flags & RADEON_IS_AGP) {
	407	r = radeon_agp_init(rdev);
	408	if (r) {
	409	radeon_agp_disable(rdev);
	410	}
9f022ddf	411	}
d594e46a JG	412	/* initialize memory controller */
d594e46a JG	413	r300_mc_init(rdev);
9f022ddf JG	414	r420_debugfs(rdev);
9f022ddf JG	415	/* Fence driver */
30eb77f4	416	r = radeon_fence_driver_init(rdev);
9f022ddf JG	417	if (r) {
	418	return r;
	419	}
9f022ddf	420	/* Memory manager */
4c788679	421	r = radeon_bo_init(rdev);
9f022ddf JG	422	if (r) {
	423	return r;
	424	}
17e15b0c DA	425	if (rdev->family == CHIP_R420)
	426	r100_enable_bm(rdev);
	427
4aac0473 JG	428	if (rdev->flags & RADEON_IS_PCIE) {
	429	r = rv370_pcie_gart_init(rdev);
	430	if (r)
	431	return r;
	432	}
	433	if (rdev->flags & RADEON_IS_PCI) {
	434	r = r100_pci_gart_init(rdev);
	435	if (r)
	436	return r;
	437	}
804c7559	438	r420_set_reg_safe(rdev);
b15ba512	439
733289c2	440	rdev->accel_working = true;
fc30b8ef	441	r = r420_startup(rdev);
9f022ddf JG	442	if (r) {
	443	/* Somethings want wront with the accel init stop accel */
	444	dev_err(rdev->dev, "Disabling GPU acceleration\n");
9f022ddf	445	r100_cp_fini(rdev);
724c80e1	446	radeon_wb_fini(rdev);
2898c348	447	radeon_ib_pool_fini(rdev);
655efd3d	448	radeon_irq_kms_fini(rdev);
4aac0473 JG	449	if (rdev->flags & RADEON_IS_PCIE)
	450	rv370_pcie_gart_fini(rdev);
	451	if (rdev->flags & RADEON_IS_PCI)
	452	r100_pci_gart_fini(rdev);
9f022ddf	453	radeon_agp_fini(rdev);
733289c2	454	rdev->accel_working = false;
9f022ddf JG	455	}
	456	return 0;
	457	}
771fe6b9 JG	458
	459	/*
	460	* Debugfs info
	461	*/
	462	#if defined(CONFIG_DEBUG_FS)
	463	static int r420_debugfs_pipes_info(struct seq_file m, void data)
	464	{
	465	struct drm_info_node node = (struct drm_info_node ) m->private;
	466	struct drm_device *dev = node->minor->dev;
	467	struct radeon_device *rdev = dev->dev_private;
	468	uint32_t tmp;
	469
	470	tmp = RREG32(R400_GB_PIPE_SELECT);
	471	seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
	472	tmp = RREG32(R300_GB_TILE_CONFIG);
	473	seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
	474	tmp = RREG32(R300_DST_PIPE_CONFIG);
	475	seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
	476	return 0;
	477	}
	478
	479	static struct drm_info_list r420_pipes_info_list[] = {
	480	{"r420_pipes_info", r420_debugfs_pipes_info, 0, NULL},
	481	};
	482	#endif
	483
	484	int r420_debugfs_pipes_info_init(struct radeon_device *rdev)
	485	{
	486	#if defined(CONFIG_DEBUG_FS)
	487	return radeon_debugfs_add_files(rdev, r420_pipes_info_list, 1);
	488	#else
	489	return 0;
	490	#endif
	491	}