// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (C) Marvell International Ltd. and its affiliates
 */

#if defined(CONFIG_DDR4)

/* DDR4 MPR/PDA Interface */
#include "ddr3_init.h"
#include "mv_ddr4_mpr_pda_if.h"
#include "mv_ddr4_training.h"
#include "mv_ddr_training_db.h"
#include "mv_ddr_common.h"
#include "mv_ddr_regs.h"

static u8 dram_to_mc_dq_map[MAX_BUS_NUM][BUS_WIDTH_IN_BITS];
static int dq_map_enable;

static u32 mv_ddr4_tx_odt_get(void)
{
	u16 odt = 0xffff, rtt = 0xffff;

	if (g_odt_config & 0xe0000)
		rtt =  mv_ddr4_rtt_nom_to_odt(g_rtt_nom);
	else if (g_odt_config & 0x10000)
		rtt = mv_ddr4_rtt_wr_to_odt(g_rtt_wr);
	else
		return odt;

	return (odt * rtt) / (odt + rtt);
}

/*
 * mode registers initialization function
 * replaces all MR writes in DDR3 init function
 */
int mv_ddr4_mode_regs_init(u8 dev_num)
{
	int status;
	struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
	enum hws_access_type access_type = ACCESS_TYPE_UNICAST;
	u32 if_id;
	u32 cl, cwl;
	u32 val, mask;
	u32 t_wr, t_ckclk;
	/* design GL params to be set outside */
	u32 dic = 0;
	u32 ron = 30; /* znri */
	u32 rodt = mv_ddr4_tx_odt_get(); /* effective rtt */
	/* vref percentage presented as 100 x percentage value (e.g., 6000 = 100 x 60%) */
	u32 vref = ((ron + rodt / 2) * 10000) / (ron + rodt);
	u32 range = (vref >= 6000) ? 0 : 1; /* if vref is >= 60%, use upper range */
	u32 tap;
	u32 refresh_mode;

	if (range == 0)
		tap = (vref - 6000) / 65;
	else
		tap = (vref - 4500) / 65;

	for (if_id = 0; if_id < MAX_INTERFACE_NUM; if_id++) {
		VALIDATE_IF_ACTIVE(tm->if_act_mask, if_id);
		cl = tm->interface_params[if_id].cas_l;
		cwl = tm->interface_params[if_id].cas_wl;
		t_ckclk = MEGA / mv_ddr_freq_get(tm->interface_params[if_id].memory_freq);
		t_wr = time_to_nclk(mv_ddr_speed_bin_timing_get(tm->interface_params[if_id].speed_bin_index,
					    SPEED_BIN_TWR), t_ckclk) - 1;

		/* TODO: replace hard-coded values with appropriate defines */
		/* DDR4 MR0 */
		/*
		 * [6:4,2] bits to be taken from S@R frequency and speed bin
		 * rtt_nom to be taken from the algorithm definition
		 * dic to be taken fro the algorithm definition -
		 * set to 0x1 (for driver rzq/5 = 48 ohm) or
		 * set to 0x0 (for driver rzq/7 = 34 ohm)
		 */
		/* set dll reset, 0x1900[8] to 0x1 */
		/* set tm, 0x1900[7] to 0x0 */
		/* set rbt, 0x1900[3] to 0x0 */
		/* set bl, 0x1900[1:0] to 0x0 */
		val = ((cl_mask_table[cl] & 0x1) << 2) |
		      (((cl_mask_table[cl] & 0xe) >> 1)  <<  4) |
		      (twr_mask_table[t_wr + 1] << 9) |
		      (0x1 << 8) | (0x0 << 7) | (0x0 << 3) | 0x0;
		mask = (0x1 << 2) | (0x7 << 4) | (0x7 << 9) |
		       (0x1 << 8) | (0x1 << 7) | (0x1 << 3) | 0x3;
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR0_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR1 */
		/* set rtt nom to 0 if rtt park is activated (not zero) */
		if ((g_rtt_park >> 6) != 0x0)
			g_rtt_nom = 0;
		/* set tdqs, 0x1904[11] to 0x0 */
		/* set al, 0x1904[4:3] to 0x0 */
		/* dic, 0x1904[2:1] */
		/* dll enable */
		val = g_rtt_nom | (0x0 << 11) | (0x0 << 3) | (dic << 1) | 0x1;
		mask = (0x7 << 8) | (0x1 << 11) | (0x3 << 3) | (0x3 << 1) | 0x1;
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR1_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR2 */
		/* set rtt wr, 0x1908[10,9] to 0x0 */
		/* set wr crc, 0x1908[12] to 0x0 */
		/* cwl */
		val = g_rtt_wr | (0x0 << 12) | (cwl_mask_table[cwl] << 3);
		mask = (0x3 << 9) | (0x1 << 12) | (0x7 << 3);
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR2_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR3 */
		/* set fgrm, 0x190C[8:6] to 0x0 */
		/* set gd, 0x190C[3] to 0x0 */
		refresh_mode = (tm->interface_params[if_id].interface_temp == MV_DDR_TEMP_HIGH) ? 1 : 0;

		val = (refresh_mode << 6) | (0x0 << 3);
		mask = (0x7 << 6) | (0x1 << 3);
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR3_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR4 */
		/*
		 * set wp, 0x1910[12] to 0x0
		 * set rp, 0x1910[11] to 0x0
		 * set rp training, 0x1910[10] to 0x0
		 * set sra, 0x1910[9] to 0x0
		 * set cs2cmd, 0x1910[8:6] to 0x0
		 * set mpd, 0x1910[1] to 0x0
		 */
		mask = (0x1 << 12) | (0x1 << 11) | (0x1 << 10) | (0x1 << 9) | (0x7 << 6) | (0x1 << 1);
		val =  (0x0 << 12) | (0x1 << 11) | (0x0 << 10) | (0x0 << 9) | (0x0 << 6) | (0x0 << 1);

		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR4_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR5 */
		/*
		 * set rdbi, 0x1914[12] to 0x0 during init sequence (may be enabled with
		 * op cmd mrs - bug in z1, to be fixed in a0)
		 * set wdbi, 0x1914[11] to 0x0
		 * set dm, 0x1914[10] to 0x1
		 * set ca_pl, 0x1914[2:0] to 0x0
		 * set odt input buffer during power down mode, 0x1914[5] to 0x1
		 */
		mask = (0x1 << 12) | (0x1 << 11) | (0x1 << 10) | (0x7 << 6) | (0x1 << 5) | 0x7;
		val = (0x0 << 12) | (0x0 << 11) | (0x1 << 10) | g_rtt_park | (0x1 << 5) | 0x0;
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR5_REG,
					   val, mask);
		if (status != MV_OK)
			return status;

		/* DDR4 MR6 */
		/*
		 * set t_ccd_l, 0x1918[12:10] to 0x0, 0x2, or 0x4 (z1 supports only even
		 * values, to be fixed in a0)
		 * set vdq te, 0x1918[7] to 0x0
		 * set vdq tv, 0x1918[5:0] to vref training value
		 */
		mask = (0x7 << 10) | (0x1 << 7) | (0x1 << 6) | 0x3f;
		val = (0x2 << 10) | (0x0 << 7) | (range << 6) | tap;
		status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR6_REG,
					   val, mask);
		if (status != MV_OK)
			return status;
	}

	return MV_OK;
}

/* enter mpr read mode */
static int mv_ddr4_mpr_read_mode_enable(u8 dev_num, u32 mpr_num, u32 page_num,
				 enum mv_ddr4_mpr_read_format read_format)
{
	/*
	 * enable MPR page 2 mpr mode in DDR4 MR3
	 * read_format: 0 for serial, 1 for parallel, and 2 for staggered
	 * TODO: add support for cs, multicast or unicast, and if id
	 */
	int status;
	u32 val, mask, if_id = 0;

	if (page_num != 0) {
		/* serial is the only read format if the page is other than 0 */
		read_format = MV_DDR4_MPR_READ_SERIAL;
	}

	val = (page_num << 0) | (0x1 << 2) | (read_format << 11);
	mask = (0x3 << 0) | (0x1 << 2) | (0x3 << 11);

	/* cs0 */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, DDR4_MR3_REG, val, mask);
	if (status != MV_OK)
		return status;

	/* op cmd: cs0, cs1 are on, cs2, cs3 are off */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, SDRAM_OP_REG,
				   (0x9 | (0xc << 8)) , (0x1f | (0xf << 8)));
	if (status != MV_OK)
		return status;

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id, 0, 0x1f, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK) {
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_mpr_read_mode_enable: DDR3 poll failed(MPR3)\n"));
	}

	return MV_OK;
}

/* exit mpr read or write mode */
static int mv_ddr4_mpr_mode_disable(u8 dev_num)
{
	 /* TODO: add support for cs, multicast or unicast, and if id */
	int status;
	u32 val, mask, if_id = 0;

	/* exit mpr */
	val =  0x0 << 2;
	mask =  0x1 << 2;
	/* cs0 */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, DDR4_MR3_REG, val, mask);
	if (status != MV_OK)
		return status;

	/* op cmd: cs0, cs1 are on, cs2, cs3 are off */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, SDRAM_OP_REG,
				   (0x9 | (0xc << 8)) , (0x1f | (0xf << 8)));
	if (status != MV_OK)
		return status;

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id, 0, 0x1f, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK) {
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_mpr_mode_disable: DDR3 poll failed(MPR3)\n"));
	}

	return MV_OK;
}

/* translate dq read value per dram dq pin */
static int mv_ddr4_dq_decode(u8 dev_num, u32 *data)
{
	u32 subphy_num, dq_num;
	u32 dq_val = 0, raw_data, idx;
	struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
	u32 subphy_max = ddr3_tip_dev_attr_get(dev_num, MV_ATTR_OCTET_PER_INTERFACE);

	/* suppose the third word is stable */
	raw_data = data[2];

	/* skip ecc supbhy; TODO: check to add support for ecc */
	if (subphy_max % 2)
		subphy_max -= 1;

	for (subphy_num = 0; subphy_num < subphy_max; subphy_num++) {
		VALIDATE_BUS_ACTIVE(tm->bus_act_mask, subphy_num);
		for (dq_num = 0; dq_num < BUS_WIDTH_IN_BITS; dq_num++) {
			idx = (dram_to_mc_dq_map[subphy_num][dq_num] + (subphy_num * BUS_WIDTH_IN_BITS));
			dq_val |= (((raw_data & (1 << idx)) >> idx) << ((subphy_num * BUS_WIDTH_IN_BITS) + dq_num));
		}
	}

	/* update burst words[0..7] with correct mapping */
	for (idx = 0; idx < EXT_ACCESS_BURST_LENGTH; idx++)
		data[idx] = dq_val;

	return MV_OK;
}

/*
 * read mpr value per requested format and type
 * note: for parallel decoded read, data is presented as stored in mpr on dram side,
 *	for all others, data to be presneted "as is" (i.e. per dq order from high to low
 *	and bus pins connectivity).
 */
int mv_ddr4_mpr_read(u8 dev_num, u32 mpr_num, u32 page_num,
		      enum mv_ddr4_mpr_read_format read_format,
		      enum mv_ddr4_mpr_read_type read_type,
		      u32 *data)
{
	/* TODO: add support for multiple if_id, dev num, and cs */
	u32 word_idx, if_id = 0;
	volatile unsigned long *addr = NULL;

	/* enter mpr read mode */
	mv_ddr4_mpr_read_mode_enable(dev_num, mpr_num, page_num, read_format);

	/* set pattern type*/
	ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, DDR4_MPR_WR_REG,
			  mpr_num << 8, 0x3 << 8);

	for (word_idx = 0; word_idx < EXT_ACCESS_BURST_LENGTH; word_idx++) {
		data[word_idx] = *addr;
		DEBUG_TRAINING_IP(DEBUG_LEVEL_INFO, ("mv_ddr4_mpr_read: addr 0x%08lx, data 0x%08x\n",
						     (unsigned long)addr, data[word_idx]));
		addr++;
	}

	/* exit mpr read mode */
	mv_ddr4_mpr_mode_disable(dev_num);

	/* decode mpr read value (only parallel mode supported) */
	if ((read_type == MV_DDR4_MPR_READ_DECODED) && (read_format == MV_DDR4_MPR_READ_PARALLEL)) {
		if (dq_map_enable == 1) {
			mv_ddr4_dq_decode(dev_num, data);
		} else {
			DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_mpr_read: run mv_ddr4_dq_pins_mapping()\n"));
			return MV_FAIL;
		}
	}

	return MV_OK;
}

/* enter mpr write mode */
static int mv_ddr4_mpr_write_mode_enable(u8 dev_num, u32 mpr_location, u32 page_num, u32 data)
{
	/*
	 * enable MPR page 2 mpr mode in DDR4 MR3
	 * TODO: add support for cs, multicast or unicast, and if id
	 */
	int status;
	u32 if_id = 0, val = 0, mask;

	val = (page_num << 0) | (0x1 << 2);
	mask = (0x3 << 0) | (0x1 << 2);
	/* cs0 */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, DDR4_MR3_REG, val, mask);
	if (status != MV_OK)
		return status;

	/* cs0 */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, DDR4_MPR_WR_REG,
				   (mpr_location << 8) | data, 0x3ff);
	if (status != MV_OK)
		return status;

	/* op cmd: cs0, cs1 are on, cs2, cs3 are off */
	status = ddr3_tip_if_write(dev_num, ACCESS_TYPE_UNICAST, if_id, SDRAM_OP_REG,
				   (0x13 | 0xc << 8) , (0x1f | (0xf << 8)));
	if (status != MV_OK)
		return status;

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id,  0, 0x1f, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK) {
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_mpr_write_mode_enable: DDR3 poll failed(MPR3)\n"));
	}

	return MV_OK;
}

/* write mpr value */
int mv_ddr4_mpr_write(u8 dev_num, u32 mpr_location, u32 mpr_num, u32 page_num, u32 data)
{
	/* enter mpr write mode */
	mv_ddr4_mpr_write_mode_enable(dev_num, mpr_location, page_num, data);

	/* TODO: implement this function */

	/* TODO: exit mpr write mode */

	return MV_OK;
}

/*
 * map physical on-board connection of dram dq pins to ddr4 controller pins
 * note: supports only 32b width
 * TODO: add support for 64-bit bus width and ecc subphy
 */
int mv_ddr4_dq_pins_mapping(u8 dev_num)
{
	static int run_once;
	u8 dq_val[MAX_BUS_NUM][BUS_WIDTH_IN_BITS] = { {0} };
	u32 mpr_pattern[MV_DDR4_MPR_READ_PATTERN_NUM][EXT_ACCESS_BURST_LENGTH] = { {0} };
	u32 subphy_num, dq_num, mpr_type;
	u8 subphy_pattern[3];
	struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
	u32 subphy_max = ddr3_tip_dev_attr_get(dev_num, MV_ATTR_OCTET_PER_INTERFACE);

	if (run_once)
		return MV_OK;
	else
		run_once++;

	/* clear dq mapping */
	memset(dram_to_mc_dq_map, 0, sizeof(dram_to_mc_dq_map));

	/* stage 1: read page 0 mpr0..2 raw patterns */
	for (mpr_type = 0; mpr_type < MV_DDR4_MPR_READ_PATTERN_NUM; mpr_type++)
		mv_ddr4_mpr_read(dev_num, mpr_type, 0, MV_DDR4_MPR_READ_PARALLEL,
				 MV_DDR4_MPR_READ_RAW, mpr_pattern[mpr_type]);

	/* stage 2: map every dq for each subphy to 3-bit value, create local database */
	/* skip ecc supbhy; TODO: check to add support for ecc */
	if (subphy_max % 2)
		subphy_max -= 1;

	for (subphy_num = 0; subphy_num < subphy_max; subphy_num++) {
		VALIDATE_BUS_ACTIVE(tm->bus_act_mask, subphy_num);
		/* extract pattern for each subphy */
		for (mpr_type = 0; mpr_type < MV_DDR4_MPR_READ_PATTERN_NUM; mpr_type++)
			subphy_pattern[mpr_type] = ((mpr_pattern[mpr_type][2] >> (subphy_num * 8)) & 0xff);

		for (dq_num = 0; dq_num < BUS_WIDTH_IN_BITS; dq_num++)
			for (mpr_type = 0; mpr_type < MV_DDR4_MPR_READ_PATTERN_NUM; mpr_type++)
				dq_val[subphy_num][dq_num] += (((subphy_pattern[mpr_type] >> dq_num) & 1) *
							       (1 << mpr_type));
	}

	/* stage 3: map dram dq to mc dq and update database */
	for (subphy_num = 0; subphy_num < subphy_max; subphy_num++) {
		VALIDATE_BUS_ACTIVE(tm->bus_act_mask, subphy_num);
		for (dq_num = 0; dq_num < BUS_WIDTH_IN_BITS; dq_num++)
			dram_to_mc_dq_map[subphy_num][7 - dq_val[subphy_num][dq_num]] = dq_num;
	}

	/* set dq_map_enable */
	dq_map_enable = 1;

	return MV_OK;
}

/* enter to or exit from dram vref training mode */
int mv_ddr4_vref_training_mode_ctrl(u8 dev_num, u8 if_id, enum hws_access_type access_type, int enable)
{
	int status;
	u32 val, mask;

	/* DDR4 MR6 */
	/*
	 * set t_ccd_l, 0x1918[12:10] to 0x0, 0x2, or 0x4 (z1 supports only even
	 * values, to be fixed in a0)
	 * set vdq te, 0x1918[7] to 0x0
	 * set vdq tv, 0x1918[5:0] to vref training value
	 */

	val = (((enable == 1) ? 1 : 0) << 7);
	mask = (0x1 << 7);
	status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR6_REG, val, mask);
	if (status != MV_OK)
		return status;

	/* write DDR4 MR6 cs configuration; only cs0, cs1 supported */
	if (effective_cs == 0)
		val = 0xe;
	else
		val = 0xd;
	val <<= 8;
	/* write DDR4 MR6 command */
	val |= 0x12;
	mask = (0xf << 8) | 0x1f;
	status = ddr3_tip_if_write(dev_num, access_type, if_id, SDRAM_OP_REG, val, mask);
	if (status != MV_OK)
		return status;

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id,  0, 0x1f, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK) {
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_vref_training_mode_ctrl: Polling command failed\n"));
	}

	return MV_OK;
}

/* set dram vref tap value */
int mv_ddr4_vref_tap_set(u8 dev_num, u8 if_id, enum hws_access_type access_type,
			 u32 taps_num, enum mv_ddr4_vref_tap_state state)
{
	int status;
	u32 range, vdq_tv;

	/* disable and then enable the training with a new range */
	if ((state == MV_DDR4_VREF_TAP_BUSY) && ((taps_num + MV_DDR4_VREF_STEP_SIZE) >= 23) &&
	    (taps_num < 23))
		state = MV_DDR4_VREF_TAP_FLIP;

	if (taps_num < 23) {
		range = 1;
		vdq_tv = taps_num;
	} else {
		range = 0;
		vdq_tv = taps_num - 23;
	}

	if ((state == MV_DDR4_VREF_TAP_FLIP) | (state == MV_DDR4_VREF_TAP_START)) {
		/* 0 to disable */
		status = mv_ddr4_vref_set(dev_num, if_id, access_type, range, vdq_tv, 0);
		if (status != MV_OK)
			return status;
		/* 1 to enable */
		status = (mv_ddr4_vref_set(dev_num, if_id, access_type, range, vdq_tv, 1));
		if (status != MV_OK)
			return status;
	} else if (state == MV_DDR4_VREF_TAP_END) {
		/* 1 to enable */
		status = (mv_ddr4_vref_set(dev_num, if_id, access_type, range, vdq_tv, 1));
		if (status != MV_OK)
			return status;
		/* 0 to disable */
		status = mv_ddr4_vref_set(dev_num, if_id, access_type, range, vdq_tv, 0);
		if (status != MV_OK)
			return status;
	} else {
		/* 1 to enable */
		status = (mv_ddr4_vref_set(dev_num, if_id, access_type, range, vdq_tv, 1));
		if (status != MV_OK)
			return status;
	}

	return MV_OK;
}

/* set dram vref value */
int mv_ddr4_vref_set(u8 dev_num, u8 if_id, enum hws_access_type access_type,
		     u32 range, u32 vdq_tv, u8 vdq_training_ena)
{
	int status;
	u32 read_data;
	u32 val, mask;

	DEBUG_TRAINING_IP(DEBUG_LEVEL_INFO, ("mv_ddr4_vref_set: range %d, vdq_tv %d\n", range, vdq_tv));

	/* DDR4 MR6 */
	/*
	 * set t_ccd_l, 0x1918[12:10] to 0x0, 0x2, or 0x4 (z1 supports only even
	 * values, to be fixed in a0)
	 * set vdq te, 0x1918[7] to 0x0
	 * set vdq tr, 0x1918[6] to 0x0 to disable or 0x1 to enable
	 * set vdq tv, 0x1918[5:0] to vref training value
	 */
	val = (vdq_training_ena << 7) | (range << 6) | vdq_tv;
	mask = (0x0 << 7) | (0x1 << 6) | 0x3f;

	status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR6_REG, val, mask);
	if (status != MV_OK)
		return status;

	ddr3_tip_if_read(dev_num, access_type, if_id, DDR4_MR6_REG, &read_data, 0xffffffff);
	DEBUG_TRAINING_IP(DEBUG_LEVEL_INFO, ("mv_ddr4_vref_set: MR6 = 0x%x\n", read_data));

	/* write DDR4 MR6 cs configuration; only cs0, cs1 supported */
	if (effective_cs == 0)
		val = 0xe;
	else
		val = 0xd;
	val <<= 8;
	/* write DDR4 MR6 command */
	val |= 0x12;
	mask = (0xf << 8) | 0x1f;
	status = ddr3_tip_if_write(dev_num, access_type, if_id, SDRAM_OP_REG, val, mask);
	if (status != MV_OK)
		return status;

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id,  0, 0x1F, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK) {
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_vref_set: Polling command failed\n"));
	}

	return MV_OK;
}

/* pda - load pattern to odpg */
int mv_ddr4_pda_pattern_odpg_load(u32 dev_num, enum hws_access_type access_type,
				  u32 if_id, u32 subphy_mask, u32 cs_num)
{
	int status;
	u32 pattern_len_count = 0;
	u32 data_low[KILLER_PATTERN_LENGTH] = {0};
	u32 data_high[KILLER_PATTERN_LENGTH] = {0};
	u32 val, mask, subphy_num;

	/*
	 * set 0x1630[10:5] bits to 0x3 (0x1 for 16-bit bus width)
	 * set 0x1630[14:11] bits to 0x3 (0x1 for 16-bit bus width)
	 */
	val = (cs_num << 26) | (0x1 << 25) | (0x3 << 11) | (0x3 << 5) | 0x1;
	mask = (0x3 << 26) | (0x1 << 25) | (0x3f << 11) | (0x3f << 5) | 0x1;
	status = ddr3_tip_if_write(dev_num, access_type, if_id, ODPG_DATA_CTRL_REG, val, mask);
	if (status != MV_OK)
		return status;

	if (subphy_mask != 0xf) {
		for (subphy_num = 0; subphy_num < 4; subphy_num++)
			if (((subphy_mask >> subphy_num) & 0x1) == 0)
				data_low[0] = (data_low[0] | (0xff << (subphy_num * 8)));
	} else
		data_low[0] = 0;

	for (pattern_len_count = 0; pattern_len_count < 4; pattern_len_count++) {
		data_low[pattern_len_count] = data_low[0];
		data_high[pattern_len_count] = data_low[0];
	}

	for (pattern_len_count = 0; pattern_len_count < 4 ; pattern_len_count++) {
		status = ddr3_tip_if_write(dev_num, access_type, if_id, ODPG_DATA_WR_DATA_LOW_REG,
					   data_low[pattern_len_count], MASK_ALL_BITS);
		if (status != MV_OK)
			return status;

		status = ddr3_tip_if_write(dev_num, access_type, if_id, ODPG_DATA_WR_DATA_HIGH_REG,
					   data_high[pattern_len_count], MASK_ALL_BITS);
		if (status != MV_OK)
			return status;

		status = ddr3_tip_if_write(dev_num, access_type, if_id, ODPG_DATA_WR_ADDR_REG,
					   pattern_len_count, MASK_ALL_BITS);
		if (status != MV_OK)
			return status;
	}

	status = ddr3_tip_if_write(dev_num, access_type, if_id, ODPG_DATA_BUFFER_OFFS_REG,
				   0x0, MASK_ALL_BITS);
	if (status != MV_OK)
		return status;

	return MV_OK;
}

/* enable or disable pda */
int mv_ddr4_pda_ctrl(u8 dev_num, u8 if_id, u8 cs_num, int enable)
{
	/*
	 * if enable is 0, exit
	 * mrs to be directed to all dram devices
	 * a calling function responsible to change odpg to 0x0
	 */

	int status;
	enum hws_access_type access_type = ACCESS_TYPE_UNICAST;
	u32 val, mask;

	/* per dram addressability enable */
	val = ((enable == 1) ? 1 : 0);
	val <<= 4;
	mask = 0x1 << 4;
	status = ddr3_tip_if_write(dev_num, access_type, if_id, DDR4_MR3_REG, val, mask);
	if (status != MV_OK)
		return status;

	/* write DDR4 MR3 cs configuration; only cs0, cs1 supported */
	if (cs_num == 0)
		val = 0xe;
	else
		val = 0xd;
	val <<= 8;
	/* write DDR4 MR3 command */
	val |= 0x9;
	mask = (0xf << 8) | 0x1f;
	status = ddr3_tip_if_write(dev_num, access_type, if_id, SDRAM_OP_REG, val, mask);
	if (status != MV_OK)
		return status;

	if (enable == 0) {
		/* check odpg access is done */
		if (mv_ddr_is_odpg_done(MAX_POLLING_ITERATIONS) != MV_OK)
			return MV_FAIL;
	}

	if (ddr3_tip_if_polling(dev_num, ACCESS_TYPE_UNICAST, if_id, 0, 0x1f, SDRAM_OP_REG,
				MAX_POLLING_ITERATIONS) != MV_OK)
		DEBUG_TRAINING_IP(DEBUG_LEVEL_ERROR, ("mv_ddr4_pda_ctrl: Polling command failed\n"));

	return MV_OK;
}
#endif /* CONFIG_DDR4 */