2 * Copyright (C) Marvell International Ltd. and its affiliates
4 * SPDX-License-Identifier: GPL-2.0
11 #include <asm/arch/cpu.h>
12 #include <asm/arch/soc.h>
14 #include "ddr3_init.h"
16 #include "../../../../arch/arm/mach-mvebu/serdes/a38x/sys_env_lib.h"
18 static struct dlb_config ddr3_dlb_config_table[] = {
19 {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
20 {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
21 {DLB_AGING_REGISTER, 0x0f7f007f},
22 {DLB_EVICTION_CONTROL_REG, 0x0000129f},
23 {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
24 {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
25 {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
26 {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
27 {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
28 {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
29 {DLB_MAIN_QUEUE_MAP, 0x00000543},
30 {DLB_LINE_SPLIT, 0x00000000},
31 {DLB_USER_COMMAND_REG, 0x00000000},
35 static struct dlb_config ddr3_dlb_config_table_a0[] = {
36 {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
37 {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
38 {DLB_AGING_REGISTER, 0x0f7f007f},
39 {DLB_EVICTION_CONTROL_REG, 0x0000129f},
40 {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
41 {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
42 {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
43 {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
44 {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
45 {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
46 {DLB_MAIN_QUEUE_MAP, 0x00000543},
47 {DLB_LINE_SPLIT, 0x00000000},
48 {DLB_USER_COMMAND_REG, 0x00000000},
52 #if defined(CONFIG_ARMADA_38X)
59 struct reg_data *regs;
62 struct dram_modes ddr_modes[] = {
63 #ifdef SUPPORT_STATIC_DUNIT_CONFIG
64 /* Conf name, CPUFreq, Fab_freq, Chip ID, Chip/Board, MC regs*/
65 #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
66 {"a38x_customer_0_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID0,
68 {"a38x_customer_1_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID1,
71 {"a38x_533", DDR_FREQ_533, 0, 0x0, MARVELL_BOARD, ddr3_a38x_533},
72 {"a38x_667", DDR_FREQ_667, 0, 0x0, MARVELL_BOARD, ddr3_a38x_667},
73 {"a38x_800", DDR_FREQ_800, 0, 0x0, MARVELL_BOARD, ddr3_a38x_800},
74 {"a38x_933", DDR_FREQ_933, 0, 0x0, MARVELL_BOARD, ddr3_a38x_933},
78 #endif /* defined(CONFIG_ARMADA_38X) */
80 /* Translates topology map definitions to real memory size in bits */
82 ADDR_SIZE_512MB, ADDR_SIZE_1GB, ADDR_SIZE_2GB, ADDR_SIZE_4GB,
86 static char *ddr_type = "DDR3";
89 * Set 1 to use dynamic DUNIT configuration,
90 * set 0 (supported for A380 and AC3) to configure DUNIT in values set by
91 * ddr3_tip_init_specific_reg_config
93 u8 generic_init_controller = 1;
95 #ifdef SUPPORT_STATIC_DUNIT_CONFIG
96 static u32 ddr3_get_static_ddr_mode(void);
98 static int ddr3_hws_tune_training_params(u8 dev_num);
100 /* device revision */
101 #define DEV_VERSION_ID_REG 0x1823c
102 #define REVISON_ID_OFFS 8
103 #define REVISON_ID_MASK 0xf00
106 #define MV_88F68XX_Z1_ID 0x0
107 #define MV_88F68XX_A0_ID 0x4
109 #define MV_88F69XX_Z1_ID 0x2
112 * sys_env_device_rev_get - Get Marvell controller device revision number
115 * This function returns 8bit describing the device revision as defined
116 * Revision ID Register.
125 * 8bit desscribing Marvell controller revision number
127 u8 sys_env_device_rev_get(void)
131 value = reg_read(DEV_VERSION_ID_REG);
132 return (value & (REVISON_ID_MASK)) >> REVISON_ID_OFFS;
136 * sys_env_dlb_config_ptr_get
138 * DESCRIPTION: defines pointer to to DLB COnfiguration table
142 * OUTPUT: pointer to DLB COnfiguration table
145 * returns pointer to DLB COnfiguration table
147 struct dlb_config *sys_env_dlb_config_ptr_get(void)
149 #ifdef CONFIG_ARMADA_39X
150 return &ddr3_dlb_config_table_a0[0];
152 if (sys_env_device_rev_get() == MV_88F68XX_A0_ID)
153 return &ddr3_dlb_config_table_a0[0];
155 return &ddr3_dlb_config_table[0];
160 * sys_env_get_cs_ena_from_reg
162 * DESCRIPTION: Get bit mask of enabled CS
169 * Bit mask of enabled CS, 1 if only CS0 enabled,
170 * 3 if both CS0 and CS1 enabled
172 u32 sys_env_get_cs_ena_from_reg(void)
174 return reg_read(REG_DDR3_RANK_CTRL_ADDR) &
175 REG_DDR3_RANK_CTRL_CS_ENA_MASK;
178 static void ddr3_restore_and_set_final_windows(u32 *win)
180 u32 win_ctrl_reg, num_of_win_regs;
181 u32 cs_ena = sys_env_get_cs_ena_from_reg();
184 win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
185 num_of_win_regs = 16;
187 /* Return XBAR windows 4-7 or 16-19 init configuration */
188 for (ui = 0; ui < num_of_win_regs; ui++)
189 reg_write((win_ctrl_reg + 0x4 * ui), win[ui]);
191 printf("%s Training Sequence - Switching XBAR Window to FastPath Window\n",
194 #if defined DYNAMIC_CS_SIZE_CONFIG
195 if (ddr3_fast_path_dynamic_cs_size_config(cs_ena) != MV_OK)
196 printf("ddr3_fast_path_dynamic_cs_size_config FAILED\n");
200 for (cs = 0; cs < MAX_CS; cs++) {
201 if (cs_ena & (1 << cs)) {
206 /* Open fast path Window to - 0.5G */
207 reg_write(REG_FASTPATH_WIN_0_CTRL_ADDR, reg);
211 static int ddr3_save_and_set_training_windows(u32 *win)
214 u32 reg, tmp_count, cs, ui;
215 u32 win_ctrl_reg, win_base_reg, win_remap_reg;
216 u32 num_of_win_regs, win_jump_index;
217 win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
218 win_base_reg = REG_XBAR_WIN_4_BASE_ADDR;
219 win_remap_reg = REG_XBAR_WIN_4_REMAP_ADDR;
220 win_jump_index = 0x10;
221 num_of_win_regs = 16;
222 struct hws_topology_map *tm = ddr3_get_topology_map();
224 #ifdef DISABLE_L2_FILTERING_DURING_DDR_TRAINING
226 * Disable L2 filtering during DDR training
227 * (when Cross Bar window is open)
229 reg_write(ADDRESS_FILTERING_END_REGISTER, 0);
232 cs_ena = tm->interface_params[0].as_bus_params[0].cs_bitmask;
234 /* Close XBAR Window 19 - Not needed */
235 /* {0x000200e8} - Open Mbus Window - 2G */
236 reg_write(REG_XBAR_WIN_19_CTRL_ADDR, 0);
238 /* Save XBAR Windows 4-19 init configurations */
239 for (ui = 0; ui < num_of_win_regs; ui++)
240 win[ui] = reg_read(win_ctrl_reg + 0x4 * ui);
242 /* Open XBAR Windows 4-7 or 16-19 for other CS */
245 for (cs = 0; cs < MAX_CS; cs++) {
246 if (cs_ena & (1 << cs)) {
262 reg |= (SDRAM_CS_SIZE & 0xffff0000);
264 reg_write(win_ctrl_reg + win_jump_index * tmp_count,
266 reg = (((SDRAM_CS_SIZE + 1) * (tmp_count)) &
268 reg_write(win_base_reg + win_jump_index * tmp_count,
271 if (win_remap_reg <= REG_XBAR_WIN_7_REMAP_ADDR)
272 reg_write(win_remap_reg +
273 win_jump_index * tmp_count, 0);
283 * Name: ddr3_init - Main DDR3 Init function
284 * Desc: This routine initialize the DDR3 MC and runs HW training.
296 /* SoC/Board special Initializtions */
297 /* Get version from internal library */
298 ddr3_print_version();
300 /*Add sub_version string */
301 DEBUG_INIT_C("", SUB_VERSION, 1);
303 /* Switching CPU to MRVL ID */
304 soc_num = (reg_read(REG_SAMPLE_RESET_HIGH_ADDR) & SAR1_CPU_CORE_MASK) >>
305 SAR1_CPU_CORE_OFFSET;
308 reg_bit_set(CPU_CONFIGURATION_REG(3), CPU_MRVL_ID_OFFSET);
309 reg_bit_set(CPU_CONFIGURATION_REG(2), CPU_MRVL_ID_OFFSET);
311 reg_bit_set(CPU_CONFIGURATION_REG(1), CPU_MRVL_ID_OFFSET);
313 reg_bit_set(CPU_CONFIGURATION_REG(0), CPU_MRVL_ID_OFFSET);
319 * Set DRAM Reset Mask in case detected GPIO indication of wakeup from
320 * suspend i.e the DRAM values will not be overwritten / reset when
321 * waking from suspend
323 if (sys_env_suspend_wakeup_check() ==
324 SUSPEND_WAKEUP_ENABLED_GPIO_DETECTED) {
325 reg_bit_set(REG_SDRAM_INIT_CTRL_ADDR,
326 1 << REG_SDRAM_INIT_RESET_MASK_OFFS);
330 * Stage 0 - Set board configuration
333 /* Check if DRAM is already initialized */
334 if (reg_read(REG_BOOTROM_ROUTINE_ADDR) &
335 (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS)) {
336 printf("%s Training Sequence - 2nd boot - Skip\n", ddr_type);
341 * Stage 1 - Dunit Setup
344 /* Fix read ready phases for all SOC in reg 0x15c8 */
345 reg = reg_read(REG_TRAINING_DEBUG_3_ADDR);
346 reg &= ~(REG_TRAINING_DEBUG_3_MASK);
347 reg |= 0x4; /* Phase 0 */
348 reg &= ~(REG_TRAINING_DEBUG_3_MASK << REG_TRAINING_DEBUG_3_OFFS);
349 reg |= (0x4 << (1 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 1 */
350 reg &= ~(REG_TRAINING_DEBUG_3_MASK << (3 * REG_TRAINING_DEBUG_3_OFFS));
351 reg |= (0x6 << (3 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 3 */
352 reg &= ~(REG_TRAINING_DEBUG_3_MASK << (4 * REG_TRAINING_DEBUG_3_OFFS));
353 reg |= (0x6 << (4 * REG_TRAINING_DEBUG_3_OFFS));
354 reg &= ~(REG_TRAINING_DEBUG_3_MASK << (5 * REG_TRAINING_DEBUG_3_OFFS));
355 reg |= (0x6 << (5 * REG_TRAINING_DEBUG_3_OFFS));
356 reg_write(REG_TRAINING_DEBUG_3_ADDR, reg);
359 * Axi_bresp_mode[8] = Compliant,
360 * Axi_addr_decode_cntrl[11] = Internal,
361 * Axi_data_bus_width[0] = 128bit
363 /* 0x14a8 - AXI Control Register */
364 reg_write(REG_DRAM_AXI_CTRL_ADDR, 0);
367 * Stage 2 - Training Values Setup
369 /* Set X-BAR windows for the training sequence */
370 ddr3_save_and_set_training_windows(win);
372 #ifdef SUPPORT_STATIC_DUNIT_CONFIG
374 * Load static controller configuration (in case dynamic/generic init
377 if (generic_init_controller == 0) {
378 ddr3_tip_init_specific_reg_config(0,
380 [ddr3_get_static_ddr_mode
385 /* Tune training algo paramteres */
386 status = ddr3_hws_tune_training_params(0);
390 /* Set log level for training lib */
391 ddr3_hws_set_log_level(DEBUG_BLOCK_ALL, DEBUG_LEVEL_ERROR);
393 /* Start New Training IP */
394 status = ddr3_hws_hw_training();
395 if (MV_OK != status) {
396 printf("%s Training Sequence - FAILED\n", ddr_type);
403 /* Restore and set windows */
404 ddr3_restore_and_set_final_windows(win);
406 /* Update DRAM init indication in bootROM register */
407 reg = reg_read(REG_BOOTROM_ROUTINE_ADDR);
408 reg_write(REG_BOOTROM_ROUTINE_ADDR,
409 reg | (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS));
412 ddr3_new_tip_dlb_config();
414 #if defined(ECC_SUPPORT)
415 if (ddr3_if_ecc_enabled())
416 ddr3_new_tip_ecc_scrub();
419 printf("%s Training Sequence - Ended Successfully\n", ddr_type);
425 * Name: ddr3_get_cpu_freq
426 * Desc: read S@R and return CPU frequency
429 * Returns: required value
431 u32 ddr3_get_cpu_freq(void)
433 return ddr3_tip_get_init_freq();
437 * Name: ddr3_get_fab_opt
438 * Desc: read S@R and return CPU frequency
441 * Returns: required value
443 u32 ddr3_get_fab_opt(void)
445 return 0; /* No fabric */
449 * Name: ddr3_get_static_m_cValue - Init Memory controller with
451 * Desc: Use this routine to init the controller without the HW training
453 * User must provide compatible header file with registers data.
458 u32 ddr3_get_static_mc_value(u32 reg_addr, u32 offset1, u32 mask1,
459 u32 offset2, u32 mask2)
463 reg = reg_read(reg_addr);
465 temp = (reg >> offset1) & mask1;
467 temp |= (reg >> offset2) & mask2;
473 * Name: ddr3_get_static_ddr_mode - Init Memory controller with
475 * Desc: Use this routine to init the controller without the HW training
477 * User must provide compatible header file with registers data.
482 u32 ddr3_get_static_ddr_mode(void)
484 u32 chip_board_rev, i;
487 /* Valid only for A380 only, MSYS using dynamic controller config */
488 #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
490 * Customer boards select DDR mode according to
491 * board ID & Sample@Reset
493 chip_board_rev = mv_board_id_get();
495 /* Marvell boards select DDR mode according to Sample@Reset only */
496 chip_board_rev = MARVELL_BOARD;
499 size = ARRAY_SIZE(ddr_modes);
500 for (i = 0; i < size; i++) {
501 if ((ddr3_get_cpu_freq() == ddr_modes[i].cpu_freq) &&
502 (ddr3_get_fab_opt() == ddr_modes[i].fab_freq) &&
503 (chip_board_rev == ddr_modes[i].chip_board_rev))
507 DEBUG_INIT_S("\n*** Error: ddr3_get_static_ddr_mode: No match for requested DDR mode. ***\n\n");
512 /******************************************************************************
513 * Name: ddr3_get_cs_num_from_reg
519 u32 ddr3_get_cs_num_from_reg(void)
521 u32 cs_ena = sys_env_get_cs_ena_from_reg();
525 for (cs = 0; cs < MAX_CS; cs++) {
526 if (cs_ena & (1 << cs))
533 void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps)
539 tmp = 1; /* DDR_400; */
543 tmp = 1; /* DDR_666; */
547 tmp = 1; /* DDR_800; */
556 *ddr_freq = tmp; /* DDR freq define */
557 *hclk_ps = 1000000 / hclk; /* values are 1/HCLK in ps */
562 void ddr3_new_tip_dlb_config(void)
565 struct dlb_config *config_table_ptr = sys_env_dlb_config_ptr_get();
567 /* Write the configuration */
568 while (config_table_ptr[i].reg_addr != 0) {
569 reg_write(config_table_ptr[i].reg_addr,
570 config_table_ptr[i].reg_data);
575 reg = reg_read(REG_STATIC_DRAM_DLB_CONTROL);
576 reg |= DLB_ENABLE | DLB_WRITE_COALESING | DLB_AXI_PREFETCH_EN |
577 DLB_MBUS_PREFETCH_EN | PREFETCH_N_LN_SZ_TR;
578 reg_write(REG_STATIC_DRAM_DLB_CONTROL, reg);
581 int ddr3_fast_path_dynamic_cs_size_config(u32 cs_ena)
584 u32 mem_total_size = 0;
586 u32 mem_total_size_c, cs_mem_size_c;
588 #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
589 u32 physical_mem_size;
590 u32 max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE;
591 struct hws_topology_map *tm = ddr3_get_topology_map();
594 /* Open fast path windows */
595 for (cs = 0; cs < MAX_CS; cs++) {
596 if (cs_ena & (1 << cs)) {
598 if (ddr3_calc_mem_cs_size(cs, &cs_mem_size) != MV_OK)
601 #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
603 * if number of address pins doesn't allow to use max
604 * mem size that is defined in topology
605 * mem size is defined by DEVICE_MAX_DRAM_ADDRESS_SIZE
607 physical_mem_size = mem_size
608 [tm->interface_params[0].memory_size];
610 if (ddr3_get_device_width(cs) == 16) {
612 * 16bit mem device can be twice more - no need
613 * in less significant pin
615 max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE * 2;
618 if (physical_mem_size > max_mem_size) {
619 cs_mem_size = max_mem_size *
620 (ddr3_get_bus_width() /
621 ddr3_get_device_width(cs));
622 printf("Updated Physical Mem size is from 0x%x to %x\n",
624 DEVICE_MAX_DRAM_ADDRESS_SIZE);
628 /* set fast path window control for the cs */
631 reg |= (cs_mem_size - 1) & 0xffff0000;
632 /*Open fast path Window */
633 reg_write(REG_FASTPATH_WIN_CTRL_ADDR(cs), reg);
635 /* Set fast path window base address for the cs */
636 reg = ((cs_mem_size) * cs) & 0xffff0000;
637 /* Set base address */
638 reg_write(REG_FASTPATH_WIN_BASE_ADDR(cs), reg);
641 * Since memory size may be bigger than 4G the summ may
642 * be more than 32 bit word,
643 * so to estimate the result divide mem_total_size and
644 * cs_mem_size by 0x10000 (it is equal to >> 16)
646 mem_total_size_c = mem_total_size >> 16;
647 cs_mem_size_c = cs_mem_size >> 16;
648 /* if the sum less than 2 G - calculate the value */
649 if (mem_total_size_c + cs_mem_size_c < 0x10000)
650 mem_total_size += cs_mem_size;
651 else /* put max possible size */
652 mem_total_size = L2_FILTER_FOR_MAX_MEMORY_SIZE;
656 /* Set L2 filtering to Max Memory size */
657 reg_write(ADDRESS_FILTERING_END_REGISTER, mem_total_size);
662 u32 ddr3_get_bus_width(void)
666 bus_width = (reg_read(REG_SDRAM_CONFIG_ADDR) & 0x8000) >>
667 REG_SDRAM_CONFIG_WIDTH_OFFS;
669 return (bus_width == 0) ? 16 : 32;
672 u32 ddr3_get_device_width(u32 cs)
676 device_width = (reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR) &
677 (0x3 << (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs))) >>
678 (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs);
680 return (device_width == 0) ? 8 : 16;
683 float ddr3_get_device_size(u32 cs)
685 u32 device_size_low, device_size_high, device_size;
686 u32 data, cs_low_offset, cs_high_offset;
688 cs_low_offset = REG_SDRAM_ADDRESS_SIZE_OFFS + cs * 4;
689 cs_high_offset = REG_SDRAM_ADDRESS_SIZE_OFFS +
690 REG_SDRAM_ADDRESS_SIZE_HIGH_OFFS + cs;
692 data = reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR);
693 device_size_low = (data >> cs_low_offset) & 0x3;
694 device_size_high = (data >> cs_high_offset) & 0x1;
696 device_size = device_size_low | (device_size_high << 2);
698 switch (device_size) {
711 DEBUG_INIT_C("Error: Wrong device size of Cs: ", cs, 1);
713 * Small value will give wrong emem size in
714 * ddr3_calc_mem_cs_size
720 int ddr3_calc_mem_cs_size(u32 cs, u32 *cs_size)
724 /* Calculate in GiB */
725 cs_mem_size = ((ddr3_get_bus_width() / ddr3_get_device_width(cs)) *
726 ddr3_get_device_size(cs)) / 8;
729 * Multiple controller bus width, 2x for 64 bit
730 * (SoC controller may be 32 or 64 bit,
731 * so bit 15 in 0x1400, that means if whole bus used or only half,
732 * have a differnt meaning
734 cs_mem_size *= DDR_CONTROLLER_BUS_WIDTH_MULTIPLIER;
736 if (cs_mem_size == 0.125) {
737 *cs_size = 128 << 20;
738 } else if (cs_mem_size == 0.25) {
739 *cs_size = 256 << 20;
740 } else if (cs_mem_size == 0.5) {
741 *cs_size = 512 << 20;
742 } else if (cs_mem_size == 1) {
744 } else if (cs_mem_size == 2) {
747 DEBUG_INIT_C("Error: Wrong Memory size of Cs: ", cs, 1);
755 * Name: ddr3_hws_tune_training_params
758 * Notes: Tune internal training params
761 static int ddr3_hws_tune_training_params(u8 dev_num)
763 struct tune_train_params params;
766 /* NOTE: do not remove any field initilization */
767 params.ck_delay = TUNE_TRAINING_PARAMS_CK_DELAY;
768 params.ck_delay_16 = TUNE_TRAINING_PARAMS_CK_DELAY_16;
769 params.p_finger = TUNE_TRAINING_PARAMS_PFINGER;
770 params.n_finger = TUNE_TRAINING_PARAMS_NFINGER;
771 params.phy_reg3_val = TUNE_TRAINING_PARAMS_PHYREG3VAL;
773 status = ddr3_tip_tune_training_params(dev_num, ¶ms);
774 if (MV_OK != status) {
775 printf("%s Training Sequence - FAILED\n", ddr_type);