1 // SPDX-License-Identifier: GPL-2.0+
10 #include <asm/arch/ddr.h>
11 #include <asm/arch/clock.h>
12 #include <asm/arch/ddr.h>
13 #include <asm/arch/lpddr4_define.h>
15 static inline void poll_pmu_message_ready(void)
20 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0004);
24 static inline void ack_pmu_message_receive(void)
28 reg32_write(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0031, 0x0);
31 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0004);
32 } while (!(reg & 0x1));
34 reg32_write(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0031, 0x1);
37 static inline unsigned int get_mail(void)
41 poll_pmu_message_ready();
43 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0032);
45 ack_pmu_message_receive();
50 static inline unsigned int get_stream_message(void)
52 unsigned int reg, reg2;
54 poll_pmu_message_ready();
56 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0032);
58 reg2 = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0034);
60 reg2 = (reg2 << 16) | reg;
62 ack_pmu_message_receive();
67 static inline void decode_major_message(unsigned int mail)
69 debug("[PMU Major message = 0x%08x]\n", mail);
72 static inline void decode_streaming_message(void)
74 unsigned int string_index, arg __maybe_unused;
77 string_index = get_stream_message();
78 debug("PMU String index = 0x%08x\n", string_index);
79 while (i < (string_index & 0xffff)) {
80 arg = get_stream_message();
81 debug("arg[%d] = 0x%08x\n", i, arg);
88 int wait_ddrphy_training_complete(void)
94 decode_major_message(mail);
96 decode_streaming_message();
97 } else if (mail == 0x07) {
98 debug("Training PASS\n");
100 } else if (mail == 0xff) {
101 debug("Training FAILED\n");
107 void ddrphy_init_set_dfi_clk(unsigned int drate)
111 dram_pll_init(MHZ(1000));
112 dram_disable_bypass();
115 dram_pll_init(MHZ(800));
116 dram_disable_bypass();
119 dram_pll_init(MHZ(750));
120 dram_disable_bypass();
123 dram_pll_init(MHZ(600));
124 dram_disable_bypass();
127 dram_pll_init(MHZ(400));
128 dram_disable_bypass();
131 dram_pll_init(MHZ(266));
132 dram_disable_bypass();
135 dram_pll_init(MHZ(167));
136 dram_disable_bypass();
139 dram_enable_bypass(MHZ(400));
142 dram_enable_bypass(MHZ(100));
149 void ddrphy_init_read_msg_block(enum fw_type type)
153 void lpddr4_mr_write(unsigned int mr_rank, unsigned int mr_addr,
154 unsigned int mr_data)
158 * 1. Poll MRSTAT.mr_wr_busy until it is 0.
159 * This checks that there is no outstanding MR transaction.
160 * No writes should be performed to MRCTRL0 and MRCTRL1 if
161 * MRSTAT.mr_wr_busy = 1.
164 tmp = reg32_read(DDRC_MRSTAT(0));
167 * 2. Write the MRCTRL0.mr_type, MRCTRL0.mr_addr, MRCTRL0.mr_rank and
168 * (for MRWs) MRCTRL1.mr_data to define the MR transaction.
170 reg32_write(DDRC_MRCTRL0(0), (mr_rank << 4));
171 reg32_write(DDRC_MRCTRL1(0), (mr_addr << 8) | mr_data);
172 reg32setbit(DDRC_MRCTRL0(0), 31);
175 unsigned int lpddr4_mr_read(unsigned int mr_rank, unsigned int mr_addr)
179 reg32_write(DRC_PERF_MON_MRR0_DAT(0), 0x1);
181 tmp = reg32_read(DDRC_MRSTAT(0));
184 reg32_write(DDRC_MRCTRL0(0), (mr_rank << 4) | 0x1);
185 reg32_write(DDRC_MRCTRL1(0), (mr_addr << 8));
186 reg32setbit(DDRC_MRCTRL0(0), 31);
188 tmp = reg32_read(DRC_PERF_MON_MRR0_DAT(0));
189 } while ((tmp & 0x8) == 0);
190 tmp = reg32_read(DRC_PERF_MON_MRR1_DAT(0));
192 reg32_write(DRC_PERF_MON_MRR0_DAT(0), 0x4);