| @@ -0,0 +1,511 @@ |
| | 1 | // SPDX-License-Identifier: GPL-2.0-only |
| | 2 | // |
| | 3 | // Copyright (C) 2020-2021 Samuel Holland <samuel@sholland.org> |
| | 4 | // |
| | 5 | |
| | 6 | #include <linux/clk.h> |
| | 7 | #include <linux/devfreq.h> |
| | 8 | #include <linux/err.h> |
| | 9 | #include <linux/io.h> |
| | 10 | #include <linux/iopoll.h> |
| | 11 | #include <linux/module.h> |
| | 12 | #include <linux/of.h> |
| | 13 | #include <linux/platform_device.h> |
| | 14 | #include <linux/property.h> |
| | 15 | |
| | 16 | #define MBUS_CR 0x0000 |
| | 17 | #define MBUS_CR_GET_DRAM_TYPE(x) (((x) >> 16) & 0x7) |
| | 18 | #define MBUS_CR_DRAM_TYPE_DDR2 2 |
| | 19 | #define MBUS_CR_DRAM_TYPE_DDR3 3 |
| | 20 | #define MBUS_CR_DRAM_TYPE_DDR4 4 |
| | 21 | #define MBUS_CR_DRAM_TYPE_LPDDR2 6 |
| | 22 | #define MBUS_CR_DRAM_TYPE_LPDDR3 7 |
| | 23 | |
| | 24 | #define MBUS_TMR 0x000c |
| | 25 | #define MBUS_TMR_PERIOD(x) ((x) - 1) |
| | 26 | |
| | 27 | #define MBUS_PMU_CFG 0x009c |
| | 28 | #define MBUS_PMU_CFG_PERIOD(x) (((x) - 1) << 16) |
| | 29 | #define MBUS_PMU_CFG_UNIT (0x3 << 1) |
| | 30 | #define MBUS_PMU_CFG_UNIT_B (0x0 << 1) |
| | 31 | #define MBUS_PMU_CFG_UNIT_KB (0x1 << 1) |
| | 32 | #define MBUS_PMU_CFG_UNIT_MB (0x2 << 1) |
| | 33 | #define MBUS_PMU_CFG_ENABLE (0x1 << 0) |
| | 34 | |
| | 35 | #define MBUS_PMU_BWCR(n) (0x00a0 + (0x04 * (n))) |
| | 36 | |
| | 37 | #define MBUS_TOTAL_BWCR MBUS_PMU_BWCR(5) |
| | 38 | #define MBUS_TOTAL_BWCR_H616 MBUS_PMU_BWCR(13) |
| | 39 | |
| | 40 | #define MBUS_MDFSCR 0x0100 |
| | 41 | #define MBUS_MDFSCR_BUFFER_TIMING (0x1 << 15) |
| | 42 | #define MBUS_MDFSCR_PAD_HOLD (0x1 << 13) |
| | 43 | #define MBUS_MDFSCR_BYPASS (0x1 << 4) |
| | 44 | #define MBUS_MDFSCR_MODE (0x1 << 1) |
| | 45 | #define MBUS_MDFSCR_MODE_DFS (0x0 << 1) |
| | 46 | #define MBUS_MDFSCR_MODE_CFS (0x1 << 1) |
| | 47 | #define MBUS_MDFSCR_START (0x1 << 0) |
| | 48 | |
| | 49 | #define MBUS_MDFSMRMR 0x0108 |
| | 50 | |
| | 51 | #define DRAM_PWRCTL 0x0004 |
| | 52 | #define DRAM_PWRCTL_SELFREF_EN (0x1 << 0) |
| | 53 | |
| | 54 | #define DRAM_RFSHTMG 0x0090 |
| | 55 | #define DRAM_RFSHTMG_TREFI(x) ((x) << 16) |
| | 56 | #define DRAM_RFSHTMG_TRFC(x) ((x) << 0) |
| | 57 | |
| | 58 | #define DRAM_VTFCR 0x00b8 |
| | 59 | #define DRAM_VTFCR_VTF_ENABLE (0x3 << 8) |
| | 60 | |
| | 61 | #define DRAM_ODTMAP 0x0120 |
| | 62 | |
| | 63 | #define DRAM_DX_MAX 4 |
| | 64 | |
| | 65 | #define DRAM_DXnGCR0(n) (0x0344 + 0x80 * (n)) |
| | 66 | #define DRAM_DXnGCR0_DXODT (0x3 << 4) |
| | 67 | #define DRAM_DXnGCR0_DXODT_DYNAMIC (0x0 << 4) |
| | 68 | #define DRAM_DXnGCR0_DXODT_ENABLED (0x1 << 4) |
| | 69 | #define DRAM_DXnGCR0_DXODT_DISABLED (0x2 << 4) |
| | 70 | #define DRAM_DXnGCR0_DXEN (0x1 << 0) |
| | 71 | |
| | 72 | struct sun8i_a33_mbus_variant { |
| | 73 | u32 min_dram_divider; |
| | 74 | u32 max_dram_divider; |
| | 75 | u32 odt_freq_mhz; |
| | 76 | }; |
| | 77 | |
| | 78 | struct sun8i_a33_mbus { |
| | 79 | const struct sun8i_a33_mbus_variant *variant; |
| | 80 | void __iomem *reg_dram; |
| | 81 | void __iomem *reg_mbus; |
| | 82 | struct clk *clk_bus; |
| | 83 | struct clk *clk_dram; |
| | 84 | struct clk *clk_mbus; |
| | 85 | struct devfreq *devfreq_dram; |
| | 86 | struct devfreq_simple_ondemand_data gov_data; |
| | 87 | struct devfreq_dev_profile profile; |
| | 88 | u32 data_width; |
| | 89 | u32 nominal_bw; |
| | 90 | u32 odtmap; |
| | 91 | u32 tREFI_ns; |
| | 92 | u32 tRFC_ns; |
| | 93 | unsigned long freq_table[]; |
| | 94 | }; |
| | 95 | |
| | 96 | /* |
| | 97 | * The unit for this value is (MBUS clock cycles / MBUS_TMR_PERIOD). When |
| | 98 | * MBUS_TMR_PERIOD is programmed to match the MBUS clock frequency in MHz, as |
| | 99 | * it is during DRAM init and during probe, the resulting unit is microseconds. |
| | 100 | */ |
| | 101 | static int pmu_period = 50000; |
| | 102 | module_param(pmu_period, int, 0644); |
| | 103 | MODULE_PARM_DESC(pmu_period, "Bandwidth measurement period (microseconds)"); |
| | 104 | |
| | 105 | static u32 sun8i_a33_mbus_get_peak_bw(struct sun8i_a33_mbus *priv) |
| | 106 | { |
| | 107 | /* Returns the peak transfer (in KiB) during any single PMU period. */ |
| | 108 | return readl_relaxed(priv->reg_mbus + MBUS_TOTAL_BWCR); |
| | 109 | } |
| | 110 | |
| | 111 | static void sun8i_a33_mbus_restart_pmu_counters(struct sun8i_a33_mbus *priv) |
| | 112 | { |
| | 113 | u32 pmu_cfg = MBUS_PMU_CFG_PERIOD(pmu_period) | MBUS_PMU_CFG_UNIT_KB; |
| | 114 | |
| | 115 | /* All PMU counters are cleared on a disable->enable transition. */ |
| | 116 | writel_relaxed(pmu_cfg, |
| | 117 | priv->reg_mbus + MBUS_PMU_CFG); |
| | 118 | writel_relaxed(pmu_cfg | MBUS_PMU_CFG_ENABLE, |
| | 119 | priv->reg_mbus + MBUS_PMU_CFG); |
| | 120 | |
| | 121 | } |
| | 122 | |
| | 123 | static void sun8i_a33_mbus_update_nominal_bw(struct sun8i_a33_mbus *priv, |
| | 124 | u32 ddr_freq_mhz) |
| | 125 | { |
| | 126 | /* |
| | 127 | * Nominal bandwidth (KiB per PMU period): |
| | 128 | * |
| | 129 | * DDR transfers microseconds KiB |
| | 130 | * ------------- * ------------ * -------- |
| | 131 | * microsecond PMU period transfer |
| | 132 | */ |
| | 133 | priv->nominal_bw = ddr_freq_mhz * pmu_period * priv->data_width / 1024; |
| | 134 | } |
| | 135 | |
| | 136 | static int sun8i_a33_mbus_set_dram_freq(struct sun8i_a33_mbus *priv, |
| | 137 | unsigned long freq) |
| | 138 | { |
| | 139 | u32 ddr_freq_mhz = freq / USEC_PER_SEC; /* DDR */ |
| | 140 | u32 dram_freq_mhz = ddr_freq_mhz / 2; /* SDR */ |
| | 141 | u32 mctl_freq_mhz = dram_freq_mhz / 2; /* HDR */ |
| | 142 | u32 dxodt, mdfscr, pwrctl, vtfcr; |
| | 143 | u32 i, tREFI_32ck, tRFC_ck; |
| | 144 | int ret; |
| | 145 | |
| | 146 | /* The rate change is not effective until the MDFS process runs. */ |
| | 147 | ret = clk_set_rate(priv->clk_dram, freq); |
| | 148 | if (ret) |
| | 149 | return ret; |
| | 150 | |
| | 151 | /* Disable automatic self-refesh and VTF before starting MDFS. */ |
| | 152 | pwrctl = readl_relaxed(priv->reg_dram + DRAM_PWRCTL) & |
| | 153 | ~DRAM_PWRCTL_SELFREF_EN; |
| | 154 | writel_relaxed(pwrctl, priv->reg_dram + DRAM_PWRCTL); |
| | 155 | vtfcr = readl_relaxed(priv->reg_dram + DRAM_VTFCR); |
| | 156 | writel_relaxed(vtfcr & ~DRAM_VTFCR_VTF_ENABLE, |
| | 157 | priv->reg_dram + DRAM_VTFCR); |
| | 158 | |
| | 159 | /* Set up MDFS and enable double buffering for timing registers. */ |
| | 160 | mdfscr = MBUS_MDFSCR_MODE_DFS | |
| | 161 | MBUS_MDFSCR_BYPASS | |
| | 162 | MBUS_MDFSCR_PAD_HOLD | |
| | 163 | MBUS_MDFSCR_BUFFER_TIMING; |
| | 164 | writel(mdfscr, priv->reg_mbus + MBUS_MDFSCR); |
| | 165 | |
| | 166 | /* Update the buffered copy of RFSHTMG. */ |
| | 167 | tREFI_32ck = priv->tREFI_ns * mctl_freq_mhz / 1000 / 32; |
| | 168 | tRFC_ck = DIV_ROUND_UP(priv->tRFC_ns * mctl_freq_mhz, 1000); |
| | 169 | writel(DRAM_RFSHTMG_TREFI(tREFI_32ck) | DRAM_RFSHTMG_TRFC(tRFC_ck), |
| | 170 | priv->reg_dram + DRAM_RFSHTMG); |
| | 171 | |
| | 172 | /* Enable ODT if needed, or disable it to save power. */ |
| | 173 | if (priv->odtmap && dram_freq_mhz > priv->variant->odt_freq_mhz) { |
| | 174 | dxodt = DRAM_DXnGCR0_DXODT_DYNAMIC; |
| | 175 | writel(priv->odtmap, priv->reg_dram + DRAM_ODTMAP); |
| | 176 | } else { |
| | 177 | dxodt = DRAM_DXnGCR0_DXODT_DISABLED; |
| | 178 | writel(0, priv->reg_dram + DRAM_ODTMAP); |
| | 179 | } |
| | 180 | for (i = 0; i < DRAM_DX_MAX; ++i) { |
| | 181 | void __iomem *reg = priv->reg_dram + DRAM_DXnGCR0(i); |
| | 182 | |
| | 183 | writel((readl(reg) & ~DRAM_DXnGCR0_DXODT) | dxodt, reg); |
| | 184 | } |
| | 185 | |
| | 186 | dev_dbg(priv->devfreq_dram->dev.parent, |
| | 187 | "Setting DRAM to %u MHz, tREFI=%u, tRFC=%u, ODT=%s\n", |
| | 188 | dram_freq_mhz, tREFI_32ck, tRFC_ck, |
| | 189 | dxodt == DRAM_DXnGCR0_DXODT_DYNAMIC ? "dynamic" : "disabled"); |
| | 190 | |
| | 191 | /* Trigger hardware MDFS. */ |
| | 192 | writel(mdfscr | MBUS_MDFSCR_START, priv->reg_mbus + MBUS_MDFSCR); |
| | 193 | ret = readl_poll_timeout_atomic(priv->reg_mbus + MBUS_MDFSCR, mdfscr, |
| | 194 | !(mdfscr & MBUS_MDFSCR_START), 10, 1000); |
| | 195 | if (ret) |
| | 196 | return ret; |
| | 197 | |
| | 198 | /* Disable double buffering. */ |
| | 199 | writel(0, priv->reg_mbus + MBUS_MDFSCR); |
| | 200 | |
| | 201 | /* Restore VTF configuration. */ |
| | 202 | writel_relaxed(vtfcr, priv->reg_dram + DRAM_VTFCR); |
| | 203 | |
| | 204 | /* Enable automatic self-refresh at the lowest frequency only. */ |
| | 205 | if (freq == priv->freq_table[0]) |
| | 206 | pwrctl |= DRAM_PWRCTL_SELFREF_EN; |
| | 207 | writel_relaxed(pwrctl, priv->reg_dram + DRAM_PWRCTL); |
| | 208 | |
| | 209 | sun8i_a33_mbus_restart_pmu_counters(priv); |
| | 210 | sun8i_a33_mbus_update_nominal_bw(priv, ddr_freq_mhz); |
| | 211 | |
| | 212 | return 0; |
| | 213 | } |
| | 214 | |
| | 215 | static int sun8i_a33_mbus_set_dram_target(struct device *dev, |
| | 216 | unsigned long *freq, u32 flags) |
| | 217 | { |
| | 218 | struct sun8i_a33_mbus *priv = dev_get_drvdata(dev); |
| | 219 | struct devfreq *devfreq = priv->devfreq_dram; |
| | 220 | struct dev_pm_opp *opp; |
| | 221 | int ret; |
| | 222 | |
| | 223 | opp = devfreq_recommended_opp(dev, freq, flags); |
| | 224 | if (IS_ERR(opp)) |
| | 225 | return PTR_ERR(opp); |
| | 226 | |
| | 227 | dev_pm_opp_put(opp); |
| | 228 | |
| | 229 | if (*freq == devfreq->previous_freq) |
| | 230 | return 0; |
| | 231 | |
| | 232 | ret = sun8i_a33_mbus_set_dram_freq(priv, *freq); |
| | 233 | if (ret) { |
| | 234 | dev_warn(dev, "failed to set DRAM frequency: %d\n", ret); |
| | 235 | *freq = devfreq->previous_freq; |
| | 236 | } |
| | 237 | |
| | 238 | return ret; |
| | 239 | } |
| | 240 | |
| | 241 | static int sun8i_a33_mbus_get_dram_status(struct device *dev, |
| | 242 | struct devfreq_dev_status *stat) |
| | 243 | { |
| | 244 | struct sun8i_a33_mbus *priv = dev_get_drvdata(dev); |
| | 245 | |
| | 246 | stat->busy_time = sun8i_a33_mbus_get_peak_bw(priv); |
| | 247 | stat->total_time = priv->nominal_bw; |
| | 248 | stat->current_frequency = priv->devfreq_dram->previous_freq; |
| | 249 | |
| | 250 | sun8i_a33_mbus_restart_pmu_counters(priv); |
| | 251 | |
| | 252 | dev_dbg(dev, "Using %lu/%lu (%lu%%) at %lu MHz\n", |
| | 253 | stat->busy_time, stat->total_time, |
| | 254 | DIV_ROUND_CLOSEST(stat->busy_time * 100, stat->total_time), |
| | 255 | stat->current_frequency / USEC_PER_SEC); |
| | 256 | |
| | 257 | return 0; |
| | 258 | } |
| | 259 | |
| | 260 | static int sun8i_a33_mbus_hw_init(struct device *dev, |
| | 261 | struct sun8i_a33_mbus *priv, |
| | 262 | unsigned long ddr_freq) |
| | 263 | { |
| | 264 | u32 i, mbus_cr, mbus_freq_mhz; |
| | 265 | |
| | 266 | /* Choose tREFI and tRFC to match the configured DRAM type. */ |
| | 267 | mbus_cr = readl_relaxed(priv->reg_mbus + MBUS_CR); |
| | 268 | switch (MBUS_CR_GET_DRAM_TYPE(mbus_cr)) { |
| | 269 | case MBUS_CR_DRAM_TYPE_DDR2: |
| | 270 | case MBUS_CR_DRAM_TYPE_DDR3: |
| | 271 | case MBUS_CR_DRAM_TYPE_DDR4: |
| | 272 | priv->tREFI_ns = 7800; |
| | 273 | priv->tRFC_ns = 350; |
| | 274 | break; |
| | 275 | case MBUS_CR_DRAM_TYPE_LPDDR2: |
| | 276 | case MBUS_CR_DRAM_TYPE_LPDDR3: |
| | 277 | priv->tREFI_ns = 3900; |
| | 278 | priv->tRFC_ns = 210; |
| | 279 | break; |
| | 280 | default: |
| | 281 | return -EINVAL; |
| | 282 | } |
| | 283 | |
| | 284 | /* Save ODTMAP so it can be restored when raising the frequency. */ |
| | 285 | priv->odtmap = readl_relaxed(priv->reg_dram + DRAM_ODTMAP); |
| | 286 | |
| | 287 | /* Compute the DRAM data bus width by counting enabled DATx8 blocks. */ |
| | 288 | for (i = 0; i < DRAM_DX_MAX; ++i) { |
| | 289 | void __iomem *reg = priv->reg_dram + DRAM_DXnGCR0(i); |
| | 290 | |
| | 291 | if (!(readl_relaxed(reg) & DRAM_DXnGCR0_DXEN)) |
| | 292 | break; |
| | 293 | } |
| | 294 | priv->data_width = i; |
| | 295 | |
| | 296 | dev_dbg(dev, "Detected %u-bit %sDDRx with%s ODT\n", |
| | 297 | priv->data_width * 8, |
| | 298 | MBUS_CR_GET_DRAM_TYPE(mbus_cr) > 4 ? "LP" : "", |
| | 299 | priv->odtmap ? "" : "out"); |
| | 300 | |
| | 301 | /* Program MBUS_TMR such that the PMU period unit is microseconds. */ |
| | 302 | mbus_freq_mhz = clk_get_rate(priv->clk_mbus) / USEC_PER_SEC; |
| | 303 | writel_relaxed(MBUS_TMR_PERIOD(mbus_freq_mhz), |
| | 304 | priv->reg_mbus + MBUS_TMR); |
| | 305 | |
| | 306 | /* "Master Ready Mask Register" bits must be set or MDFS will block. */ |
| | 307 | writel_relaxed(0xffffffff, priv->reg_mbus + MBUS_MDFSMRMR); |
| | 308 | |
| | 309 | sun8i_a33_mbus_restart_pmu_counters(priv); |
| | 310 | sun8i_a33_mbus_update_nominal_bw(priv, ddr_freq / USEC_PER_SEC); |
| | 311 | |
| | 312 | return 0; |
| | 313 | } |
| | 314 | |
| | 315 | static int __maybe_unused sun8i_a33_mbus_suspend(struct device *dev) |
| | 316 | { |
| | 317 | struct sun8i_a33_mbus *priv = dev_get_drvdata(dev); |
| | 318 | |
| | 319 | clk_disable_unprepare(priv->clk_bus); |
| | 320 | |
| | 321 | return 0; |
| | 322 | } |
| | 323 | |
| | 324 | static int __maybe_unused sun8i_a33_mbus_resume(struct device *dev) |
| | 325 | { |
| | 326 | struct sun8i_a33_mbus *priv = dev_get_drvdata(dev); |
| | 327 | |
| | 328 | return clk_prepare_enable(priv->clk_bus); |
| | 329 | } |
| | 330 | |
| | 331 | static int sun8i_a33_mbus_probe(struct platform_device *pdev) |
| | 332 | { |
| | 333 | const struct sun8i_a33_mbus_variant *variant; |
| | 334 | struct device *dev = &pdev->dev; |
| | 335 | struct sun8i_a33_mbus *priv; |
| | 336 | unsigned long base_freq; |
| | 337 | unsigned int max_state; |
| | 338 | const char *err; |
| | 339 | int i, ret; |
| | 340 | |
| | 341 | variant = device_get_match_data(dev); |
| | 342 | if (!variant) |
| | 343 | return -EINVAL; |
| | 344 | |
| | 345 | max_state = variant->max_dram_divider - variant->min_dram_divider + 1; |
| | 346 | |
| | 347 | priv = devm_kzalloc(dev, struct_size(priv, freq_table, max_state), GFP_KERNEL); |
| | 348 | if (!priv) |
| | 349 | return -ENOMEM; |
| | 350 | |
| | 351 | platform_set_drvdata(pdev, priv); |
| | 352 | |
| | 353 | priv->variant = variant; |
| | 354 | |
| | 355 | priv->reg_dram = devm_platform_ioremap_resource_byname(pdev, "dram"); |
| | 356 | if (IS_ERR(priv->reg_dram)) |
| | 357 | return PTR_ERR(priv->reg_dram); |
| | 358 | |
| | 359 | priv->reg_mbus = devm_platform_ioremap_resource_byname(pdev, "mbus"); |
| | 360 | if (IS_ERR(priv->reg_mbus)) |
| | 361 | return PTR_ERR(priv->reg_mbus); |
| | 362 | |
| | 363 | priv->clk_bus = devm_clk_get(dev, "bus"); |
| | 364 | if (IS_ERR(priv->clk_bus)) |
| | 365 | return dev_err_probe(dev, PTR_ERR(priv->clk_bus), |
| | 366 | "failed to get bus clock\n"); |
| | 367 | |
| | 368 | priv->clk_dram = devm_clk_get(dev, "dram"); |
| | 369 | if (IS_ERR(priv->clk_dram)) |
| | 370 | return dev_err_probe(dev, PTR_ERR(priv->clk_dram), |
| | 371 | "failed to get dram clock\n"); |
| | 372 | |
| | 373 | priv->clk_mbus = devm_clk_get(dev, "mbus"); |
| | 374 | if (IS_ERR(priv->clk_mbus)) |
| | 375 | return dev_err_probe(dev, PTR_ERR(priv->clk_mbus), |
| | 376 | "failed to get mbus clock\n"); |
| | 377 | |
| | 378 | ret = clk_prepare_enable(priv->clk_bus); |
| | 379 | if (ret) |
| | 380 | return dev_err_probe(dev, ret, |
| | 381 | "failed to enable bus clock\n"); |
| | 382 | |
| | 383 | /* Lock the DRAM clock rate to keep priv->nominal_bw in sync. */ |
| | 384 | ret = clk_rate_exclusive_get(priv->clk_dram); |
| | 385 | if (ret) { |
| | 386 | err = "failed to lock dram clock rate\n"; |
| | 387 | goto err_disable_bus; |
| | 388 | } |
| | 389 | |
| | 390 | /* Lock the MBUS clock rate to keep MBUS_TMR_PERIOD in sync. */ |
| | 391 | ret = clk_rate_exclusive_get(priv->clk_mbus); |
| | 392 | if (ret) { |
| | 393 | err = "failed to lock mbus clock rate\n"; |
| | 394 | goto err_unlock_dram; |
| | 395 | } |
| | 396 | |
| | 397 | priv->gov_data.upthreshold = 10; |
| | 398 | priv->gov_data.downdifferential = 5; |
| | 399 | |
| | 400 | priv->profile.initial_freq = clk_get_rate(priv->clk_dram); |
| | 401 | priv->profile.polling_ms = 1000; |
| | 402 | priv->profile.target = sun8i_a33_mbus_set_dram_target; |
| | 403 | priv->profile.get_dev_status = sun8i_a33_mbus_get_dram_status; |
| | 404 | priv->profile.freq_table = priv->freq_table; |
| | 405 | priv->profile.max_state = max_state; |
| | 406 | |
| | 407 | ret = devm_pm_opp_set_clkname(dev, "dram"); |
| | 408 | if (ret) { |
| | 409 | err = "failed to add OPP table\n"; |
| | 410 | goto err_unlock_mbus; |
| | 411 | } |
| | 412 | |
| | 413 | base_freq = clk_get_rate(clk_get_parent(priv->clk_dram)); |
| | 414 | for (i = 0; i < max_state; ++i) { |
| | 415 | unsigned int div = variant->max_dram_divider - i; |
| | 416 | |
| | 417 | priv->freq_table[i] = base_freq / div; |
| | 418 | |
| | 419 | ret = dev_pm_opp_add(dev, priv->freq_table[i], 0); |
| | 420 | if (ret) { |
| | 421 | err = "failed to add OPPs\n"; |
| | 422 | goto err_remove_opps; |
| | 423 | } |
| | 424 | } |
| | 425 | |
| | 426 | ret = sun8i_a33_mbus_hw_init(dev, priv, priv->profile.initial_freq); |
| | 427 | if (ret) { |
| | 428 | err = "failed to init hardware\n"; |
| | 429 | goto err_remove_opps; |
| | 430 | } |
| | 431 | |
| | 432 | priv->devfreq_dram = devfreq_add_device(dev, &priv->profile, |
| | 433 | DEVFREQ_GOV_SIMPLE_ONDEMAND, |
| | 434 | &priv->gov_data); |
| | 435 | if (IS_ERR(priv->devfreq_dram)) { |
| | 436 | ret = PTR_ERR(priv->devfreq_dram); |
| | 437 | err = "failed to add devfreq device\n"; |
| | 438 | goto err_remove_opps; |
| | 439 | } |
| | 440 | |
| | 441 | /* |
| | 442 | * This must be set manually after registering the devfreq device, |
| | 443 | * because there is no way to select a dynamic OPP as the suspend OPP. |
| | 444 | */ |
| | 445 | priv->devfreq_dram->suspend_freq = priv->freq_table[0]; |
| | 446 | |
| | 447 | return 0; |
| | 448 | |
| | 449 | err_remove_opps: |
| | 450 | dev_pm_opp_remove_all_dynamic(dev); |
| | 451 | err_unlock_mbus: |
| | 452 | clk_rate_exclusive_put(priv->clk_mbus); |
| | 453 | err_unlock_dram: |
| | 454 | clk_rate_exclusive_put(priv->clk_dram); |
| | 455 | err_disable_bus: |
| | 456 | clk_disable_unprepare(priv->clk_bus); |
| | 457 | |
| | 458 | return dev_err_probe(dev, ret, err); |
| | 459 | } |
| | 460 | |
| | 461 | static int sun8i_a33_mbus_remove(struct platform_device *pdev) |
| | 462 | { |
| | 463 | struct sun8i_a33_mbus *priv = platform_get_drvdata(pdev); |
| | 464 | unsigned long initial_freq = priv->profile.initial_freq; |
| | 465 | struct device *dev = &pdev->dev; |
| | 466 | int ret; |
| | 467 | |
| | 468 | devfreq_remove_device(priv->devfreq_dram); |
| | 469 | |
| | 470 | ret = sun8i_a33_mbus_set_dram_freq(priv, initial_freq); |
| | 471 | if (ret) |
| | 472 | dev_warn(dev, "failed to restore DRAM frequency: %d\n", ret); |
| | 473 | |
| | 474 | dev_pm_opp_remove_all_dynamic(dev); |
| | 475 | clk_rate_exclusive_put(priv->clk_mbus); |
| | 476 | clk_rate_exclusive_put(priv->clk_dram); |
| | 477 | clk_disable_unprepare(priv->clk_bus); |
| | 478 | |
| | 479 | return 0; |
| | 480 | } |
| | 481 | |
| | 482 | static const struct sun8i_a33_mbus_variant sun50i_a64_mbus = { |
| | 483 | .min_dram_divider = 1, |
| | 484 | .max_dram_divider = 4, |
| | 485 | .odt_freq_mhz = 400, |
| | 486 | }; |
| | 487 | |
| | 488 | static const struct of_device_id sun8i_a33_mbus_of_match[] = { |
| | 489 | { .compatible = "allwinner,sun50i-a64-mbus", .data = &sun50i_a64_mbus }, |
| | 490 | { .compatible = "allwinner,sun50i-h5-mbus", .data = &sun50i_a64_mbus }, |
| | 491 | { }, |
| | 492 | }; |
| | 493 | MODULE_DEVICE_TABLE(of, sun8i_a33_mbus_of_match); |
| | 494 | |
| | 495 | static SIMPLE_DEV_PM_OPS(sun8i_a33_mbus_pm_ops, |
| | 496 | sun8i_a33_mbus_suspend, sun8i_a33_mbus_resume); |
| | 497 | |
| | 498 | static struct platform_driver sun8i_a33_mbus_driver = { |
| | 499 | .probe = sun8i_a33_mbus_probe, |
| | 500 | .remove = sun8i_a33_mbus_remove, |
| | 501 | .driver = { |
| | 502 | .name = "sun8i-a33-mbus", |
| | 503 | .of_match_table = sun8i_a33_mbus_of_match, |
| | 504 | .pm = pm_ptr(&sun8i_a33_mbus_pm_ops), |
| | 505 | }, |
| | 506 | }; |
| | 507 | module_platform_driver(sun8i_a33_mbus_driver); |
| | 508 | |
| | 509 | MODULE_AUTHOR("Samuel Holland <samuel@sholland.org>"); |
| | 510 | MODULE_DESCRIPTION("Allwinner sun8i/sun50i MBUS DEVFREQ Driver"); |
| | 511 | MODULE_LICENSE("GPL v2"); |