| @@ -1,1428 +0,0 @@ |
| 1 | | −// SPDX-License-Identifier: GPL-2.0-or-later |
| 2 | | −/* |
| 3 | | − * S3C24XX DMA handling |
| 4 | | − * |
| 5 | | − * Copyright (c) 2013 Heiko Stuebner <heiko@sntech.de> |
| 6 | | − * |
| 7 | | − * based on amba-pl08x.c |
| 8 | | − * |
| 9 | | − * Copyright (c) 2006 ARM Ltd. |
| 10 | | − * Copyright (c) 2010 ST-Ericsson SA |
| 11 | | − * |
| 12 | | − * Author: Peter Pearse <peter.pearse@arm.com> |
| 13 | | − * Author: Linus Walleij <linus.walleij@stericsson.com> |
| 14 | | − * |
| 15 | | − * The DMA controllers in S3C24XX SoCs have a varying number of DMA signals |
| 16 | | − * that can be routed to any of the 4 to 8 hardware-channels. |
| 17 | | − * |
| 18 | | − * Therefore on these DMA controllers the number of channels |
| 19 | | − * and the number of incoming DMA signals are two totally different things. |
| 20 | | − * It is usually not possible to theoretically handle all physical signals, |
| 21 | | − * so a multiplexing scheme with possible denial of use is necessary. |
| 22 | | − * |
| 23 | | − * Open items: |
| 24 | | − * - bursts |
| 25 | | − */ |
| 26 | | − |
| 27 | | −#include <linux/platform_device.h> |
| 28 | | −#include <linux/types.h> |
| 29 | | −#include <linux/dmaengine.h> |
| 30 | | −#include <linux/dma-mapping.h> |
| 31 | | −#include <linux/interrupt.h> |
| 32 | | −#include <linux/clk.h> |
| 33 | | −#include <linux/module.h> |
| 34 | | −#include <linux/mod_devicetable.h> |
| 35 | | −#include <linux/slab.h> |
| 36 | | −#include <linux/platform_data/dma-s3c24xx.h> |
| 37 | | − |
| 38 | | −#include "dmaengine.h" |
| 39 | | −#include "virt-dma.h" |
| 40 | | − |
| 41 | | −#define MAX_DMA_CHANNELS 8 |
| 42 | | − |
| 43 | | −#define S3C24XX_DISRC 0x00 |
| 44 | | −#define S3C24XX_DISRCC 0x04 |
| 45 | | −#define S3C24XX_DISRCC_INC_INCREMENT 0 |
| 46 | | −#define S3C24XX_DISRCC_INC_FIXED BIT(0) |
| 47 | | −#define S3C24XX_DISRCC_LOC_AHB 0 |
| 48 | | −#define S3C24XX_DISRCC_LOC_APB BIT(1) |
| 49 | | − |
| 50 | | −#define S3C24XX_DIDST 0x08 |
| 51 | | −#define S3C24XX_DIDSTC 0x0c |
| 52 | | −#define S3C24XX_DIDSTC_INC_INCREMENT 0 |
| 53 | | −#define S3C24XX_DIDSTC_INC_FIXED BIT(0) |
| 54 | | −#define S3C24XX_DIDSTC_LOC_AHB 0 |
| 55 | | −#define S3C24XX_DIDSTC_LOC_APB BIT(1) |
| 56 | | −#define S3C24XX_DIDSTC_INT_TC0 0 |
| 57 | | −#define S3C24XX_DIDSTC_INT_RELOAD BIT(2) |
| 58 | | − |
| 59 | | −#define S3C24XX_DCON 0x10 |
| 60 | | − |
| 61 | | −#define S3C24XX_DCON_TC_MASK 0xfffff |
| 62 | | −#define S3C24XX_DCON_DSZ_BYTE (0 << 20) |
| 63 | | −#define S3C24XX_DCON_DSZ_HALFWORD (1 << 20) |
| 64 | | −#define S3C24XX_DCON_DSZ_WORD (2 << 20) |
| 65 | | −#define S3C24XX_DCON_DSZ_MASK (3 << 20) |
| 66 | | −#define S3C24XX_DCON_DSZ_SHIFT 20 |
| 67 | | −#define S3C24XX_DCON_AUTORELOAD 0 |
| 68 | | −#define S3C24XX_DCON_NORELOAD BIT(22) |
| 69 | | −#define S3C24XX_DCON_HWTRIG BIT(23) |
| 70 | | −#define S3C24XX_DCON_HWSRC_SHIFT 24 |
| 71 | | −#define S3C24XX_DCON_SERV_SINGLE 0 |
| 72 | | −#define S3C24XX_DCON_SERV_WHOLE BIT(27) |
| 73 | | −#define S3C24XX_DCON_TSZ_UNIT 0 |
| 74 | | −#define S3C24XX_DCON_TSZ_BURST4 BIT(28) |
| 75 | | −#define S3C24XX_DCON_INT BIT(29) |
| 76 | | −#define S3C24XX_DCON_SYNC_PCLK 0 |
| 77 | | −#define S3C24XX_DCON_SYNC_HCLK BIT(30) |
| 78 | | −#define S3C24XX_DCON_DEMAND 0 |
| 79 | | −#define S3C24XX_DCON_HANDSHAKE BIT(31) |
| 80 | | − |
| 81 | | −#define S3C24XX_DSTAT 0x14 |
| 82 | | −#define S3C24XX_DSTAT_STAT_BUSY BIT(20) |
| 83 | | −#define S3C24XX_DSTAT_CURRTC_MASK 0xfffff |
| 84 | | − |
| 85 | | −#define S3C24XX_DMASKTRIG 0x20 |
| 86 | | −#define S3C24XX_DMASKTRIG_SWTRIG BIT(0) |
| 87 | | −#define S3C24XX_DMASKTRIG_ON BIT(1) |
| 88 | | −#define S3C24XX_DMASKTRIG_STOP BIT(2) |
| 89 | | − |
| 90 | | −#define S3C24XX_DMAREQSEL 0x24 |
| 91 | | −#define S3C24XX_DMAREQSEL_HW BIT(0) |
| 92 | | − |
| 93 | | −/* |
| 94 | | − * S3C2410, S3C2440 and S3C2442 SoCs cannot select any physical channel |
| 95 | | − * for a DMA source. Instead only specific channels are valid. |
| 96 | | − * All of these SoCs have 4 physical channels and the number of request |
| 97 | | − * source bits is 3. Additionally we also need 1 bit to mark the channel |
| 98 | | − * as valid. |
| 99 | | − * Therefore we separate the chansel element of the channel data into 4 |
| 100 | | − * parts of 4 bits each, to hold the information if the channel is valid |
| 101 | | − * and the hw request source to use. |
| 102 | | − * |
| 103 | | − * Example: |
| 104 | | − * SDI is valid on channels 0, 2 and 3 - with varying hw request sources. |
| 105 | | − * For it the chansel field would look like |
| 106 | | − * |
| 107 | | − * ((BIT(3) | 1) << 3 * 4) | // channel 3, with request source 1 |
| 108 | | − * ((BIT(3) | 2) << 2 * 4) | // channel 2, with request source 2 |
| 109 | | − * ((BIT(3) | 2) << 0 * 4) // channel 0, with request source 2 |
| 110 | | − */ |
| 111 | | −#define S3C24XX_CHANSEL_WIDTH 4 |
| 112 | | −#define S3C24XX_CHANSEL_VALID BIT(3) |
| 113 | | −#define S3C24XX_CHANSEL_REQ_MASK 7 |
| 114 | | − |
| 115 | | −/* |
| 116 | | − * struct soc_data - vendor-specific config parameters for individual SoCs |
| 117 | | − * @stride: spacing between the registers of each channel |
| 118 | | − * @has_reqsel: does the controller use the newer requestselection mechanism |
| 119 | | − * @has_clocks: are controllable dma-clocks present |
| 120 | | − */ |
| 121 | | −struct soc_data { |
| 122 | | − int stride; |
| 123 | | − bool has_reqsel; |
| 124 | | − bool has_clocks; |
| 125 | | −}; |
| 126 | | − |
| 127 | | −/* |
| 128 | | − * enum s3c24xx_dma_chan_state - holds the virtual channel states |
| 129 | | − * @S3C24XX_DMA_CHAN_IDLE: the channel is idle |
| 130 | | − * @S3C24XX_DMA_CHAN_RUNNING: the channel has allocated a physical transport |
| 131 | | − * channel and is running a transfer on it |
| 132 | | − * @S3C24XX_DMA_CHAN_WAITING: the channel is waiting for a physical transport |
| 133 | | − * channel to become available (only pertains to memcpy channels) |
| 134 | | − */ |
| 135 | | −enum s3c24xx_dma_chan_state { |
| 136 | | − S3C24XX_DMA_CHAN_IDLE, |
| 137 | | − S3C24XX_DMA_CHAN_RUNNING, |
| 138 | | − S3C24XX_DMA_CHAN_WAITING, |
| 139 | | −}; |
| 140 | | − |
| 141 | | −/* |
| 142 | | − * struct s3c24xx_sg - structure containing data per sg |
| 143 | | − * @src_addr: src address of sg |
| 144 | | − * @dst_addr: dst address of sg |
| 145 | | − * @len: transfer len in bytes |
| 146 | | − * @node: node for txd's dsg_list |
| 147 | | − */ |
| 148 | | −struct s3c24xx_sg { |
| 149 | | − dma_addr_t src_addr; |
| 150 | | − dma_addr_t dst_addr; |
| 151 | | − size_t len; |
| 152 | | − struct list_head node; |
| 153 | | −}; |
| 154 | | − |
| 155 | | −/* |
| 156 | | − * struct s3c24xx_txd - wrapper for struct dma_async_tx_descriptor |
| 157 | | − * @vd: virtual DMA descriptor |
| 158 | | − * @dsg_list: list of children sg's |
| 159 | | − * @at: sg currently being transfered |
| 160 | | − * @width: transfer width |
| 161 | | − * @disrcc: value for source control register |
| 162 | | − * @didstc: value for destination control register |
| 163 | | − * @dcon: base value for dcon register |
| 164 | | − * @cyclic: indicate cyclic transfer |
| 165 | | − */ |
| 166 | | −struct s3c24xx_txd { |
| 167 | | − struct virt_dma_desc vd; |
| 168 | | − struct list_head dsg_list; |
| 169 | | − struct list_head *at; |
| 170 | | − u8 width; |
| 171 | | − u32 disrcc; |
| 172 | | − u32 didstc; |
| 173 | | − u32 dcon; |
| 174 | | − bool cyclic; |
| 175 | | −}; |
| 176 | | − |
| 177 | | −struct s3c24xx_dma_chan; |
| 178 | | − |
| 179 | | −/* |
| 180 | | − * struct s3c24xx_dma_phy - holder for the physical channels |
| 181 | | − * @id: physical index to this channel |
| 182 | | − * @valid: does the channel have all required elements |
| 183 | | − * @base: virtual memory base (remapped) for the this channel |
| 184 | | − * @irq: interrupt for this channel |
| 185 | | − * @clk: clock for this channel |
| 186 | | − * @lock: a lock to use when altering an instance of this struct |
| 187 | | − * @serving: virtual channel currently being served by this physicalchannel |
| 188 | | − * @host: a pointer to the host (internal use) |
| 189 | | − */ |
| 190 | | −struct s3c24xx_dma_phy { |
| 191 | | − unsigned int id; |
| 192 | | − bool valid; |
| 193 | | − void __iomem *base; |
| 194 | | − int irq; |
| 195 | | − struct clk *clk; |
| 196 | | − spinlock_t lock; |
| 197 | | − struct s3c24xx_dma_chan *serving; |
| 198 | | − struct s3c24xx_dma_engine *host; |
| 199 | | −}; |
| 200 | | − |
| 201 | | −/* |
| 202 | | − * struct s3c24xx_dma_chan - this structure wraps a DMA ENGINE channel |
| 203 | | − * @id: the id of the channel |
| 204 | | − * @name: name of the channel |
| 205 | | − * @vc: wrapped virtual channel |
| 206 | | − * @phy: the physical channel utilized by this channel, if there is one |
| 207 | | − * @runtime_addr: address for RX/TX according to the runtime config |
| 208 | | − * @at: active transaction on this channel |
| 209 | | − * @lock: a lock for this channel data |
| 210 | | − * @host: a pointer to the host (internal use) |
| 211 | | − * @state: whether the channel is idle, running etc |
| 212 | | − * @slave: whether this channel is a device (slave) or for memcpy |
| 213 | | − */ |
| 214 | | −struct s3c24xx_dma_chan { |
| 215 | | − int id; |
| 216 | | − const char *name; |
| 217 | | − struct virt_dma_chan vc; |
| 218 | | − struct s3c24xx_dma_phy *phy; |
| 219 | | − struct dma_slave_config cfg; |
| 220 | | − struct s3c24xx_txd *at; |
| 221 | | − struct s3c24xx_dma_engine *host; |
| 222 | | − enum s3c24xx_dma_chan_state state; |
| 223 | | − bool slave; |
| 224 | | −}; |
| 225 | | − |
| 226 | | −/* |
| 227 | | − * struct s3c24xx_dma_engine - the local state holder for the S3C24XX |
| 228 | | − * @pdev: the corresponding platform device |
| 229 | | − * @pdata: platform data passed in from the platform/machine |
| 230 | | − * @base: virtual memory base (remapped) |
| 231 | | − * @slave: slave engine for this instance |
| 232 | | − * @memcpy: memcpy engine for this instance |
| 233 | | − * @phy_chans: array of data for the physical channels |
| 234 | | − */ |
| 235 | | −struct s3c24xx_dma_engine { |
| 236 | | − struct platform_device *pdev; |
| 237 | | − const struct s3c24xx_dma_platdata *pdata; |
| 238 | | − struct soc_data *sdata; |
| 239 | | − void __iomem *base; |
| 240 | | − struct dma_device slave; |
| 241 | | − struct dma_device memcpy; |
| 242 | | − struct s3c24xx_dma_phy *phy_chans; |
| 243 | | −}; |
| 244 | | − |
| 245 | | −/* |
| 246 | | − * Physical channel handling |
| 247 | | − */ |
| 248 | | − |
| 249 | | −/* |
| 250 | | − * Check whether a certain channel is busy or not. |
| 251 | | − */ |
| 252 | | −static int s3c24xx_dma_phy_busy(struct s3c24xx_dma_phy *phy) |
| 253 | | −{ |
| 254 | | − unsigned int val = readl(phy->base + S3C24XX_DSTAT); |
| 255 | | − return val & S3C24XX_DSTAT_STAT_BUSY; |
| 256 | | −} |
| 257 | | − |
| 258 | | −static bool s3c24xx_dma_phy_valid(struct s3c24xx_dma_chan *s3cchan, |
| 259 | | − struct s3c24xx_dma_phy *phy) |
| 260 | | −{ |
| 261 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 262 | | − const struct s3c24xx_dma_platdata *pdata = s3cdma->pdata; |
| 263 | | − struct s3c24xx_dma_channel *cdata = &pdata->channels[s3cchan->id]; |
| 264 | | − int phyvalid; |
| 265 | | − |
| 266 | | − /* every phy is valid for memcopy channels */ |
| 267 | | − if (!s3cchan->slave) |
| 268 | | − return true; |
| 269 | | − |
| 270 | | − /* On newer variants all phys can be used for all virtual channels */ |
| 271 | | − if (s3cdma->sdata->has_reqsel) |
| 272 | | − return true; |
| 273 | | − |
| 274 | | − phyvalid = (cdata->chansel >> (phy->id * S3C24XX_CHANSEL_WIDTH)); |
| 275 | | − return (phyvalid & S3C24XX_CHANSEL_VALID) ? true : false; |
| 276 | | −} |
| 277 | | − |
| 278 | | −/* |
| 279 | | − * Allocate a physical channel for a virtual channel |
| 280 | | − * |
| 281 | | − * Try to locate a physical channel to be used for this transfer. If all |
| 282 | | − * are taken return NULL and the requester will have to cope by using |
| 283 | | − * some fallback PIO mode or retrying later. |
| 284 | | − */ |
| 285 | | −static |
| 286 | | −struct s3c24xx_dma_phy *s3c24xx_dma_get_phy(struct s3c24xx_dma_chan *s3cchan) |
| 287 | | −{ |
| 288 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 289 | | − struct s3c24xx_dma_phy *phy = NULL; |
| 290 | | − unsigned long flags; |
| 291 | | − int i; |
| 292 | | − int ret; |
| 293 | | − |
| 294 | | − for (i = 0; i < s3cdma->pdata->num_phy_channels; i++) { |
| 295 | | − phy = &s3cdma->phy_chans[i]; |
| 296 | | − |
| 297 | | − if (!phy->valid) |
| 298 | | − continue; |
| 299 | | − |
| 300 | | − if (!s3c24xx_dma_phy_valid(s3cchan, phy)) |
| 301 | | − continue; |
| 302 | | − |
| 303 | | − spin_lock_irqsave(&phy->lock, flags); |
| 304 | | − |
| 305 | | − if (!phy->serving) { |
| 306 | | − phy->serving = s3cchan; |
| 307 | | − spin_unlock_irqrestore(&phy->lock, flags); |
| 308 | | − break; |
| 309 | | − } |
| 310 | | − |
| 311 | | − spin_unlock_irqrestore(&phy->lock, flags); |
| 312 | | − } |
| 313 | | − |
| 314 | | − /* No physical channel available, cope with it */ |
| 315 | | − if (i == s3cdma->pdata->num_phy_channels) { |
| 316 | | − dev_warn(&s3cdma->pdev->dev, "no phy channel available\n"); |
| 317 | | − return NULL; |
| 318 | | − } |
| 319 | | − |
| 320 | | − /* start the phy clock */ |
| 321 | | − if (s3cdma->sdata->has_clocks) { |
| 322 | | − ret = clk_enable(phy->clk); |
| 323 | | − if (ret) { |
| 324 | | − dev_err(&s3cdma->pdev->dev, "could not enable clock for channel %d, err %d\n", |
| 325 | | − phy->id, ret); |
| 326 | | − phy->serving = NULL; |
| 327 | | − return NULL; |
| 328 | | − } |
| 329 | | − } |
| 330 | | − |
| 331 | | − return phy; |
| 332 | | −} |
| 333 | | − |
| 334 | | −/* |
| 335 | | − * Mark the physical channel as free. |
| 336 | | − * |
| 337 | | − * This drops the link between the physical and virtual channel. |
| 338 | | − */ |
| 339 | | −static inline void s3c24xx_dma_put_phy(struct s3c24xx_dma_phy *phy) |
| 340 | | −{ |
| 341 | | − struct s3c24xx_dma_engine *s3cdma = phy->host; |
| 342 | | − |
| 343 | | − if (s3cdma->sdata->has_clocks) |
| 344 | | − clk_disable(phy->clk); |
| 345 | | − |
| 346 | | − phy->serving = NULL; |
| 347 | | −} |
| 348 | | − |
| 349 | | −/* |
| 350 | | − * Stops the channel by writing the stop bit. |
| 351 | | − * This should not be used for an on-going transfer, but as a method of |
| 352 | | − * shutting down a channel (eg, when it's no longer used) or terminating a |
| 353 | | − * transfer. |
| 354 | | − */ |
| 355 | | −static void s3c24xx_dma_terminate_phy(struct s3c24xx_dma_phy *phy) |
| 356 | | −{ |
| 357 | | − writel(S3C24XX_DMASKTRIG_STOP, phy->base + S3C24XX_DMASKTRIG); |
| 358 | | −} |
| 359 | | − |
| 360 | | −/* |
| 361 | | − * Virtual channel handling |
| 362 | | − */ |
| 363 | | − |
| 364 | | −static inline |
| 365 | | −struct s3c24xx_dma_chan *to_s3c24xx_dma_chan(struct dma_chan *chan) |
| 366 | | −{ |
| 367 | | − return container_of(chan, struct s3c24xx_dma_chan, vc.chan); |
| 368 | | −} |
| 369 | | − |
| 370 | | −static u32 s3c24xx_dma_getbytes_chan(struct s3c24xx_dma_chan *s3cchan) |
| 371 | | −{ |
| 372 | | − struct s3c24xx_dma_phy *phy = s3cchan->phy; |
| 373 | | − struct s3c24xx_txd *txd = s3cchan->at; |
| 374 | | − u32 tc = readl(phy->base + S3C24XX_DSTAT) & S3C24XX_DSTAT_CURRTC_MASK; |
| 375 | | − |
| 376 | | − return tc * txd->width; |
| 377 | | −} |
| 378 | | − |
| 379 | | −static int s3c24xx_dma_set_runtime_config(struct dma_chan *chan, |
| 380 | | − struct dma_slave_config *config) |
| 381 | | −{ |
| 382 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 383 | | − unsigned long flags; |
| 384 | | − int ret = 0; |
| 385 | | − |
| 386 | | − /* Reject definitely invalid configurations */ |
| 387 | | − if (config->src_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES || |
| 388 | | − config->dst_addr_width == DMA_SLAVE_BUSWIDTH_8_BYTES) |
| 389 | | − return -EINVAL; |
| 390 | | − |
| 391 | | − spin_lock_irqsave(&s3cchan->vc.lock, flags); |
| 392 | | − |
| 393 | | − if (!s3cchan->slave) { |
| 394 | | − ret = -EINVAL; |
| 395 | | − goto out; |
| 396 | | − } |
| 397 | | − |
| 398 | | − s3cchan->cfg = *config; |
| 399 | | − |
| 400 | | −out: |
| 401 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 402 | | − return ret; |
| 403 | | −} |
| 404 | | − |
| 405 | | −/* |
| 406 | | − * Transfer handling |
| 407 | | − */ |
| 408 | | − |
| 409 | | −static inline |
| 410 | | −struct s3c24xx_txd *to_s3c24xx_txd(struct dma_async_tx_descriptor *tx) |
| 411 | | −{ |
| 412 | | − return container_of(tx, struct s3c24xx_txd, vd.tx); |
| 413 | | −} |
| 414 | | − |
| 415 | | −static struct s3c24xx_txd *s3c24xx_dma_get_txd(void) |
| 416 | | −{ |
| 417 | | − struct s3c24xx_txd *txd = kzalloc(sizeof(*txd), GFP_NOWAIT); |
| 418 | | − |
| 419 | | − if (txd) { |
| 420 | | − INIT_LIST_HEAD(&txd->dsg_list); |
| 421 | | − txd->dcon = S3C24XX_DCON_INT | S3C24XX_DCON_NORELOAD; |
| 422 | | − } |
| 423 | | − |
| 424 | | − return txd; |
| 425 | | −} |
| 426 | | − |
| 427 | | −static void s3c24xx_dma_free_txd(struct s3c24xx_txd *txd) |
| 428 | | −{ |
| 429 | | − struct s3c24xx_sg *dsg, *_dsg; |
| 430 | | − |
| 431 | | − list_for_each_entry_safe(dsg, _dsg, &txd->dsg_list, node) { |
| 432 | | − list_del(&dsg->node); |
| 433 | | − kfree(dsg); |
| 434 | | − } |
| 435 | | − |
| 436 | | − kfree(txd); |
| 437 | | −} |
| 438 | | − |
| 439 | | −static void s3c24xx_dma_start_next_sg(struct s3c24xx_dma_chan *s3cchan, |
| 440 | | − struct s3c24xx_txd *txd) |
| 441 | | −{ |
| 442 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 443 | | − struct s3c24xx_dma_phy *phy = s3cchan->phy; |
| 444 | | − const struct s3c24xx_dma_platdata *pdata = s3cdma->pdata; |
| 445 | | − struct s3c24xx_sg *dsg = list_entry(txd->at, struct s3c24xx_sg, node); |
| 446 | | − u32 dcon = txd->dcon; |
| 447 | | − u32 val; |
| 448 | | − |
| 449 | | − /* transfer-size and -count from len and width */ |
| 450 | | − switch (txd->width) { |
| 451 | | − case 1: |
| 452 | | − dcon |= S3C24XX_DCON_DSZ_BYTE | dsg->len; |
| 453 | | − break; |
| 454 | | − case 2: |
| 455 | | − dcon |= S3C24XX_DCON_DSZ_HALFWORD | (dsg->len / 2); |
| 456 | | − break; |
| 457 | | − case 4: |
| 458 | | − dcon |= S3C24XX_DCON_DSZ_WORD | (dsg->len / 4); |
| 459 | | − break; |
| 460 | | − } |
| 461 | | − |
| 462 | | − if (s3cchan->slave) { |
| 463 | | − struct s3c24xx_dma_channel *cdata = |
| 464 | | − &pdata->channels[s3cchan->id]; |
| 465 | | − |
| 466 | | − if (s3cdma->sdata->has_reqsel) { |
| 467 | | − writel_relaxed((cdata->chansel << 1) | |
| 468 | | − S3C24XX_DMAREQSEL_HW, |
| 469 | | − phy->base + S3C24XX_DMAREQSEL); |
| 470 | | − } else { |
| 471 | | − int csel = cdata->chansel >> (phy->id * |
| 472 | | − S3C24XX_CHANSEL_WIDTH); |
| 473 | | − |
| 474 | | − csel &= S3C24XX_CHANSEL_REQ_MASK; |
| 475 | | − dcon |= csel << S3C24XX_DCON_HWSRC_SHIFT; |
| 476 | | − dcon |= S3C24XX_DCON_HWTRIG; |
| 477 | | − } |
| 478 | | − } else { |
| 479 | | − if (s3cdma->sdata->has_reqsel) |
| 480 | | − writel_relaxed(0, phy->base + S3C24XX_DMAREQSEL); |
| 481 | | − } |
| 482 | | − |
| 483 | | − writel_relaxed(dsg->src_addr, phy->base + S3C24XX_DISRC); |
| 484 | | − writel_relaxed(txd->disrcc, phy->base + S3C24XX_DISRCC); |
| 485 | | − writel_relaxed(dsg->dst_addr, phy->base + S3C24XX_DIDST); |
| 486 | | − writel_relaxed(txd->didstc, phy->base + S3C24XX_DIDSTC); |
| 487 | | − writel_relaxed(dcon, phy->base + S3C24XX_DCON); |
| 488 | | − |
| 489 | | − val = readl_relaxed(phy->base + S3C24XX_DMASKTRIG); |
| 490 | | − val &= ~S3C24XX_DMASKTRIG_STOP; |
| 491 | | − val |= S3C24XX_DMASKTRIG_ON; |
| 492 | | − |
| 493 | | − /* trigger the dma operation for memcpy transfers */ |
| 494 | | − if (!s3cchan->slave) |
| 495 | | − val |= S3C24XX_DMASKTRIG_SWTRIG; |
| 496 | | − |
| 497 | | − writel(val, phy->base + S3C24XX_DMASKTRIG); |
| 498 | | −} |
| 499 | | − |
| 500 | | −/* |
| 501 | | − * Set the initial DMA register values and start first sg. |
| 502 | | − */ |
| 503 | | −static void s3c24xx_dma_start_next_txd(struct s3c24xx_dma_chan *s3cchan) |
| 504 | | −{ |
| 505 | | − struct s3c24xx_dma_phy *phy = s3cchan->phy; |
| 506 | | − struct virt_dma_desc *vd = vchan_next_desc(&s3cchan->vc); |
| 507 | | − struct s3c24xx_txd *txd = to_s3c24xx_txd(&vd->tx); |
| 508 | | − |
| 509 | | − list_del(&txd->vd.node); |
| 510 | | − |
| 511 | | − s3cchan->at = txd; |
| 512 | | − |
| 513 | | − /* Wait for channel inactive */ |
| 514 | | − while (s3c24xx_dma_phy_busy(phy)) |
| 515 | | − cpu_relax(); |
| 516 | | − |
| 517 | | − /* point to the first element of the sg list */ |
| 518 | | − txd->at = txd->dsg_list.next; |
| 519 | | − s3c24xx_dma_start_next_sg(s3cchan, txd); |
| 520 | | −} |
| 521 | | − |
| 522 | | −/* |
| 523 | | − * Try to allocate a physical channel. When successful, assign it to |
| 524 | | − * this virtual channel, and initiate the next descriptor. The |
| 525 | | − * virtual channel lock must be held at this point. |
| 526 | | − */ |
| 527 | | −static void s3c24xx_dma_phy_alloc_and_start(struct s3c24xx_dma_chan *s3cchan) |
| 528 | | −{ |
| 529 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 530 | | − struct s3c24xx_dma_phy *phy; |
| 531 | | − |
| 532 | | − phy = s3c24xx_dma_get_phy(s3cchan); |
| 533 | | − if (!phy) { |
| 534 | | − dev_dbg(&s3cdma->pdev->dev, "no physical channel available for xfer on %s\n", |
| 535 | | − s3cchan->name); |
| 536 | | − s3cchan->state = S3C24XX_DMA_CHAN_WAITING; |
| 537 | | − return; |
| 538 | | − } |
| 539 | | − |
| 540 | | − dev_dbg(&s3cdma->pdev->dev, "allocated physical channel %d for xfer on %s\n", |
| 541 | | − phy->id, s3cchan->name); |
| 542 | | − |
| 543 | | − s3cchan->phy = phy; |
| 544 | | − s3cchan->state = S3C24XX_DMA_CHAN_RUNNING; |
| 545 | | − |
| 546 | | − s3c24xx_dma_start_next_txd(s3cchan); |
| 547 | | −} |
| 548 | | − |
| 549 | | −static void s3c24xx_dma_phy_reassign_start(struct s3c24xx_dma_phy *phy, |
| 550 | | − struct s3c24xx_dma_chan *s3cchan) |
| 551 | | −{ |
| 552 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 553 | | − |
| 554 | | − dev_dbg(&s3cdma->pdev->dev, "reassigned physical channel %d for xfer on %s\n", |
| 555 | | − phy->id, s3cchan->name); |
| 556 | | − |
| 557 | | − /* |
| 558 | | − * We do this without taking the lock; we're really only concerned |
| 559 | | − * about whether this pointer is NULL or not, and we're guaranteed |
| 560 | | − * that this will only be called when it _already_ is non-NULL. |
| 561 | | − */ |
| 562 | | − phy->serving = s3cchan; |
| 563 | | − s3cchan->phy = phy; |
| 564 | | − s3cchan->state = S3C24XX_DMA_CHAN_RUNNING; |
| 565 | | − s3c24xx_dma_start_next_txd(s3cchan); |
| 566 | | −} |
| 567 | | − |
| 568 | | −/* |
| 569 | | − * Free a physical DMA channel, potentially reallocating it to another |
| 570 | | − * virtual channel if we have any pending. |
| 571 | | − */ |
| 572 | | −static void s3c24xx_dma_phy_free(struct s3c24xx_dma_chan *s3cchan) |
| 573 | | −{ |
| 574 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 575 | | − struct s3c24xx_dma_chan *p, *next; |
| 576 | | − |
| 577 | | −retry: |
| 578 | | − next = NULL; |
| 579 | | − |
| 580 | | − /* Find a waiting virtual channel for the next transfer. */ |
| 581 | | − list_for_each_entry(p, &s3cdma->memcpy.channels, vc.chan.device_node) |
| 582 | | − if (p->state == S3C24XX_DMA_CHAN_WAITING) { |
| 583 | | − next = p; |
| 584 | | − break; |
| 585 | | − } |
| 586 | | − |
| 587 | | − if (!next) { |
| 588 | | − list_for_each_entry(p, &s3cdma->slave.channels, |
| 589 | | − vc.chan.device_node) |
| 590 | | − if (p->state == S3C24XX_DMA_CHAN_WAITING && |
| 591 | | − s3c24xx_dma_phy_valid(p, s3cchan->phy)) { |
| 592 | | − next = p; |
| 593 | | − break; |
| 594 | | − } |
| 595 | | − } |
| 596 | | − |
| 597 | | − /* Ensure that the physical channel is stopped */ |
| 598 | | − s3c24xx_dma_terminate_phy(s3cchan->phy); |
| 599 | | − |
| 600 | | − if (next) { |
| 601 | | − bool success; |
| 602 | | − |
| 603 | | − /* |
| 604 | | − * Eww. We know this isn't going to deadlock |
| 605 | | − * but lockdep probably doesn't. |
| 606 | | − */ |
| 607 | | − spin_lock(&next->vc.lock); |
| 608 | | − /* Re-check the state now that we have the lock */ |
| 609 | | − success = next->state == S3C24XX_DMA_CHAN_WAITING; |
| 610 | | − if (success) |
| 611 | | − s3c24xx_dma_phy_reassign_start(s3cchan->phy, next); |
| 612 | | − spin_unlock(&next->vc.lock); |
| 613 | | − |
| 614 | | − /* If the state changed, try to find another channel */ |
| 615 | | − if (!success) |
| 616 | | − goto retry; |
| 617 | | − } else { |
| 618 | | − /* No more jobs, so free up the physical channel */ |
| 619 | | − s3c24xx_dma_put_phy(s3cchan->phy); |
| 620 | | − } |
| 621 | | − |
| 622 | | − s3cchan->phy = NULL; |
| 623 | | − s3cchan->state = S3C24XX_DMA_CHAN_IDLE; |
| 624 | | −} |
| 625 | | − |
| 626 | | −static void s3c24xx_dma_desc_free(struct virt_dma_desc *vd) |
| 627 | | −{ |
| 628 | | − struct s3c24xx_txd *txd = to_s3c24xx_txd(&vd->tx); |
| 629 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(vd->tx.chan); |
| 630 | | − |
| 631 | | − if (!s3cchan->slave) |
| 632 | | − dma_descriptor_unmap(&vd->tx); |
| 633 | | − |
| 634 | | − s3c24xx_dma_free_txd(txd); |
| 635 | | −} |
| 636 | | − |
| 637 | | −static irqreturn_t s3c24xx_dma_irq(int irq, void *data) |
| 638 | | −{ |
| 639 | | − struct s3c24xx_dma_phy *phy = data; |
| 640 | | − struct s3c24xx_dma_chan *s3cchan = phy->serving; |
| 641 | | − struct s3c24xx_txd *txd; |
| 642 | | − |
| 643 | | − dev_dbg(&phy->host->pdev->dev, "interrupt on channel %d\n", phy->id); |
| 644 | | − |
| 645 | | − /* |
| 646 | | − * Interrupts happen to notify the completion of a transfer and the |
| 647 | | − * channel should have moved into its stop state already on its own. |
| 648 | | − * Therefore interrupts on channels not bound to a virtual channel |
| 649 | | − * should never happen. Nevertheless send a terminate command to the |
| 650 | | − * channel if the unlikely case happens. |
| 651 | | − */ |
| 652 | | − if (unlikely(!s3cchan)) { |
| 653 | | − dev_err(&phy->host->pdev->dev, "interrupt on unused channel %d\n", |
| 654 | | − phy->id); |
| 655 | | − |
| 656 | | − s3c24xx_dma_terminate_phy(phy); |
| 657 | | − |
| 658 | | − return IRQ_HANDLED; |
| 659 | | − } |
| 660 | | − |
| 661 | | − spin_lock(&s3cchan->vc.lock); |
| 662 | | − txd = s3cchan->at; |
| 663 | | − if (txd) { |
| 664 | | − /* when more sg's are in this txd, start the next one */ |
| 665 | | − if (!list_is_last(txd->at, &txd->dsg_list)) { |
| 666 | | − txd->at = txd->at->next; |
| 667 | | − if (txd->cyclic) |
| 668 | | − vchan_cyclic_callback(&txd->vd); |
| 669 | | − s3c24xx_dma_start_next_sg(s3cchan, txd); |
| 670 | | − } else if (!txd->cyclic) { |
| 671 | | − s3cchan->at = NULL; |
| 672 | | − vchan_cookie_complete(&txd->vd); |
| 673 | | − |
| 674 | | − /* |
| 675 | | − * And start the next descriptor (if any), |
| 676 | | − * otherwise free this channel. |
| 677 | | − */ |
| 678 | | − if (vchan_next_desc(&s3cchan->vc)) |
| 679 | | − s3c24xx_dma_start_next_txd(s3cchan); |
| 680 | | − else |
| 681 | | − s3c24xx_dma_phy_free(s3cchan); |
| 682 | | − } else { |
| 683 | | − vchan_cyclic_callback(&txd->vd); |
| 684 | | − |
| 685 | | − /* Cyclic: reset at beginning */ |
| 686 | | − txd->at = txd->dsg_list.next; |
| 687 | | − s3c24xx_dma_start_next_sg(s3cchan, txd); |
| 688 | | − } |
| 689 | | − } |
| 690 | | − spin_unlock(&s3cchan->vc.lock); |
| 691 | | − |
| 692 | | − return IRQ_HANDLED; |
| 693 | | −} |
| 694 | | − |
| 695 | | −/* |
| 696 | | − * The DMA ENGINE API |
| 697 | | − */ |
| 698 | | − |
| 699 | | −static int s3c24xx_dma_terminate_all(struct dma_chan *chan) |
| 700 | | −{ |
| 701 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 702 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 703 | | − LIST_HEAD(head); |
| 704 | | − unsigned long flags; |
| 705 | | − int ret; |
| 706 | | − |
| 707 | | − spin_lock_irqsave(&s3cchan->vc.lock, flags); |
| 708 | | − |
| 709 | | − if (!s3cchan->phy && !s3cchan->at) { |
| 710 | | − dev_err(&s3cdma->pdev->dev, "trying to terminate already stopped channel %d\n", |
| 711 | | − s3cchan->id); |
| 712 | | − ret = -EINVAL; |
| 713 | | − goto unlock; |
| 714 | | − } |
| 715 | | − |
| 716 | | − s3cchan->state = S3C24XX_DMA_CHAN_IDLE; |
| 717 | | − |
| 718 | | − /* Mark physical channel as free */ |
| 719 | | − if (s3cchan->phy) |
| 720 | | − s3c24xx_dma_phy_free(s3cchan); |
| 721 | | − |
| 722 | | − /* Dequeue current job */ |
| 723 | | − if (s3cchan->at) { |
| 724 | | − vchan_terminate_vdesc(&s3cchan->at->vd); |
| 725 | | − s3cchan->at = NULL; |
| 726 | | − } |
| 727 | | − |
| 728 | | − /* Dequeue jobs not yet fired as well */ |
| 729 | | − |
| 730 | | − vchan_get_all_descriptors(&s3cchan->vc, &head); |
| 731 | | − |
| 732 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 733 | | − |
| 734 | | − vchan_dma_desc_free_list(&s3cchan->vc, &head); |
| 735 | | − |
| 736 | | − return 0; |
| 737 | | − |
| 738 | | −unlock: |
| 739 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 740 | | − |
| 741 | | − return ret; |
| 742 | | −} |
| 743 | | − |
| 744 | | −static void s3c24xx_dma_synchronize(struct dma_chan *chan) |
| 745 | | −{ |
| 746 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 747 | | − |
| 748 | | − vchan_synchronize(&s3cchan->vc); |
| 749 | | −} |
| 750 | | − |
| 751 | | −static void s3c24xx_dma_free_chan_resources(struct dma_chan *chan) |
| 752 | | −{ |
| 753 | | − /* Ensure all queued descriptors are freed */ |
| 754 | | − vchan_free_chan_resources(to_virt_chan(chan)); |
| 755 | | −} |
| 756 | | − |
| 757 | | −static enum dma_status s3c24xx_dma_tx_status(struct dma_chan *chan, |
| 758 | | − dma_cookie_t cookie, struct dma_tx_state *txstate) |
| 759 | | −{ |
| 760 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 761 | | − struct s3c24xx_txd *txd; |
| 762 | | − struct s3c24xx_sg *dsg; |
| 763 | | − struct virt_dma_desc *vd; |
| 764 | | − unsigned long flags; |
| 765 | | − enum dma_status ret; |
| 766 | | − size_t bytes = 0; |
| 767 | | − |
| 768 | | − spin_lock_irqsave(&s3cchan->vc.lock, flags); |
| 769 | | − ret = dma_cookie_status(chan, cookie, txstate); |
| 770 | | − |
| 771 | | − /* |
| 772 | | − * There's no point calculating the residue if there's |
| 773 | | − * no txstate to store the value. |
| 774 | | − */ |
| 775 | | − if (ret == DMA_COMPLETE || !txstate) { |
| 776 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 777 | | − return ret; |
| 778 | | − } |
| 779 | | − |
| 780 | | − vd = vchan_find_desc(&s3cchan->vc, cookie); |
| 781 | | − if (vd) { |
| 782 | | − /* On the issued list, so hasn't been processed yet */ |
| 783 | | − txd = to_s3c24xx_txd(&vd->tx); |
| 784 | | − |
| 785 | | − list_for_each_entry(dsg, &txd->dsg_list, node) |
| 786 | | − bytes += dsg->len; |
| 787 | | − } else { |
| 788 | | − /* |
| 789 | | − * Currently running, so sum over the pending sg's and |
| 790 | | − * the currently active one. |
| 791 | | − */ |
| 792 | | − txd = s3cchan->at; |
| 793 | | − |
| 794 | | − dsg = list_entry(txd->at, struct s3c24xx_sg, node); |
| 795 | | − list_for_each_entry_from(dsg, &txd->dsg_list, node) |
| 796 | | − bytes += dsg->len; |
| 797 | | − |
| 798 | | − bytes += s3c24xx_dma_getbytes_chan(s3cchan); |
| 799 | | − } |
| 800 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 801 | | − |
| 802 | | − /* |
| 803 | | − * This cookie not complete yet |
| 804 | | − * Get number of bytes left in the active transactions and queue |
| 805 | | − */ |
| 806 | | − dma_set_residue(txstate, bytes); |
| 807 | | − |
| 808 | | − /* Whether waiting or running, we're in progress */ |
| 809 | | − return ret; |
| 810 | | −} |
| 811 | | − |
| 812 | | −/* |
| 813 | | − * Initialize a descriptor to be used by memcpy submit |
| 814 | | − */ |
| 815 | | −static struct dma_async_tx_descriptor *s3c24xx_dma_prep_memcpy( |
| 816 | | − struct dma_chan *chan, dma_addr_t dest, dma_addr_t src, |
| 817 | | − size_t len, unsigned long flags) |
| 818 | | −{ |
| 819 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 820 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 821 | | − struct s3c24xx_txd *txd; |
| 822 | | − struct s3c24xx_sg *dsg; |
| 823 | | − int src_mod, dest_mod; |
| 824 | | − |
| 825 | | − dev_dbg(&s3cdma->pdev->dev, "prepare memcpy of %zu bytes from %s\n", |
| 826 | | − len, s3cchan->name); |
| 827 | | − |
| 828 | | − if ((len & S3C24XX_DCON_TC_MASK) != len) { |
| 829 | | − dev_err(&s3cdma->pdev->dev, "memcpy size %zu to large\n", len); |
| 830 | | − return NULL; |
| 831 | | − } |
| 832 | | − |
| 833 | | − txd = s3c24xx_dma_get_txd(); |
| 834 | | − if (!txd) |
| 835 | | − return NULL; |
| 836 | | − |
| 837 | | − dsg = kzalloc(sizeof(*dsg), GFP_NOWAIT); |
| 838 | | − if (!dsg) { |
| 839 | | − s3c24xx_dma_free_txd(txd); |
| 840 | | − return NULL; |
| 841 | | − } |
| 842 | | − list_add_tail(&dsg->node, &txd->dsg_list); |
| 843 | | − |
| 844 | | − dsg->src_addr = src; |
| 845 | | − dsg->dst_addr = dest; |
| 846 | | − dsg->len = len; |
| 847 | | − |
| 848 | | − /* |
| 849 | | − * Determine a suitable transfer width. |
| 850 | | − * The DMA controller cannot fetch/store information which is not |
| 851 | | − * naturally aligned on the bus, i.e., a 4 byte fetch must start at |
| 852 | | − * an address divisible by 4 - more generally addr % width must be 0. |
| 853 | | − */ |
| 854 | | − src_mod = src % 4; |
| 855 | | − dest_mod = dest % 4; |
| 856 | | − switch (len % 4) { |
| 857 | | − case 0: |
| 858 | | − txd->width = (src_mod == 0 && dest_mod == 0) ? 4 : 1; |
| 859 | | − break; |
| 860 | | − case 2: |
| 861 | | − txd->width = ((src_mod == 2 || src_mod == 0) && |
| 862 | | − (dest_mod == 2 || dest_mod == 0)) ? 2 : 1; |
| 863 | | − break; |
| 864 | | − default: |
| 865 | | − txd->width = 1; |
| 866 | | − break; |
| 867 | | − } |
| 868 | | − |
| 869 | | − txd->disrcc = S3C24XX_DISRCC_LOC_AHB | S3C24XX_DISRCC_INC_INCREMENT; |
| 870 | | − txd->didstc = S3C24XX_DIDSTC_LOC_AHB | S3C24XX_DIDSTC_INC_INCREMENT; |
| 871 | | − txd->dcon |= S3C24XX_DCON_DEMAND | S3C24XX_DCON_SYNC_HCLK | |
| 872 | | − S3C24XX_DCON_SERV_WHOLE; |
| 873 | | − |
| 874 | | − return vchan_tx_prep(&s3cchan->vc, &txd->vd, flags); |
| 875 | | −} |
| 876 | | − |
| 877 | | −static struct dma_async_tx_descriptor *s3c24xx_dma_prep_dma_cyclic( |
| 878 | | − struct dma_chan *chan, dma_addr_t addr, size_t size, size_t period, |
| 879 | | − enum dma_transfer_direction direction, unsigned long flags) |
| 880 | | −{ |
| 881 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 882 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 883 | | − const struct s3c24xx_dma_platdata *pdata = s3cdma->pdata; |
| 884 | | − struct s3c24xx_dma_channel *cdata = &pdata->channels[s3cchan->id]; |
| 885 | | − struct s3c24xx_txd *txd; |
| 886 | | − struct s3c24xx_sg *dsg; |
| 887 | | − unsigned sg_len; |
| 888 | | − dma_addr_t slave_addr; |
| 889 | | − u32 hwcfg = 0; |
| 890 | | − int i; |
| 891 | | − |
| 892 | | − dev_dbg(&s3cdma->pdev->dev, |
| 893 | | − "prepare cyclic transaction of %zu bytes with period %zu from %s\n", |
| 894 | | − size, period, s3cchan->name); |
| 895 | | − |
| 896 | | − if (!is_slave_direction(direction)) { |
| 897 | | − dev_err(&s3cdma->pdev->dev, |
| 898 | | − "direction %d unsupported\n", direction); |
| 899 | | − return NULL; |
| 900 | | − } |
| 901 | | − |
| 902 | | − txd = s3c24xx_dma_get_txd(); |
| 903 | | − if (!txd) |
| 904 | | − return NULL; |
| 905 | | − |
| 906 | | − txd->cyclic = 1; |
| 907 | | − |
| 908 | | − if (cdata->handshake) |
| 909 | | − txd->dcon |= S3C24XX_DCON_HANDSHAKE; |
| 910 | | − |
| 911 | | − switch (cdata->bus) { |
| 912 | | − case S3C24XX_DMA_APB: |
| 913 | | − txd->dcon |= S3C24XX_DCON_SYNC_PCLK; |
| 914 | | − hwcfg |= S3C24XX_DISRCC_LOC_APB; |
| 915 | | − break; |
| 916 | | − case S3C24XX_DMA_AHB: |
| 917 | | − txd->dcon |= S3C24XX_DCON_SYNC_HCLK; |
| 918 | | − hwcfg |= S3C24XX_DISRCC_LOC_AHB; |
| 919 | | − break; |
| 920 | | − } |
| 921 | | − |
| 922 | | − /* |
| 923 | | − * Always assume our peripheral desintation is a fixed |
| 924 | | − * address in memory. |
| 925 | | − */ |
| 926 | | − hwcfg |= S3C24XX_DISRCC_INC_FIXED; |
| 927 | | − |
| 928 | | − /* |
| 929 | | − * Individual dma operations are requested by the slave, |
| 930 | | − * so serve only single atomic operations (S3C24XX_DCON_SERV_SINGLE). |
| 931 | | − */ |
| 932 | | − txd->dcon |= S3C24XX_DCON_SERV_SINGLE; |
| 933 | | − |
| 934 | | − if (direction == DMA_MEM_TO_DEV) { |
| 935 | | − txd->disrcc = S3C24XX_DISRCC_LOC_AHB | |
| 936 | | − S3C24XX_DISRCC_INC_INCREMENT; |
| 937 | | − txd->didstc = hwcfg; |
| 938 | | − slave_addr = s3cchan->cfg.dst_addr; |
| 939 | | − txd->width = s3cchan->cfg.dst_addr_width; |
| 940 | | − } else { |
| 941 | | − txd->disrcc = hwcfg; |
| 942 | | − txd->didstc = S3C24XX_DIDSTC_LOC_AHB | |
| 943 | | − S3C24XX_DIDSTC_INC_INCREMENT; |
| 944 | | − slave_addr = s3cchan->cfg.src_addr; |
| 945 | | − txd->width = s3cchan->cfg.src_addr_width; |
| 946 | | − } |
| 947 | | − |
| 948 | | − sg_len = size / period; |
| 949 | | − |
| 950 | | − for (i = 0; i < sg_len; i++) { |
| 951 | | − dsg = kzalloc(sizeof(*dsg), GFP_NOWAIT); |
| 952 | | − if (!dsg) { |
| 953 | | − s3c24xx_dma_free_txd(txd); |
| 954 | | − return NULL; |
| 955 | | − } |
| 956 | | − list_add_tail(&dsg->node, &txd->dsg_list); |
| 957 | | − |
| 958 | | − dsg->len = period; |
| 959 | | − /* Check last period length */ |
| 960 | | − if (i == sg_len - 1) |
| 961 | | − dsg->len = size - period * i; |
| 962 | | − if (direction == DMA_MEM_TO_DEV) { |
| 963 | | − dsg->src_addr = addr + period * i; |
| 964 | | − dsg->dst_addr = slave_addr; |
| 965 | | − } else { /* DMA_DEV_TO_MEM */ |
| 966 | | − dsg->src_addr = slave_addr; |
| 967 | | − dsg->dst_addr = addr + period * i; |
| 968 | | − } |
| 969 | | − } |
| 970 | | − |
| 971 | | − return vchan_tx_prep(&s3cchan->vc, &txd->vd, flags); |
| 972 | | −} |
| 973 | | − |
| 974 | | −static struct dma_async_tx_descriptor *s3c24xx_dma_prep_slave_sg( |
| 975 | | − struct dma_chan *chan, struct scatterlist *sgl, |
| 976 | | − unsigned int sg_len, enum dma_transfer_direction direction, |
| 977 | | − unsigned long flags, void *context) |
| 978 | | −{ |
| 979 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 980 | | − struct s3c24xx_dma_engine *s3cdma = s3cchan->host; |
| 981 | | − const struct s3c24xx_dma_platdata *pdata = s3cdma->pdata; |
| 982 | | − struct s3c24xx_dma_channel *cdata = &pdata->channels[s3cchan->id]; |
| 983 | | − struct s3c24xx_txd *txd; |
| 984 | | − struct s3c24xx_sg *dsg; |
| 985 | | − struct scatterlist *sg; |
| 986 | | − dma_addr_t slave_addr; |
| 987 | | − u32 hwcfg = 0; |
| 988 | | − int tmp; |
| 989 | | − |
| 990 | | − dev_dbg(&s3cdma->pdev->dev, "prepare transaction of %d bytes from %s\n", |
| 991 | | − sg_dma_len(sgl), s3cchan->name); |
| 992 | | − |
| 993 | | − txd = s3c24xx_dma_get_txd(); |
| 994 | | − if (!txd) |
| 995 | | − return NULL; |
| 996 | | − |
| 997 | | − if (cdata->handshake) |
| 998 | | − txd->dcon |= S3C24XX_DCON_HANDSHAKE; |
| 999 | | − |
| 1000 | | − switch (cdata->bus) { |
| 1001 | | − case S3C24XX_DMA_APB: |
| 1002 | | − txd->dcon |= S3C24XX_DCON_SYNC_PCLK; |
| 1003 | | − hwcfg |= S3C24XX_DISRCC_LOC_APB; |
| 1004 | | − break; |
| 1005 | | − case S3C24XX_DMA_AHB: |
| 1006 | | − txd->dcon |= S3C24XX_DCON_SYNC_HCLK; |
| 1007 | | − hwcfg |= S3C24XX_DISRCC_LOC_AHB; |
| 1008 | | − break; |
| 1009 | | − } |
| 1010 | | − |
| 1011 | | − /* |
| 1012 | | − * Always assume our peripheral desintation is a fixed |
| 1013 | | − * address in memory. |
| 1014 | | − */ |
| 1015 | | − hwcfg |= S3C24XX_DISRCC_INC_FIXED; |
| 1016 | | − |
| 1017 | | − /* |
| 1018 | | − * Individual dma operations are requested by the slave, |
| 1019 | | − * so serve only single atomic operations (S3C24XX_DCON_SERV_SINGLE). |
| 1020 | | − */ |
| 1021 | | − txd->dcon |= S3C24XX_DCON_SERV_SINGLE; |
| 1022 | | − |
| 1023 | | − if (direction == DMA_MEM_TO_DEV) { |
| 1024 | | − txd->disrcc = S3C24XX_DISRCC_LOC_AHB | |
| 1025 | | − S3C24XX_DISRCC_INC_INCREMENT; |
| 1026 | | − txd->didstc = hwcfg; |
| 1027 | | − slave_addr = s3cchan->cfg.dst_addr; |
| 1028 | | − txd->width = s3cchan->cfg.dst_addr_width; |
| 1029 | | − } else if (direction == DMA_DEV_TO_MEM) { |
| 1030 | | − txd->disrcc = hwcfg; |
| 1031 | | − txd->didstc = S3C24XX_DIDSTC_LOC_AHB | |
| 1032 | | − S3C24XX_DIDSTC_INC_INCREMENT; |
| 1033 | | − slave_addr = s3cchan->cfg.src_addr; |
| 1034 | | − txd->width = s3cchan->cfg.src_addr_width; |
| 1035 | | − } else { |
| 1036 | | − s3c24xx_dma_free_txd(txd); |
| 1037 | | − dev_err(&s3cdma->pdev->dev, |
| 1038 | | − "direction %d unsupported\n", direction); |
| 1039 | | − return NULL; |
| 1040 | | − } |
| 1041 | | − |
| 1042 | | − for_each_sg(sgl, sg, sg_len, tmp) { |
| 1043 | | − dsg = kzalloc(sizeof(*dsg), GFP_NOWAIT); |
| 1044 | | − if (!dsg) { |
| 1045 | | − s3c24xx_dma_free_txd(txd); |
| 1046 | | − return NULL; |
| 1047 | | − } |
| 1048 | | − list_add_tail(&dsg->node, &txd->dsg_list); |
| 1049 | | − |
| 1050 | | − dsg->len = sg_dma_len(sg); |
| 1051 | | − if (direction == DMA_MEM_TO_DEV) { |
| 1052 | | − dsg->src_addr = sg_dma_address(sg); |
| 1053 | | − dsg->dst_addr = slave_addr; |
| 1054 | | − } else { /* DMA_DEV_TO_MEM */ |
| 1055 | | − dsg->src_addr = slave_addr; |
| 1056 | | − dsg->dst_addr = sg_dma_address(sg); |
| 1057 | | − } |
| 1058 | | − } |
| 1059 | | − |
| 1060 | | − return vchan_tx_prep(&s3cchan->vc, &txd->vd, flags); |
| 1061 | | −} |
| 1062 | | − |
| 1063 | | −/* |
| 1064 | | − * Slave transactions callback to the slave device to allow |
| 1065 | | − * synchronization of slave DMA signals with the DMAC enable |
| 1066 | | − */ |
| 1067 | | −static void s3c24xx_dma_issue_pending(struct dma_chan *chan) |
| 1068 | | −{ |
| 1069 | | − struct s3c24xx_dma_chan *s3cchan = to_s3c24xx_dma_chan(chan); |
| 1070 | | − unsigned long flags; |
| 1071 | | − |
| 1072 | | − spin_lock_irqsave(&s3cchan->vc.lock, flags); |
| 1073 | | − if (vchan_issue_pending(&s3cchan->vc)) { |
| 1074 | | − if (!s3cchan->phy && s3cchan->state != S3C24XX_DMA_CHAN_WAITING) |
| 1075 | | − s3c24xx_dma_phy_alloc_and_start(s3cchan); |
| 1076 | | − } |
| 1077 | | − spin_unlock_irqrestore(&s3cchan->vc.lock, flags); |
| 1078 | | −} |
| 1079 | | − |
| 1080 | | −/* |
| 1081 | | − * Bringup and teardown |
| 1082 | | − */ |
| 1083 | | − |
| 1084 | | −/* |
| 1085 | | − * Initialise the DMAC memcpy/slave channels. |
| 1086 | | − * Make a local wrapper to hold required data |
| 1087 | | − */ |
| 1088 | | −static int s3c24xx_dma_init_virtual_channels(struct s3c24xx_dma_engine *s3cdma, |
| 1089 | | − struct dma_device *dmadev, unsigned int channels, bool slave) |
| 1090 | | −{ |
| 1091 | | − struct s3c24xx_dma_chan *chan; |
| 1092 | | − int i; |
| 1093 | | − |
| 1094 | | − INIT_LIST_HEAD(&dmadev->channels); |
| 1095 | | − |
| 1096 | | − /* |
| 1097 | | − * Register as many memcpy as we have physical channels, |
| 1098 | | − * we won't always be able to use all but the code will have |
| 1099 | | − * to cope with that situation. |
| 1100 | | − */ |
| 1101 | | − for (i = 0; i < channels; i++) { |
| 1102 | | − chan = devm_kzalloc(dmadev->dev, sizeof(*chan), GFP_KERNEL); |
| 1103 | | − if (!chan) |
| 1104 | | − return -ENOMEM; |
| 1105 | | − |
| 1106 | | − chan->id = i; |
| 1107 | | − chan->host = s3cdma; |
| 1108 | | − chan->state = S3C24XX_DMA_CHAN_IDLE; |
| 1109 | | − |
| 1110 | | − if (slave) { |
| 1111 | | − chan->slave = true; |
| 1112 | | − chan->name = kasprintf(GFP_KERNEL, "slave%d", i); |
| 1113 | | − if (!chan->name) |
| 1114 | | − return -ENOMEM; |
| 1115 | | − } else { |
| 1116 | | − chan->name = kasprintf(GFP_KERNEL, "memcpy%d", i); |
| 1117 | | − if (!chan->name) |
| 1118 | | − return -ENOMEM; |
| 1119 | | − } |
| 1120 | | − dev_dbg(dmadev->dev, |
| 1121 | | − "initialize virtual channel \"%s\"\n", |
| 1122 | | − chan->name); |
| 1123 | | − |
| 1124 | | − chan->vc.desc_free = s3c24xx_dma_desc_free; |
| 1125 | | − vchan_init(&chan->vc, dmadev); |
| 1126 | | − } |
| 1127 | | − dev_info(dmadev->dev, "initialized %d virtual %s channels\n", |
| 1128 | | − i, slave ? "slave" : "memcpy"); |
| 1129 | | − return i; |
| 1130 | | −} |
| 1131 | | − |
| 1132 | | −static void s3c24xx_dma_free_virtual_channels(struct dma_device *dmadev) |
| 1133 | | −{ |
| 1134 | | − struct s3c24xx_dma_chan *chan = NULL; |
| 1135 | | − struct s3c24xx_dma_chan *next; |
| 1136 | | − |
| 1137 | | − list_for_each_entry_safe(chan, |
| 1138 | | − next, &dmadev->channels, vc.chan.device_node) { |
| 1139 | | − list_del(&chan->vc.chan.device_node); |
| 1140 | | − tasklet_kill(&chan->vc.task); |
| 1141 | | − } |
| 1142 | | −} |
| 1143 | | − |
| 1144 | | −/* s3c2410, s3c2440 and s3c2442 have a 0x40 stride without separate clocks */ |
| 1145 | | −static struct soc_data soc_s3c2410 = { |
| 1146 | | − .stride = 0x40, |
| 1147 | | − .has_reqsel = false, |
| 1148 | | − .has_clocks = false, |
| 1149 | | −}; |
| 1150 | | − |
| 1151 | | −/* s3c2412 and s3c2413 have a 0x40 stride and dmareqsel mechanism */ |
| 1152 | | −static struct soc_data soc_s3c2412 = { |
| 1153 | | − .stride = 0x40, |
| 1154 | | − .has_reqsel = true, |
| 1155 | | − .has_clocks = true, |
| 1156 | | −}; |
| 1157 | | − |
| 1158 | | −/* s3c2443 and following have a 0x100 stride and dmareqsel mechanism */ |
| 1159 | | −static struct soc_data soc_s3c2443 = { |
| 1160 | | − .stride = 0x100, |
| 1161 | | − .has_reqsel = true, |
| 1162 | | − .has_clocks = true, |
| 1163 | | −}; |
| 1164 | | − |
| 1165 | | −static const struct platform_device_id s3c24xx_dma_driver_ids[] = { |
| 1166 | | − { |
| 1167 | | − .name = "s3c2410-dma", |
| 1168 | | − .driver_data = (kernel_ulong_t)&soc_s3c2410, |
| 1169 | | − }, { |
| 1170 | | − .name = "s3c2412-dma", |
| 1171 | | − .driver_data = (kernel_ulong_t)&soc_s3c2412, |
| 1172 | | − }, { |
| 1173 | | − .name = "s3c2443-dma", |
| 1174 | | − .driver_data = (kernel_ulong_t)&soc_s3c2443, |
| 1175 | | − }, |
| 1176 | | − { }, |
| 1177 | | −}; |
| 1178 | | − |
| 1179 | | −static struct soc_data *s3c24xx_dma_get_soc_data(struct platform_device *pdev) |
| 1180 | | −{ |
| 1181 | | − return (struct soc_data *) |
| 1182 | | − platform_get_device_id(pdev)->driver_data; |
| 1183 | | −} |
| 1184 | | − |
| 1185 | | −static int s3c24xx_dma_probe(struct platform_device *pdev) |
| 1186 | | −{ |
| 1187 | | − const struct s3c24xx_dma_platdata *pdata = dev_get_platdata(&pdev->dev); |
| 1188 | | − struct s3c24xx_dma_engine *s3cdma; |
| 1189 | | − struct soc_data *sdata; |
| 1190 | | − struct resource *res; |
| 1191 | | − int ret; |
| 1192 | | − int i; |
| 1193 | | − |
| 1194 | | − if (!pdata) { |
| 1195 | | − dev_err(&pdev->dev, "platform data missing\n"); |
| 1196 | | − return -ENODEV; |
| 1197 | | − } |
| 1198 | | − |
| 1199 | | − /* Basic sanity check */ |
| 1200 | | − if (pdata->num_phy_channels > MAX_DMA_CHANNELS) { |
| 1201 | | − dev_err(&pdev->dev, "too many dma channels %d, max %d\n", |
| 1202 | | − pdata->num_phy_channels, MAX_DMA_CHANNELS); |
| 1203 | | − return -EINVAL; |
| 1204 | | − } |
| 1205 | | − |
| 1206 | | − sdata = s3c24xx_dma_get_soc_data(pdev); |
| 1207 | | − if (!sdata) |
| 1208 | | − return -EINVAL; |
| 1209 | | − |
| 1210 | | − s3cdma = devm_kzalloc(&pdev->dev, sizeof(*s3cdma), GFP_KERNEL); |
| 1211 | | − if (!s3cdma) |
| 1212 | | − return -ENOMEM; |
| 1213 | | − |
| 1214 | | − s3cdma->pdev = pdev; |
| 1215 | | − s3cdma->pdata = pdata; |
| 1216 | | − s3cdma->sdata = sdata; |
| 1217 | | − |
| 1218 | | − res = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
| 1219 | | − s3cdma->base = devm_ioremap_resource(&pdev->dev, res); |
| 1220 | | − if (IS_ERR(s3cdma->base)) |
| 1221 | | − return PTR_ERR(s3cdma->base); |
| 1222 | | − |
| 1223 | | − s3cdma->phy_chans = devm_kcalloc(&pdev->dev, |
| 1224 | | − pdata->num_phy_channels, |
| 1225 | | − sizeof(struct s3c24xx_dma_phy), |
| 1226 | | − GFP_KERNEL); |
| 1227 | | − if (!s3cdma->phy_chans) |
| 1228 | | − return -ENOMEM; |
| 1229 | | − |
| 1230 | | − /* acquire irqs and clocks for all physical channels */ |
| 1231 | | − for (i = 0; i < pdata->num_phy_channels; i++) { |
| 1232 | | − struct s3c24xx_dma_phy *phy = &s3cdma->phy_chans[i]; |
| 1233 | | − char clk_name[6]; |
| 1234 | | − |
| 1235 | | − phy->id = i; |
| 1236 | | − phy->base = s3cdma->base + (i * sdata->stride); |
| 1237 | | − phy->host = s3cdma; |
| 1238 | | − |
| 1239 | | − phy->irq = platform_get_irq(pdev, i); |
| 1240 | | − if (phy->irq < 0) |
| 1241 | | − continue; |
| 1242 | | − |
| 1243 | | − ret = devm_request_irq(&pdev->dev, phy->irq, s3c24xx_dma_irq, |
| 1244 | | − 0, pdev->name, phy); |
| 1245 | | − if (ret) { |
| 1246 | | − dev_err(&pdev->dev, "Unable to request irq for channel %d, error %d\n", |
| 1247 | | − i, ret); |
| 1248 | | − continue; |
| 1249 | | − } |
| 1250 | | − |
| 1251 | | − if (sdata->has_clocks) { |
| 1252 | | − sprintf(clk_name, "dma.%d", i); |
| 1253 | | − phy->clk = devm_clk_get(&pdev->dev, clk_name); |
| 1254 | | − if (IS_ERR(phy->clk) && sdata->has_clocks) { |
| 1255 | | − dev_err(&pdev->dev, "unable to acquire clock for channel %d, error %lu\n", |
| 1256 | | − i, PTR_ERR(phy->clk)); |
| 1257 | | − continue; |
| 1258 | | − } |
| 1259 | | − |
| 1260 | | − ret = clk_prepare(phy->clk); |
| 1261 | | − if (ret) { |
| 1262 | | − dev_err(&pdev->dev, "clock for phy %d failed, error %d\n", |
| 1263 | | − i, ret); |
| 1264 | | − continue; |
| 1265 | | − } |
| 1266 | | − } |
| 1267 | | − |
| 1268 | | − spin_lock_init(&phy->lock); |
| 1269 | | − phy->valid = true; |
| 1270 | | − |
| 1271 | | − dev_dbg(&pdev->dev, "physical channel %d is %s\n", |
| 1272 | | − i, s3c24xx_dma_phy_busy(phy) ? "BUSY" : "FREE"); |
| 1273 | | − } |
| 1274 | | − |
| 1275 | | − /* Initialize memcpy engine */ |
| 1276 | | − dma_cap_set(DMA_MEMCPY, s3cdma->memcpy.cap_mask); |
| 1277 | | − dma_cap_set(DMA_PRIVATE, s3cdma->memcpy.cap_mask); |
| 1278 | | − s3cdma->memcpy.dev = &pdev->dev; |
| 1279 | | − s3cdma->memcpy.device_free_chan_resources = |
| 1280 | | − s3c24xx_dma_free_chan_resources; |
| 1281 | | − s3cdma->memcpy.device_prep_dma_memcpy = s3c24xx_dma_prep_memcpy; |
| 1282 | | − s3cdma->memcpy.device_tx_status = s3c24xx_dma_tx_status; |
| 1283 | | − s3cdma->memcpy.device_issue_pending = s3c24xx_dma_issue_pending; |
| 1284 | | − s3cdma->memcpy.device_config = s3c24xx_dma_set_runtime_config; |
| 1285 | | − s3cdma->memcpy.device_terminate_all = s3c24xx_dma_terminate_all; |
| 1286 | | − s3cdma->memcpy.device_synchronize = s3c24xx_dma_synchronize; |
| 1287 | | − |
| 1288 | | − /* Initialize slave engine for SoC internal dedicated peripherals */ |
| 1289 | | − dma_cap_set(DMA_SLAVE, s3cdma->slave.cap_mask); |
| 1290 | | − dma_cap_set(DMA_CYCLIC, s3cdma->slave.cap_mask); |
| 1291 | | − dma_cap_set(DMA_PRIVATE, s3cdma->slave.cap_mask); |
| 1292 | | − s3cdma->slave.dev = &pdev->dev; |
| 1293 | | − s3cdma->slave.device_free_chan_resources = |
| 1294 | | − s3c24xx_dma_free_chan_resources; |
| 1295 | | − s3cdma->slave.device_tx_status = s3c24xx_dma_tx_status; |
| 1296 | | − s3cdma->slave.device_issue_pending = s3c24xx_dma_issue_pending; |
| 1297 | | − s3cdma->slave.device_prep_slave_sg = s3c24xx_dma_prep_slave_sg; |
| 1298 | | − s3cdma->slave.device_prep_dma_cyclic = s3c24xx_dma_prep_dma_cyclic; |
| 1299 | | − s3cdma->slave.device_config = s3c24xx_dma_set_runtime_config; |
| 1300 | | − s3cdma->slave.device_terminate_all = s3c24xx_dma_terminate_all; |
| 1301 | | − s3cdma->slave.device_synchronize = s3c24xx_dma_synchronize; |
| 1302 | | − s3cdma->slave.filter.map = pdata->slave_map; |
| 1303 | | − s3cdma->slave.filter.mapcnt = pdata->slavecnt; |
| 1304 | | − s3cdma->slave.filter.fn = s3c24xx_dma_filter; |
| 1305 | | − |
| 1306 | | − /* Register as many memcpy channels as there are physical channels */ |
| 1307 | | − ret = s3c24xx_dma_init_virtual_channels(s3cdma, &s3cdma->memcpy, |
| 1308 | | − pdata->num_phy_channels, false); |
| 1309 | | − if (ret <= 0) { |
| 1310 | | − dev_warn(&pdev->dev, |
| 1311 | | − "%s failed to enumerate memcpy channels - %d\n", |
| 1312 | | − __func__, ret); |
| 1313 | | − goto err_memcpy; |
| 1314 | | − } |
| 1315 | | − |
| 1316 | | − /* Register slave channels */ |
| 1317 | | − ret = s3c24xx_dma_init_virtual_channels(s3cdma, &s3cdma->slave, |
| 1318 | | − pdata->num_channels, true); |
| 1319 | | − if (ret <= 0) { |
| 1320 | | − dev_warn(&pdev->dev, |
| 1321 | | − "%s failed to enumerate slave channels - %d\n", |
| 1322 | | − __func__, ret); |
| 1323 | | − goto err_slave; |
| 1324 | | − } |
| 1325 | | − |
| 1326 | | − ret = dma_async_device_register(&s3cdma->memcpy); |
| 1327 | | − if (ret) { |
| 1328 | | − dev_warn(&pdev->dev, |
| 1329 | | − "%s failed to register memcpy as an async device - %d\n", |
| 1330 | | − __func__, ret); |
| 1331 | | − goto err_memcpy_reg; |
| 1332 | | − } |
| 1333 | | − |
| 1334 | | − ret = dma_async_device_register(&s3cdma->slave); |
| 1335 | | − if (ret) { |
| 1336 | | − dev_warn(&pdev->dev, |
| 1337 | | − "%s failed to register slave as an async device - %d\n", |
| 1338 | | − __func__, ret); |
| 1339 | | − goto err_slave_reg; |
| 1340 | | − } |
| 1341 | | − |
| 1342 | | − platform_set_drvdata(pdev, s3cdma); |
| 1343 | | − dev_info(&pdev->dev, "Loaded dma driver with %d physical channels\n", |
| 1344 | | − pdata->num_phy_channels); |
| 1345 | | − |
| 1346 | | − return 0; |
| 1347 | | − |
| 1348 | | −err_slave_reg: |
| 1349 | | − dma_async_device_unregister(&s3cdma->memcpy); |
| 1350 | | −err_memcpy_reg: |
| 1351 | | − s3c24xx_dma_free_virtual_channels(&s3cdma->slave); |
| 1352 | | −err_slave: |
| 1353 | | − s3c24xx_dma_free_virtual_channels(&s3cdma->memcpy); |
| 1354 | | −err_memcpy: |
| 1355 | | − if (sdata->has_clocks) |
| 1356 | | − for (i = 0; i < pdata->num_phy_channels; i++) { |
| 1357 | | − struct s3c24xx_dma_phy *phy = &s3cdma->phy_chans[i]; |
| 1358 | | − if (phy->valid) |
| 1359 | | − clk_unprepare(phy->clk); |
| 1360 | | − } |
| 1361 | | − |
| 1362 | | − return ret; |
| 1363 | | −} |
| 1364 | | − |
| 1365 | | −static void s3c24xx_dma_free_irq(struct platform_device *pdev, |
| 1366 | | − struct s3c24xx_dma_engine *s3cdma) |
| 1367 | | −{ |
| 1368 | | − int i; |
| 1369 | | − |
| 1370 | | − for (i = 0; i < s3cdma->pdata->num_phy_channels; i++) { |
| 1371 | | − struct s3c24xx_dma_phy *phy = &s3cdma->phy_chans[i]; |
| 1372 | | − |
| 1373 | | − devm_free_irq(&pdev->dev, phy->irq, phy); |
| 1374 | | − } |
| 1375 | | −} |
| 1376 | | − |
| 1377 | | −static int s3c24xx_dma_remove(struct platform_device *pdev) |
| 1378 | | −{ |
| 1379 | | − const struct s3c24xx_dma_platdata *pdata = dev_get_platdata(&pdev->dev); |
| 1380 | | − struct s3c24xx_dma_engine *s3cdma = platform_get_drvdata(pdev); |
| 1381 | | − struct soc_data *sdata = s3c24xx_dma_get_soc_data(pdev); |
| 1382 | | − int i; |
| 1383 | | − |
| 1384 | | − dma_async_device_unregister(&s3cdma->slave); |
| 1385 | | − dma_async_device_unregister(&s3cdma->memcpy); |
| 1386 | | − |
| 1387 | | − s3c24xx_dma_free_irq(pdev, s3cdma); |
| 1388 | | − |
| 1389 | | − s3c24xx_dma_free_virtual_channels(&s3cdma->slave); |
| 1390 | | − s3c24xx_dma_free_virtual_channels(&s3cdma->memcpy); |
| 1391 | | − |
| 1392 | | − if (sdata->has_clocks) |
| 1393 | | − for (i = 0; i < pdata->num_phy_channels; i++) { |
| 1394 | | − struct s3c24xx_dma_phy *phy = &s3cdma->phy_chans[i]; |
| 1395 | | − if (phy->valid) |
| 1396 | | − clk_unprepare(phy->clk); |
| 1397 | | − } |
| 1398 | | − |
| 1399 | | − return 0; |
| 1400 | | −} |
| 1401 | | − |
| 1402 | | −static struct platform_driver s3c24xx_dma_driver = { |
| 1403 | | − .driver = { |
| 1404 | | − .name = "s3c24xx-dma", |
| 1405 | | − }, |
| 1406 | | − .id_table = s3c24xx_dma_driver_ids, |
| 1407 | | − .probe = s3c24xx_dma_probe, |
| 1408 | | − .remove = s3c24xx_dma_remove, |
| 1409 | | −}; |
| 1410 | | − |
| 1411 | | −module_platform_driver(s3c24xx_dma_driver); |
| 1412 | | − |
| 1413 | | −bool s3c24xx_dma_filter(struct dma_chan *chan, void *param) |
| 1414 | | −{ |
| 1415 | | − struct s3c24xx_dma_chan *s3cchan; |
| 1416 | | − |
| 1417 | | − if (chan->device->dev->driver != &s3c24xx_dma_driver.driver) |
| 1418 | | − return false; |
| 1419 | | − |
| 1420 | | − s3cchan = to_s3c24xx_dma_chan(chan); |
| 1421 | | − |
| 1422 | | − return s3cchan->id == (uintptr_t)param; |
| 1423 | | −} |
| 1424 | | −EXPORT_SYMBOL(s3c24xx_dma_filter); |
| 1425 | | − |
| 1426 | | −MODULE_DESCRIPTION("S3C24XX DMA Driver"); |
| 1427 | | −MODULE_AUTHOR("Heiko Stuebner"); |
| 1428 | | −MODULE_LICENSE("GPL v2"); |