1391 lines · 33.7 KB · C
RawDownload
// SPDX-License-Identifier: GPL-2.0-only/* * IBM Accelerator Family 'GenWQE' * * (C) Copyright IBM Corp. 2013 * * Author: Frank Haverkamp <haver@linux.vnet.ibm.com> * Author: Joerg-Stephan Vogt <jsvogt@de.ibm.com> * Author: Michael Jung <mijung@gmx.net> * Author: Michael Ruettger <michael@ibmra.de> */ /* * Character device representation of the GenWQE device. This allows * user-space applications to communicate with the card. */ #include <linux/kernel.h>#include <linux/types.h>#include <linux/module.h>#include <linux/pci.h>#include <linux/string.h>#include <linux/fs.h>#include <linux/sched/signal.h>#include <linux/wait.h>#include <linux/delay.h>#include <linux/atomic.h> #include "card_base.h"#include "card_ddcb.h" static int genwqe_open_files(struct genwqe_dev *cd){	int rc;	unsigned long flags; 	spin_lock_irqsave(&cd->file_lock, flags);	rc = list_empty(&cd->file_list);	spin_unlock_irqrestore(&cd->file_lock, flags);	return !rc;} static void genwqe_add_file(struct genwqe_dev *cd, struct genwqe_file *cfile){	unsigned long flags; 	cfile->opener = get_pid(task_tgid(current));	spin_lock_irqsave(&cd->file_lock, flags);	list_add(&cfile->list, &cd->file_list);	spin_unlock_irqrestore(&cd->file_lock, flags);} static int genwqe_del_file(struct genwqe_dev *cd, struct genwqe_file *cfile){	unsigned long flags; 	spin_lock_irqsave(&cd->file_lock, flags);	list_del(&cfile->list);	spin_unlock_irqrestore(&cd->file_lock, flags);	put_pid(cfile->opener); 	return 0;} static void genwqe_add_pin(struct genwqe_file *cfile, struct dma_mapping *m){	unsigned long flags; 	spin_lock_irqsave(&cfile->pin_lock, flags);	list_add(&m->pin_list, &cfile->pin_list);	spin_unlock_irqrestore(&cfile->pin_lock, flags);} static int genwqe_del_pin(struct genwqe_file *cfile, struct dma_mapping *m){	unsigned long flags; 	spin_lock_irqsave(&cfile->pin_lock, flags);	list_del(&m->pin_list);	spin_unlock_irqrestore(&cfile->pin_lock, flags); 	return 0;} /** * genwqe_search_pin() - Search for the mapping for a userspace address * @cfile:	Descriptor of opened file * @u_addr:	User virtual address * @size:	Size of buffer * @virt_addr:	Virtual address to be updated * * Return: Pointer to the corresponding mapping	NULL if not found */static struct dma_mapping *genwqe_search_pin(struct genwqe_file *cfile,					    unsigned long u_addr,					    unsigned int size,					    void **virt_addr){	unsigned long flags;	struct dma_mapping *m; 	spin_lock_irqsave(&cfile->pin_lock, flags); 	list_for_each_entry(m, &cfile->pin_list, pin_list) {		if ((((u64)m->u_vaddr) <= (u_addr)) &&		    (((u64)m->u_vaddr + m->size) >= (u_addr + size))) { 			if (virt_addr)				*virt_addr = m->k_vaddr +					(u_addr - (u64)m->u_vaddr); 			spin_unlock_irqrestore(&cfile->pin_lock, flags);			return m;		}	}	spin_unlock_irqrestore(&cfile->pin_lock, flags);	return NULL;} static void __genwqe_add_mapping(struct genwqe_file *cfile,			      struct dma_mapping *dma_map){	unsigned long flags; 	spin_lock_irqsave(&cfile->map_lock, flags);	list_add(&dma_map->card_list, &cfile->map_list);	spin_unlock_irqrestore(&cfile->map_lock, flags);} static void __genwqe_del_mapping(struct genwqe_file *cfile,			      struct dma_mapping *dma_map){	unsigned long flags; 	spin_lock_irqsave(&cfile->map_lock, flags);	list_del(&dma_map->card_list);	spin_unlock_irqrestore(&cfile->map_lock, flags);}  /** * __genwqe_search_mapping() - Search for the mapping for a userspace address * @cfile:	descriptor of opened file * @u_addr:	user virtual address * @size:	size of buffer * @dma_addr:	DMA address to be updated * @virt_addr:	Virtual address to be updated * Return: Pointer to the corresponding mapping	NULL if not found */static struct dma_mapping *__genwqe_search_mapping(struct genwqe_file *cfile,						   unsigned long u_addr,						   unsigned int size,						   dma_addr_t *dma_addr,						   void **virt_addr){	unsigned long flags;	struct dma_mapping *m;	struct pci_dev *pci_dev = cfile->cd->pci_dev; 	spin_lock_irqsave(&cfile->map_lock, flags);	list_for_each_entry(m, &cfile->map_list, card_list) { 		if ((((u64)m->u_vaddr) <= (u_addr)) &&		    (((u64)m->u_vaddr + m->size) >= (u_addr + size))) { 			/* match found: current is as expected and			   addr is in range */			if (dma_addr)				*dma_addr = m->dma_addr +					(u_addr - (u64)m->u_vaddr); 			if (virt_addr)				*virt_addr = m->k_vaddr +					(u_addr - (u64)m->u_vaddr); 			spin_unlock_irqrestore(&cfile->map_lock, flags);			return m;		}	}	spin_unlock_irqrestore(&cfile->map_lock, flags); 	dev_err(&pci_dev->dev,		"[%s] Entry not found: u_addr=%lx, size=%x\n",		__func__, u_addr, size); 	return NULL;} static void genwqe_remove_mappings(struct genwqe_file *cfile){	int i = 0;	struct list_head *node, *next;	struct dma_mapping *dma_map;	struct genwqe_dev *cd = cfile->cd;	struct pci_dev *pci_dev = cfile->cd->pci_dev; 	list_for_each_safe(node, next, &cfile->map_list) {		dma_map = list_entry(node, struct dma_mapping, card_list); 		list_del_init(&dma_map->card_list); 		/*		 * This is really a bug, because those things should		 * have been already tidied up.		 *		 * GENWQE_MAPPING_RAW should have been removed via mmunmap().		 * GENWQE_MAPPING_SGL_TEMP should be removed by tidy up code.		 */		dev_err(&pci_dev->dev,			"[%s] %d. cleanup mapping: u_vaddr=%p u_kaddr=%016lx dma_addr=%lx\n",			__func__, i++, dma_map->u_vaddr,			(unsigned long)dma_map->k_vaddr,			(unsigned long)dma_map->dma_addr); 		if (dma_map->type == GENWQE_MAPPING_RAW) {			/* we allocated this dynamically */			__genwqe_free_consistent(cd, dma_map->size,						dma_map->k_vaddr,						dma_map->dma_addr);			kfree(dma_map);		} else if (dma_map->type == GENWQE_MAPPING_SGL_TEMP) {			/* we use dma_map statically from the request */			genwqe_user_vunmap(cd, dma_map);		}	}} static void genwqe_remove_pinnings(struct genwqe_file *cfile){	struct list_head *node, *next;	struct dma_mapping *dma_map;	struct genwqe_dev *cd = cfile->cd; 	list_for_each_safe(node, next, &cfile->pin_list) {		dma_map = list_entry(node, struct dma_mapping, pin_list); 		/*		 * This is not a bug, because a killed processed might		 * not call the unpin ioctl, which is supposed to free		 * the resources.		 *		 * Pinnings are dymically allocated and need to be		 * deleted.		 */		list_del_init(&dma_map->pin_list);		genwqe_user_vunmap(cd, dma_map);		kfree(dma_map);	}} /** * genwqe_kill_fasync() - Send signal to all processes with open GenWQE files * @cd: GenWQE device information * @sig: Signal to send out * * E.g. genwqe_send_signal(cd, SIGIO); */static int genwqe_kill_fasync(struct genwqe_dev *cd, int sig){	unsigned int files = 0;	unsigned long flags;	struct genwqe_file *cfile; 	spin_lock_irqsave(&cd->file_lock, flags);	list_for_each_entry(cfile, &cd->file_list, list) {		if (cfile->async_queue)			kill_fasync(&cfile->async_queue, sig, POLL_HUP);		files++;	}	spin_unlock_irqrestore(&cd->file_lock, flags);	return files;} static int genwqe_terminate(struct genwqe_dev *cd){	unsigned int files = 0;	unsigned long flags;	struct genwqe_file *cfile; 	spin_lock_irqsave(&cd->file_lock, flags);	list_for_each_entry(cfile, &cd->file_list, list) {		kill_pid(cfile->opener, SIGKILL, 1);		files++;	}	spin_unlock_irqrestore(&cd->file_lock, flags);	return files;} /** * genwqe_open() - file open * @inode:      file system information * @filp:	file handle * * This function is executed whenever an application calls * open("/dev/genwqe",..). * * Return: 0 if successful or <0 if errors */static int genwqe_open(struct inode *inode, struct file *filp){	struct genwqe_dev *cd;	struct genwqe_file *cfile; 	cfile = kzalloc_obj(*cfile);	if (cfile == NULL)		return -ENOMEM; 	cd = container_of(inode->i_cdev, struct genwqe_dev, cdev_genwqe);	cfile->cd = cd;	cfile->filp = filp;	cfile->client = NULL; 	spin_lock_init(&cfile->map_lock);  /* list of raw memory allocations */	INIT_LIST_HEAD(&cfile->map_list); 	spin_lock_init(&cfile->pin_lock);  /* list of user pinned memory */	INIT_LIST_HEAD(&cfile->pin_list); 	filp->private_data = cfile; 	genwqe_add_file(cd, cfile);	return 0;} /** * genwqe_fasync() - Setup process to receive SIGIO. * @fd:        file descriptor * @filp:      file handle * @mode:      file mode * * Sending a signal is working as following: * * if (cdev->async_queue) *         kill_fasync(&cdev->async_queue, SIGIO, POLL_IN); * * Some devices also implement asynchronous notification to indicate * when the device can be written; in this case, of course, * kill_fasync must be called with a mode of POLL_OUT. */static int genwqe_fasync(int fd, struct file *filp, int mode){	struct genwqe_file *cdev = (struct genwqe_file *)filp->private_data; 	return fasync_helper(fd, filp, mode, &cdev->async_queue);}  /** * genwqe_release() - file close * @inode:      file system information * @filp:       file handle * * This function is executed whenever an application calls 'close(fd_genwqe)' * * Return: always 0 */static int genwqe_release(struct inode *inode, struct file *filp){	struct genwqe_file *cfile = (struct genwqe_file *)filp->private_data;	struct genwqe_dev *cd = cfile->cd; 	/* there must be no entries in these lists! */	genwqe_remove_mappings(cfile);	genwqe_remove_pinnings(cfile); 	/* remove this filp from the asynchronously notified filp's */	genwqe_fasync(-1, filp, 0); 	/*	 * For this to work we must not release cd when this cfile is	 * not yet released, otherwise the list entry is invalid,	 * because the list itself gets reinstantiated!	 */	genwqe_del_file(cd, cfile);	kfree(cfile);	return 0;} static void genwqe_vma_open(struct vm_area_struct *vma){	/* nothing ... */} /** * genwqe_vma_close() - Called each time when vma is unmapped * @vma: VMA area to close * * Free memory which got allocated by GenWQE mmap(). */static void genwqe_vma_close(struct vm_area_struct *vma){	unsigned long vsize = vma->vm_end - vma->vm_start;	struct inode *inode = file_inode(vma->vm_file);	struct dma_mapping *dma_map;	struct genwqe_dev *cd = container_of(inode->i_cdev, struct genwqe_dev,					    cdev_genwqe);	struct pci_dev *pci_dev = cd->pci_dev;	dma_addr_t d_addr = 0;	struct genwqe_file *cfile = vma->vm_private_data; 	dma_map = __genwqe_search_mapping(cfile, vma->vm_start, vsize,					 &d_addr, NULL);	if (dma_map == NULL) {		dev_err(&pci_dev->dev,			"  [%s] err: mapping not found: v=%lx, p=%lx s=%lx\n",			__func__, vma->vm_start, vma->vm_pgoff << PAGE_SHIFT,			vsize);		return;	}	__genwqe_del_mapping(cfile, dma_map);	__genwqe_free_consistent(cd, dma_map->size, dma_map->k_vaddr,				 dma_map->dma_addr);	kfree(dma_map);} static const struct vm_operations_struct genwqe_vma_ops = {	.open   = genwqe_vma_open,	.close  = genwqe_vma_close,}; /** * genwqe_mmap() - Provide contignous buffers to userspace * @filp:	File pointer (unused) * @vma:	VMA area to map * * We use mmap() to allocate contignous buffers used for DMA * transfers. After the buffer is allocated we remap it to user-space * and remember a reference to our dma_mapping data structure, where * we store the associated DMA address and allocated size. * * When we receive a DDCB execution request with the ATS bits set to * plain buffer, we lookup our dma_mapping list to find the * corresponding DMA address for the associated user-space address. */static int genwqe_mmap(struct file *filp, struct vm_area_struct *vma){	int rc;	unsigned long pfn, vsize = vma->vm_end - vma->vm_start;	struct genwqe_file *cfile = (struct genwqe_file *)filp->private_data;	struct genwqe_dev *cd = cfile->cd;	struct dma_mapping *dma_map; 	if (vsize == 0)		return -EINVAL; 	if (get_order(vsize) > MAX_PAGE_ORDER)		return -ENOMEM; 	dma_map = kzalloc_obj(struct dma_mapping);	if (dma_map == NULL)		return -ENOMEM; 	genwqe_mapping_init(dma_map, GENWQE_MAPPING_RAW);	dma_map->u_vaddr = (void *)vma->vm_start;	dma_map->size = vsize;	dma_map->nr_pages = DIV_ROUND_UP(vsize, PAGE_SIZE);	dma_map->k_vaddr = __genwqe_alloc_consistent(cd, vsize,						     &dma_map->dma_addr);	if (dma_map->k_vaddr == NULL) {		rc = -ENOMEM;		goto free_dma_map;	} 	if (capable(CAP_SYS_ADMIN) && (vsize > sizeof(dma_addr_t)))		*(dma_addr_t *)dma_map->k_vaddr = dma_map->dma_addr; 	pfn = virt_to_phys(dma_map->k_vaddr) >> PAGE_SHIFT;	rc = remap_pfn_range(vma,			     vma->vm_start,			     pfn,			     vsize,			     vma->vm_page_prot);	if (rc != 0) {		rc = -EFAULT;		goto free_dma_mem;	} 	vma->vm_private_data = cfile;	vma->vm_ops = &genwqe_vma_ops;	__genwqe_add_mapping(cfile, dma_map); 	return 0;  free_dma_mem:	__genwqe_free_consistent(cd, dma_map->size,				dma_map->k_vaddr,				dma_map->dma_addr); free_dma_map:	kfree(dma_map);	return rc;} #define	FLASH_BLOCK	0x40000	/* we use 256k blocks */ /** * do_flash_update() - Excute flash update (write image or CVPD) * @cfile:	Descriptor of opened file * @load:      details about image load * * Return: 0 if successful

Lines 1–500 of 1391.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t