#include "u.h"#include "../port/lib.h"#include "mem.h"#include "dat.h"#include "fns.h"#include "io.h"#include "ureg.h"#include "../port/error.h" #include "../port/sd.h" typedef struct Vring Vring;typedef struct Vdesc Vdesc;typedef struct Vused Vused;typedef struct Vqueue Vqueue;typedef struct Vdev Vdev; typedef struct ScsiCfg ScsiCfg; /* device types */enum {	TypBlk	= 2,	TypSCSI	= 8,}; /* status flags */enum {	Acknowledge = 1,	Driver = 2,	DriverOk = 4,	Failed = 0x80,}; /* virtio ports */enum {	Devfeat = 0,	Drvfeat = 4,	Qaddr = 8,	Qsize = 12,	Qselect = 14,	Qnotify = 16,	Status = 18,	Isr = 19, 	Devspec = 20,}; /* descriptor flags */enum {	Next = 1,	Write = 2,	Indirect = 4,}; /* struct sizes */enum {	VringSize = 4,};	 struct Vring{	u16int	flags;	u16int	idx;}; struct Vdesc{	u64int	addr;	u32int	len;	u16int	flags;	u16int	next;}; struct Vused{	u32int	id;	u32int	len;}; struct Vqueue{	Lock; 	Vdev	*dev;	int	idx; 	int	size; 	int	free;	int	nfree; 	Vdesc	*desc; 	Vring	*avail;	u16int	*availent;	u16int	*availevent; 	Vring	*used;	Vused	*usedent;	u16int	*usedevent;	u16int	lastused; 	void	*rock[];}; struct Vdev{	int	typ; 	Pcidev	*pci; 	ulong	port;	ulong	feat; 	int	nqueue;	Vqueue	*queue[16]; 	void	*cfg;	/* device specific config (for scsi) */ 	Vdev	*next;}; enum {	CDBSIZE		= 32,	SENSESIZE	= 96,}; struct ScsiCfg{	u32int	num_queues;	u32int	seg_max;	u32int	max_sectors;	u32int	cmd_per_lun;	u32int	event_info_size;	u32int	sense_size;	u32int	cdb_size;	u16int	max_channel;	u16int	max_target;	u32int	max_lun;}; static Vqueue*mkvqueue(int size){	Vqueue *q;	uchar *p;	int i; 	q = malloc(sizeof(*q) + sizeof(void*)*size);	p = mallocalign(		PGROUND(sizeof(Vdesc)*size + 			VringSize + 			sizeof(u16int)*size + 			sizeof(u16int)) +		PGROUND(VringSize + 			sizeof(Vused)*size + 			sizeof(u16int)), 		BY2PG, 0, 0);	if(p == nil || q == nil){		print("virtio: no memory for Vqueue\n");		free(p);		free(q);		return nil;	} 	q->desc = (void*)p;	p += sizeof(Vdesc)*size;	q->avail = (void*)p;	p += VringSize;	q->availent = (void*)p;	p += sizeof(u16int)*size;	q->availevent = (void*)p;	p += sizeof(u16int); 	p = (uchar*)PGROUND((uintptr)p);	q->used = (void*)p;	p += VringSize;	q->usedent = (void*)p;	p += sizeof(Vused)*size;	q->usedevent = (void*)p; 	q->free = -1;	q->nfree = q->size = size;	for(i=0; i<size; i++){		q->desc[i].next = q->free;		q->free = i;	} 	return q;} static Vdev*viopnpdevs(int typ){	Vdev *vd, *h, *t;	Vqueue *q;	Pcidev *p;	int n, i; 	h = t = nil;	for(p = nil; p = pcimatch(p, 0x1AF4, 0);){		if((p->did < 0x1000) || (p->did > 0x103F))			continue;		if(p->rid != 0)			continue;		if(pcicfgr16(p, 0x2E) != typ)			continue;		if((vd = malloc(sizeof(*vd))) == nil){			print("virtio: no memory for Vdev\n");			break;		}		vd->port = p->mem[0].bar & ~0x1;		if(ioalloc(vd->port, p->mem[0].size, 0, "virtio") < 0){			print("virtio: port %lux in use\n", vd->port);			free(vd);			continue;		}		vd->typ = typ;		vd->pci = p; 		/* reset */		outb(vd->port+Status, 0); 		vd->feat = inl(vd->port+Devfeat);		outb(vd->port+Status, Acknowledge|Driver);		for(i=0; i<nelem(vd->queue); i++){			outs(vd->port+Qselect, i);			n = ins(vd->port+Qsize);			if(n == 0 || (n & (n-1)) != 0)				break;			if((q = mkvqueue(n)) == nil)				break;			q->dev = vd;			q->idx = i;			vd->queue[i] = q;			coherence();			outl(vd->port+Qaddr, PADDR(vd->queue[i]->desc)/BY2PG);		}		vd->nqueue = i;			if(h == nil)			h = vd;		else			t->next = vd;		t = vd;	} 	return h;} struct Rock {	int done;	Rendez *sleep;}; static voidvqinterrupt(Vqueue *q){	int id, free, m;	struct Rock *r;	Rendez *z; 	m = q->size-1; 	ilock(q);	while((q->lastused ^ q->used->idx) & m){		id = q->usedent[q->lastused++ & m].id;		if(r = q->rock[id]){			q->rock[id] = nil;			z = r->sleep;			r->done = 1;	/* hands off */			if(z != nil)				wakeup(z);		}		do {			free = id;			id = q->desc[free].next;			q->desc[free].next = q->free;			q->free = free;			q->nfree++;		} while(q->desc[free].flags & Next);	}	iunlock(q);} static voidviointerrupt(Ureg *, void *arg){	Vdev *vd = arg; 	if(inb(vd->port+Isr) & 1)		vqinterrupt(vd->queue[vd->typ == TypSCSI ? 2 : 0]);} static intviodone(void *arg){	return ((struct Rock*)arg)->done;} static voidvqio(Vqueue *q, int head){	struct Rock rock; 	rock.done = 0;	rock.sleep = &up->sleep;	q->rock[head] = &rock;	q->availent[q->avail->idx & (q->size-1)] = head;	coherence();	q->avail->idx++;	iunlock(q);	if((q->used->flags & 1) == 0)		outs(q->dev->port+Qnotify, q->idx);	while(!rock.done){		while(waserror())			;		tsleep(rock.sleep, viodone, &rock, 1000);		poperror(); 		if(!rock.done)			vqinterrupt(q);	}} static intvioblkreq(Vdev *vd, int typ, void *a, long count, long secsize, uvlong lba){	int need, free, head;	Vqueue *q;	Vdesc *d; 	u8int status;	struct Vioblkreqhdr {		u32int	typ;		u32int	prio;		u64int	lba;	} req; 	need = 2;	if(a != nil)		need = 3; 	status = -1;	req.typ = typ;	req.prio = 0;	req.lba = lba; 	q = vd->queue[0];	ilock(q);	while(q->nfree < need){		iunlock(q); 		if(!waserror())			tsleep(&up->sleep, return0, 0, 500);		poperror(); 		ilock(q);	} 	head = free = q->free; 	d = &q->desc[free]; free = d->next;	d->addr = PADDR(&req);	d->len = sizeof(req);	d->flags = Next; 	if(a != nil){		d = &q->desc[free]; free = d->next;		d->addr = PADDR(a);		d->len = secsize*count;		d->flags = typ ? Next : (Write|Next);	} 	d = &q->desc[free]; free = d->next;	d->addr = PADDR(&status);	d->len = sizeof(status);	d->flags = Write; 	q->free = free;	q->nfree -= need; 	/* queue io, unlock and wait for completion */	vqio(q, head); 	return status;} static intvioscsireq(SDreq *r){	u8int resp[4+4+2+2+SENSESIZE];	u8int req[8+8+3+CDBSIZE];	int free, head;	u32int len;	Vqueue *q;	Vdesc *d;	Vdev *vd;	SDunit *u;	ScsiCfg *cfg; 	u = r->unit;	vd = u->dev->ctlr;	cfg = vd->cfg; 	memset(resp, 0, sizeof(resp));	memset(req, 0, sizeof(req));	req[0] = 1;	req[1] = u->subno;	req[2] = r->lun>>8;	req[3] = r->lun&0xFF;	*(u64int*)(&req[8]) = (uintptr)r; 	memmove(&req[8+8+3], r->cmd, r->clen); 	q = vd->queue[2];	ilock(q);	while(q->nfree < 3){		iunlock(q); 		if(!waserror())			tsleep(&up->sleep, return0, 0, 500);		poperror(); 		ilock(q);	} 	head = free = q->free; 	d = &q->desc[free]; free = d->next;	d->addr = PADDR(req);	d->len = 8+8+3+cfg->cdb_size;	d->flags = Next; 	if(r->write && r->dlen > 0){		d = &q->desc[free]; free = d->next;		d->addr = PADDR(r->data);		d->len = r->dlen;		d->flags = Next;	} 	d = &q->desc[free]; free = d->next;	d->addr = PADDR(resp);	d->len = 4+4+2+2+cfg->sense_size;	d->flags = Write; 	if(!r->write && r->dlen > 0){		d->flags |= Next; 		d = &q->desc[free]; free = d->next;		d->addr = PADDR(r->data);		d->len = r->dlen;		d->flags = Write;	}		q->free = free;	q->nfree -= 2 + (r->dlen > 0); 	/* queue io, unlock and wait for completion */	vqio(q, head); 	/* response+status */	r->status = resp[10];	if(resp[11] != 0)		r->status = SDcheck; 	/* sense_len */	len = *((u32int*)&resp[0]);	if(len > 0){		if(len > sizeof(r->sense))			len = sizeof(r->sense);		memmove(r->sense, &resp[4+4+2+2], len);		r->flags |= SDvalidsense;	} 	/* data residue */	len = *((u32int*)&resp[4]);	if(len > r->dlen)		r->rlen = 0;	else		r->rlen = r->dlen - len; 	return r->status; } static longviobio(SDunit *u, int lun, int write, void *a, long count, uvlong lba){	long ss, cc, max, ret;	Vdev *vd; 	vd = u->dev->ctlr;	if(vd->typ == TypSCSI)		return scsibio(u, lun, write, a, count, lba); 	max = 32;	ss = u->secsize;	ret = 0;	while(count > 0){

Lines 1–500 of 691. Load more