/* /  Author: Sam Rushing <rushing@nightmare.com> /  Hacked for Unix by AMK /  $Id: mmapmodule.c 51474 2006-08-22 13:57:07Z neal.norwitz $  / mmapmodule.cpp -- map a view of a file into memory / / todo: need permission flags, perhaps a 'chsize' analog /   not all functions check range yet!!! / / / This version of mmapmodule.c has been changed significantly / from the original mmapfile.c on which it was based. / The original version of mmapfile is maintained by Sam at / ftp://squirl.nightmare.com/pub/python/python-ext.*/ #define PY_SSIZE_T_CLEAN#include <Python.h> #ifndef MS_WINDOWS#define UNIX#endif #ifdef MS_WINDOWS#include <windows.h>static intmy_getpagesize(void){	SYSTEM_INFO si;	GetSystemInfo(&si);	return si.dwPageSize;}#endif #ifdef UNIX#include <sys/mman.h>#include <sys/stat.h> #if defined(HAVE_SYSCONF) && defined(_SC_PAGESIZE)static intmy_getpagesize(void){	return sysconf(_SC_PAGESIZE);}#else#define my_getpagesize getpagesize#endif #endif /* UNIX */ #include <string.h> #ifdef HAVE_SYS_TYPES_H#include <sys/types.h>#endif /* HAVE_SYS_TYPES_H */ /* Prefer MAP_ANONYMOUS since MAP_ANON is deprecated according to man page. */#if !defined(MAP_ANONYMOUS) && defined(MAP_ANON)#  define MAP_ANONYMOUS MAP_ANON#endif static PyObject *mmap_module_error; typedef enum{	ACCESS_DEFAULT,	ACCESS_READ,	ACCESS_WRITE,	ACCESS_COPY} access_mode; typedef struct {	PyObject_HEAD	char *	data;	size_t	size;	size_t	pos; #ifdef MS_WINDOWS	HANDLE	map_handle;	HANDLE	file_handle;	char *	tagname;#endif #ifdef UNIX        int fd;#endif         access_mode access;} mmap_object;  static voidmmap_object_dealloc(mmap_object *m_obj){#ifdef MS_WINDOWS	if (m_obj->data != NULL)		UnmapViewOfFile (m_obj->data);	if (m_obj->map_handle != INVALID_HANDLE_VALUE)		CloseHandle (m_obj->map_handle);	if (m_obj->file_handle != INVALID_HANDLE_VALUE)		CloseHandle (m_obj->file_handle);	if (m_obj->tagname)		PyMem_Free(m_obj->tagname);#endif /* MS_WINDOWS */ #ifdef UNIX	if (m_obj->fd >= 0)		(void) close(m_obj->fd);	if (m_obj->data!=NULL) {		msync(m_obj->data, m_obj->size, MS_SYNC);		munmap(m_obj->data, m_obj->size);	}#endif /* UNIX */ 	PyObject_Del(m_obj);} static PyObject *mmap_close_method(mmap_object *self, PyObject *unused){#ifdef MS_WINDOWS	/* For each resource we maintain, we need to check	   the value is valid, and if so, free the resource	   and set the member value to an invalid value so	   the dealloc does not attempt to resource clearing	   again.	   TODO - should we check for errors in the close operations???	*/	if (self->data != NULL) {		UnmapViewOfFile(self->data);		self->data = NULL;	}	if (self->map_handle != INVALID_HANDLE_VALUE) {		CloseHandle(self->map_handle);		self->map_handle = INVALID_HANDLE_VALUE;	}	if (self->file_handle != INVALID_HANDLE_VALUE) {		CloseHandle(self->file_handle);		self->file_handle = INVALID_HANDLE_VALUE;	}#endif /* MS_WINDOWS */ #ifdef UNIX	(void) close(self->fd);	self->fd = -1;	if (self->data != NULL) {		munmap(self->data, self->size);		self->data = NULL;	}#endif 	Py_INCREF(Py_None);	return Py_None;} #ifdef MS_WINDOWS#define CHECK_VALID(err)						\do {									\    if (self->map_handle == INVALID_HANDLE_VALUE) {						\	PyErr_SetString(PyExc_ValueError, "mmap closed or invalid");	\	return err;							\    }									\} while (0)#endif /* MS_WINDOWS */ #ifdef UNIX#define CHECK_VALID(err)						\do {									\    if (self->data == NULL) {						\	PyErr_SetString(PyExc_ValueError, "mmap closed or invalid");	\	return err;							\	}								\} while (0)#endif /* UNIX */ static PyObject *mmap_read_byte_method(mmap_object *self,		      PyObject *unused){	CHECK_VALID(NULL);	if (self->pos < self->size) {	        char value = self->data[self->pos];		self->pos += 1;		return Py_BuildValue("c", value);	} else {		PyErr_SetString(PyExc_ValueError, "read byte out of range");		return NULL;	}} static PyObject *mmap_read_line_method(mmap_object *self,		      PyObject *unused){	char *start = self->data+self->pos;	char *eof = self->data+self->size;	char *eol;	PyObject *result; 	CHECK_VALID(NULL); 	eol = memchr(start, '\n', self->size - self->pos);	if (!eol)		eol = eof;	else		++eol;		/* we're interested in the position after the				   newline. */	result = PyString_FromStringAndSize(start, (eol - start));	self->pos += (eol - start);	return result;} static PyObject *mmap_read_method(mmap_object *self,		 PyObject *args){	Py_ssize_t num_bytes;	PyObject *result; 	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "n:read", &num_bytes))		return(NULL); 	/* silently 'adjust' out-of-range requests */	if ((self->pos + num_bytes) > self->size) {		num_bytes -= (self->pos+num_bytes) - self->size;	}	result = Py_BuildValue("s#", self->data+self->pos, num_bytes);	self->pos += num_bytes;	return result;} static PyObject *mmap_find_method(mmap_object *self,		 PyObject *args){	Py_ssize_t start = self->pos;	char *needle;	Py_ssize_t len; 	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "s#|n:find", &needle, &len, &start)) {		return NULL;	} else {		char *p;		char *e = self->data + self->size;                 if (start < 0)			start += self->size;                if (start < 0)			start = 0;                else if ((size_t)start > self->size)			start = self->size; 		for (p = self->data + start; p + len <= e; ++p) {			Py_ssize_t i;			for (i = 0; i < len && needle[i] == p[i]; ++i)				/* nothing */;			if (i == len) {				return PyInt_FromSsize_t(p - self->data);			}		}		return PyInt_FromLong(-1);	}} static intis_writeable(mmap_object *self){	if (self->access != ACCESS_READ)		return 1;	PyErr_Format(PyExc_TypeError, "mmap can't modify a readonly memory map.");	return 0;} static intis_resizeable(mmap_object *self){	if ((self->access == ACCESS_WRITE) || (self->access == ACCESS_DEFAULT))		return 1;	PyErr_Format(PyExc_TypeError,		     "mmap can't resize a readonly or copy-on-write memory map.");	return 0;}  static PyObject *mmap_write_method(mmap_object *self,		  PyObject *args){	Py_ssize_t length;	char *data; 	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "s#:write", &data, &length))		return(NULL); 	if (!is_writeable(self))		return NULL; 	if ((self->pos + length) > self->size) {		PyErr_SetString(PyExc_ValueError, "data out of range");		return NULL;	}	memcpy(self->data+self->pos, data, length);	self->pos = self->pos+length;	Py_INCREF(Py_None);	return Py_None;} static PyObject *mmap_write_byte_method(mmap_object *self,		       PyObject *args){	char value; 	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "c:write_byte", &value))		return(NULL); 	if (!is_writeable(self))		return NULL;	*(self->data+self->pos) = value;	self->pos += 1;	Py_INCREF(Py_None);	return Py_None;} static PyObject *mmap_size_method(mmap_object *self,		 PyObject *unused){	CHECK_VALID(NULL); #ifdef MS_WINDOWS	if (self->file_handle != INVALID_HANDLE_VALUE) {		DWORD low,high;		PY_LONG_LONG size;		low = GetFileSize(self->file_handle, &high);		if (low == INVALID_FILE_SIZE) {			/* It might be that the function appears to have failed,			   when indeed its size equals INVALID_FILE_SIZE */			DWORD error = GetLastError();			if (error != NO_ERROR)				return PyErr_SetFromWindowsErr(error);		}		if (!high && low < LONG_MAX)			return PyInt_FromLong((long)low);		size = (((PY_LONG_LONG)high)<<32) + low;		return PyLong_FromLongLong(size);	} else {		return PyInt_FromSsize_t(self->size);	}#endif /* MS_WINDOWS */ #ifdef UNIX	{		struct stat buf;		if (-1 == fstat(self->fd, &buf)) {			PyErr_SetFromErrno(mmap_module_error);			return NULL;		}		return PyInt_FromSsize_t(buf.st_size);	}#endif /* UNIX */} /* This assumes that you want the entire file mapped, / and when recreating the map will make the new file / have the new size / / Is this really necessary?  This could easily be done / from python by just closing and re-opening with the / new size? */ static PyObject *mmap_resize_method(mmap_object *self,		   PyObject *args){	Py_ssize_t new_size;	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "n:resize", &new_size) ||	    !is_resizeable(self)) {		return NULL;#ifdef MS_WINDOWS	} else {		DWORD dwErrCode = 0;		DWORD newSizeLow, newSizeHigh;		/* First, unmap the file view */		UnmapViewOfFile(self->data);		/* Close the mapping object */		CloseHandle(self->map_handle);		/* Move to the desired EOF position */#if SIZEOF_SIZE_T > 4		newSizeHigh = (DWORD)(new_size >> 32);		newSizeLow = (DWORD)(new_size & 0xFFFFFFFF);#else		newSizeHigh = 0;		newSizeLow = (DWORD)new_size;#endif		SetFilePointer(self->file_handle,			       newSizeLow, &newSizeHigh, FILE_BEGIN);		/* Change the size of the file */		SetEndOfFile(self->file_handle);		/* Create another mapping object and remap the file view */		self->map_handle = CreateFileMapping(			self->file_handle,			NULL,			PAGE_READWRITE,			newSizeHigh,			newSizeLow,			self->tagname);		if (self->map_handle != NULL) {			self->data = (char *) MapViewOfFile(self->map_handle,							    FILE_MAP_WRITE,							    0,							    0,							    0);			if (self->data != NULL) {				self->size = new_size;				Py_INCREF(Py_None);				return Py_None;			} else {				dwErrCode = GetLastError();			}		} else {			dwErrCode = GetLastError();		}		PyErr_SetFromWindowsErr(dwErrCode);		return NULL;#endif /* MS_WINDOWS */ #ifdef UNIX#ifndef HAVE_MREMAP	} else {		PyErr_SetString(PyExc_SystemError,				"mmap: resizing not available--no mremap()");		return NULL;#else	} else {		void *newmap; 		if (ftruncate(self->fd, new_size) == -1) {			PyErr_SetFromErrno(mmap_module_error);			return NULL;		} #ifdef MREMAP_MAYMOVE		newmap = mremap(self->data, self->size, new_size, MREMAP_MAYMOVE);#else		newmap = mremap(self->data, self->size, new_size, 0);#endif		if (newmap == (void *)-1)		{			PyErr_SetFromErrno(mmap_module_error);			return NULL;		}		self->data = newmap;		self->size = new_size;		Py_INCREF(Py_None);		return Py_None;#endif /* HAVE_MREMAP */#endif /* UNIX */	}} static PyObject *mmap_tell_method(mmap_object *self, PyObject *unused){	CHECK_VALID(NULL);	return PyInt_FromSize_t(self->pos);} static PyObject *mmap_flush_method(mmap_object *self, PyObject *args){	Py_ssize_t offset = 0;	Py_ssize_t size = self->size;	CHECK_VALID(NULL);	if (!PyArg_ParseTuple(args, "|nn:flush", &offset, &size))		return NULL;	if ((size_t)(offset + size) > self->size) {		PyErr_SetString(PyExc_ValueError, "flush values out of range");		return NULL;	} else {#ifdef MS_WINDOWS		return PyInt_FromLong((long)                                      FlushViewOfFile(self->data+offset, size));#endif /* MS_WINDOWS */#ifdef UNIX		/* XXX semantics of return value? */		/* XXX flags for msync? */		if (-1 == msync(self->data + offset, size,				MS_SYNC))		{			PyErr_SetFromErrno(mmap_module_error);			return NULL;		}

Lines 1–500 of 1186. Load more