mga_dma.c 20.1 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/* mga_dma.c -- DMA support for mga g200/g400 -*- linux-c -*-
 * Created: Mon Dec 13 01:50:01 1999 by jhartmann@precisioninsight.com
 *
 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 *
Linus Torvalds's avatar
Linus Torvalds committed
27 28 29
 * Authors:
 *    Rickard E. (Rik) Faith <faith@valinux.com>
 *    Jeff Hartmann <jhartmann@valinux.com>
30
 *    Keith Whitwell <keith@tungstengraphics.com>
Linus Torvalds's avatar
Linus Torvalds committed
31
 *
Linus Torvalds's avatar
Linus Torvalds committed
32 33
 * Rewritten by:
 *    Gareth Hughes <gareth@valinux.com>
Linus Torvalds's avatar
Linus Torvalds committed
34 35
 */

Linus Torvalds's avatar
Linus Torvalds committed
36
#include "mga.h"
Linus Torvalds's avatar
Linus Torvalds committed
37
#include "drmP.h"
38 39
#include "drm.h"
#include "mga_drm.h"
Linus Torvalds's avatar
Linus Torvalds committed
40 41
#include "mga_drv.h"

Linus Torvalds's avatar
Linus Torvalds committed
42 43
#define MGA_DEFAULT_USEC_TIMEOUT	10000
#define MGA_FREELIST_DEBUG		0
Linus Torvalds's avatar
Linus Torvalds committed
44 45


Linus Torvalds's avatar
Linus Torvalds committed
46 47 48
/* ================================================================
 * Engine control
 */
Linus Torvalds's avatar
Linus Torvalds committed
49

Linus Torvalds's avatar
Linus Torvalds committed
50
int mga_do_wait_for_idle( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
51
{
Linus Torvalds's avatar
Linus Torvalds committed
52 53
	u32 status = 0;
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
54
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
55

Linus Torvalds's avatar
Linus Torvalds committed
56 57 58 59 60 61
	for ( i = 0 ; i < dev_priv->usec_timeout ; i++ ) {
		status = MGA_READ( MGA_STATUS ) & MGA_ENGINE_IDLE_MASK;
		if ( status == MGA_ENDPRDMASTS ) {
			MGA_WRITE8( MGA_CRTC_INDEX, 0 );
			return 0;
		}
Linus Torvalds's avatar
Linus Torvalds committed
62
		DRM_UDELAY( 1 );
Linus Torvalds's avatar
Linus Torvalds committed
63 64
	}

Linus Torvalds's avatar
Linus Torvalds committed
65 66 67 68
#if MGA_DMA_DEBUG
	DRM_ERROR( "failed!\n" );
	DRM_INFO( "   status=0x%08x\n", status );
#endif
Linus Torvalds's avatar
Linus Torvalds committed
69
	return DRM_ERR(EBUSY);
Linus Torvalds's avatar
Linus Torvalds committed
70 71
}

Linus Torvalds's avatar
Linus Torvalds committed
72
int mga_do_dma_idle( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
73
{
Linus Torvalds's avatar
Linus Torvalds committed
74 75
	u32 status = 0;
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
76
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
77 78 79 80

	for ( i = 0 ; i < dev_priv->usec_timeout ; i++ ) {
		status = MGA_READ( MGA_STATUS ) & MGA_DMA_IDLE_MASK;
		if ( status == MGA_ENDPRDMASTS ) return 0;
Linus Torvalds's avatar
Linus Torvalds committed
81
		DRM_UDELAY( 1 );
Linus Torvalds's avatar
Linus Torvalds committed
82 83 84 85 86
	}

#if MGA_DMA_DEBUG
	DRM_ERROR( "failed! status=0x%08x\n", status );
#endif
Linus Torvalds's avatar
Linus Torvalds committed
87
	return DRM_ERR(EBUSY);
Linus Torvalds's avatar
Linus Torvalds committed
88 89
}

Linus Torvalds's avatar
Linus Torvalds committed
90
int mga_do_dma_reset( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
91
{
Linus Torvalds's avatar
Linus Torvalds committed
92 93
	drm_mga_sarea_t *sarea_priv = dev_priv->sarea_priv;
	drm_mga_primary_buffer_t *primary = &dev_priv->prim;
Linus Torvalds's avatar
Linus Torvalds committed
94

Linus Torvalds's avatar
Linus Torvalds committed
95
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
96

Linus Torvalds's avatar
Linus Torvalds committed
97 98 99 100 101
	/* The primary DMA stream should look like new right about now.
	 */
	primary->tail = 0;
	primary->space = primary->size;
	primary->last_flush = 0;
Linus Torvalds's avatar
Linus Torvalds committed
102

Linus Torvalds's avatar
Linus Torvalds committed
103
	sarea_priv->last_wrap = 0;
Linus Torvalds's avatar
Linus Torvalds committed
104

Linus Torvalds's avatar
Linus Torvalds committed
105 106 107 108 109
	/* FIXME: Reset counters, buffer ages etc...
	 */

	/* FIXME: What else do we need to reinitialize?  WARP stuff?
	 */
Linus Torvalds's avatar
Linus Torvalds committed
110

Linus Torvalds's avatar
Linus Torvalds committed
111
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
112 113
}

Linus Torvalds's avatar
Linus Torvalds committed
114
int mga_do_engine_reset( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
115
{
Linus Torvalds's avatar
Linus Torvalds committed
116
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
117

Linus Torvalds's avatar
Linus Torvalds committed
118 119 120 121
	/* Okay, so we've completely screwed up and locked the engine.
	 * How about we clean up after ourselves?
	 */
	MGA_WRITE( MGA_RST, MGA_SOFTRESET );
Linus Torvalds's avatar
Linus Torvalds committed
122
	DRM_UDELAY( 15 );				/* Wait at least 10 usecs */
Linus Torvalds's avatar
Linus Torvalds committed
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
	MGA_WRITE( MGA_RST, 0 );

	/* Initialize the registers that get clobbered by the soft
	 * reset.  Many of the core register values survive a reset,
	 * but the drawing registers are basically all gone.
	 *
	 * 3D clients should probably die after calling this.  The X
	 * server should reset the engine state to known values.
	 */
#if 0
	MGA_WRITE( MGA_PRIMPTR,
		   virt_to_bus((void *)dev_priv->prim.status_page) |
		   MGA_PRIMPTREN0 |
		   MGA_PRIMPTREN1 );
#endif
Linus Torvalds's avatar
Linus Torvalds committed
138

Linus Torvalds's avatar
Linus Torvalds committed
139 140
	MGA_WRITE( MGA_ICLEAR, MGA_SOFTRAPICLR );
	MGA_WRITE( MGA_IEN,    MGA_SOFTRAPIEN );
Linus Torvalds's avatar
Linus Torvalds committed
141

Linus Torvalds's avatar
Linus Torvalds committed
142 143 144
	/* The primary DMA stream should look like new right about now.
	 */
	mga_do_dma_reset( dev_priv );
Linus Torvalds's avatar
Linus Torvalds committed
145

Linus Torvalds's avatar
Linus Torvalds committed
146 147 148
	/* This bad boy will never fail.
	 */
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
149 150 151
}


Linus Torvalds's avatar
Linus Torvalds committed
152 153 154 155 156
/* ================================================================
 * Primary DMA stream
 */

void mga_do_dma_flush( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
157
{
Linus Torvalds's avatar
Linus Torvalds committed
158 159
	drm_mga_primary_buffer_t *primary = &dev_priv->prim;
	u32 head, tail;
Linus Torvalds's avatar
Linus Torvalds committed
160 161 162
	u32 status = 0;
	int i;
 	DMA_LOCALS;
Linus Torvalds's avatar
Linus Torvalds committed
163
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
164

Linus Torvalds's avatar
Linus Torvalds committed
165 166 167 168
        /* We need to wait so that we can do an safe flush */
	for ( i = 0 ; i < dev_priv->usec_timeout ; i++ ) {
		status = MGA_READ( MGA_STATUS ) & MGA_ENGINE_IDLE_MASK;
		if ( status == MGA_ENDPRDMASTS ) break;
169
		DRM_UDELAY( 1 );
Linus Torvalds's avatar
Linus Torvalds committed
170 171
	}

Linus Torvalds's avatar
Linus Torvalds committed
172 173 174
	if ( primary->tail == primary->last_flush ) {
		DRM_DEBUG( "   bailing out...\n" );
		return;
Linus Torvalds's avatar
Linus Torvalds committed
175 176
	}

Linus Torvalds's avatar
Linus Torvalds committed
177
	tail = primary->tail + dev_priv->primary->offset;
Linus Torvalds's avatar
Linus Torvalds committed
178

Linus Torvalds's avatar
Linus Torvalds committed
179 180 181 182 183
	/* We need to pad the stream between flushes, as the card
	 * actually (partially?) reads the first of these commands.
	 * See page 4-16 in the G400 manual, middle of the page or so.
	 */
	BEGIN_DMA( 1 );
Linus Torvalds's avatar
Linus Torvalds committed
184

Linus Torvalds's avatar
Linus Torvalds committed
185 186 187 188 189 190 191 192 193 194 195 196 197
	DMA_BLOCK( MGA_DMAPAD,  0x00000000,
		   MGA_DMAPAD,  0x00000000,
		   MGA_DMAPAD,  0x00000000,
		   MGA_DMAPAD,	0x00000000 );

	ADVANCE_DMA();

	primary->last_flush = primary->tail;

	head = MGA_READ( MGA_PRIMADDRESS );

	if ( head <= tail ) {
		primary->space = primary->size - primary->tail;
Linus Torvalds's avatar
Linus Torvalds committed
198
	} else {
Linus Torvalds's avatar
Linus Torvalds committed
199
		primary->space = head - tail;
Linus Torvalds's avatar
Linus Torvalds committed
200 201
	}

Linus Torvalds's avatar
Linus Torvalds committed
202 203 204 205 206 207 208
	DRM_DEBUG( "   head = 0x%06lx\n", head - dev_priv->primary->offset );
	DRM_DEBUG( "   tail = 0x%06lx\n", tail - dev_priv->primary->offset );
	DRM_DEBUG( "  space = 0x%06x\n", primary->space );

	mga_flush_write_combine();
	MGA_WRITE( MGA_PRIMEND, tail | MGA_PAGPXFER );

Linus Torvalds's avatar
Linus Torvalds committed
209
	DRM_DEBUG( "done.\n" );
Linus Torvalds's avatar
Linus Torvalds committed
210 211
}

Linus Torvalds's avatar
Linus Torvalds committed
212
void mga_do_dma_wrap_start( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
213
{
Linus Torvalds's avatar
Linus Torvalds committed
214 215 216
	drm_mga_primary_buffer_t *primary = &dev_priv->prim;
	u32 head, tail;
	DMA_LOCALS;
Linus Torvalds's avatar
Linus Torvalds committed
217
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
218

Linus Torvalds's avatar
Linus Torvalds committed
219
	BEGIN_DMA_WRAP();
Linus Torvalds's avatar
Linus Torvalds committed
220

Linus Torvalds's avatar
Linus Torvalds committed
221 222 223 224
	DMA_BLOCK( MGA_DMAPAD,	0x00000000,
		   MGA_DMAPAD,	0x00000000,
		   MGA_DMAPAD,	0x00000000,
		   MGA_DMAPAD,	0x00000000 );
Linus Torvalds's avatar
Linus Torvalds committed
225

Linus Torvalds's avatar
Linus Torvalds committed
226 227 228 229 230 231 232 233 234 235 236 237
	ADVANCE_DMA();

	tail = primary->tail + dev_priv->primary->offset;

	primary->tail = 0;
	primary->last_flush = 0;
	primary->last_wrap++;

	head = MGA_READ( MGA_PRIMADDRESS );

	if ( head == dev_priv->primary->offset ) {
		primary->space = primary->size;
Linus Torvalds's avatar
Linus Torvalds committed
238
	} else {
Linus Torvalds's avatar
Linus Torvalds committed
239
		primary->space = head - dev_priv->primary->offset;
Linus Torvalds's avatar
Linus Torvalds committed
240 241
	}

Linus Torvalds's avatar
Linus Torvalds committed
242 243 244 245 246 247 248 249 250 251
	DRM_DEBUG( "   head = 0x%06lx\n",
		  head - dev_priv->primary->offset );
	DRM_DEBUG( "   tail = 0x%06x\n", primary->tail );
	DRM_DEBUG( "   wrap = %d\n", primary->last_wrap );
	DRM_DEBUG( "  space = 0x%06x\n", primary->space );

	mga_flush_write_combine();
	MGA_WRITE( MGA_PRIMEND, tail | MGA_PAGPXFER );

	set_bit( 0, &primary->wrapped );
Linus Torvalds's avatar
Linus Torvalds committed
252
	DRM_DEBUG( "done.\n" );
Linus Torvalds's avatar
Linus Torvalds committed
253 254
}

Linus Torvalds's avatar
Linus Torvalds committed
255
void mga_do_dma_wrap_end( drm_mga_private_t *dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
256
{
Linus Torvalds's avatar
Linus Torvalds committed
257 258 259
	drm_mga_primary_buffer_t *primary = &dev_priv->prim;
	drm_mga_sarea_t *sarea_priv = dev_priv->sarea_priv;
	u32 head = dev_priv->primary->offset;
Linus Torvalds's avatar
Linus Torvalds committed
260
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
261 262 263

	sarea_priv->last_wrap++;
	DRM_DEBUG( "   wrap = %d\n", sarea_priv->last_wrap );
Linus Torvalds's avatar
Linus Torvalds committed
264

Linus Torvalds's avatar
Linus Torvalds committed
265 266
	mga_flush_write_combine();
	MGA_WRITE( MGA_PRIMADDRESS, head | MGA_DMA_GENERAL );
Linus Torvalds's avatar
Linus Torvalds committed
267

Linus Torvalds's avatar
Linus Torvalds committed
268
	clear_bit( 0, &primary->wrapped );
Linus Torvalds's avatar
Linus Torvalds committed
269
	DRM_DEBUG( "done.\n" );
Linus Torvalds's avatar
Linus Torvalds committed
270 271
}

Linus Torvalds's avatar
Linus Torvalds committed
272 273 274 275 276 277 278 279 280 281

/* ================================================================
 * Freelist management
 */

#define MGA_BUFFER_USED		~0
#define MGA_BUFFER_FREE		0

#if MGA_FREELIST_DEBUG
static void mga_freelist_print( drm_device_t *dev )
Linus Torvalds's avatar
Linus Torvalds committed
282
{
Linus Torvalds's avatar
Linus Torvalds committed
283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300
	drm_mga_private_t *dev_priv = dev->dev_private;
	drm_mga_freelist_t *entry;

	DRM_INFO( "\n" );
	DRM_INFO( "current dispatch: last=0x%x done=0x%x\n",
		  dev_priv->sarea_priv->last_dispatch,
		  (unsigned int)(MGA_READ( MGA_PRIMADDRESS ) -
				 dev_priv->primary->offset) );
	DRM_INFO( "current freelist:\n" );

	for ( entry = dev_priv->head->next ; entry ; entry = entry->next ) {
		DRM_INFO( "   %p   idx=%2d  age=0x%x 0x%06lx\n",
			  entry, entry->buf->idx, entry->age.head,
			  entry->age.head - dev_priv->primary->offset );
	}
	DRM_INFO( "\n" );
}
#endif
Linus Torvalds's avatar
Linus Torvalds committed
301

Linus Torvalds's avatar
Linus Torvalds committed
302 303 304 305 306 307 308
static int mga_freelist_init( drm_device_t *dev, drm_mga_private_t *dev_priv )
{
	drm_device_dma_t *dma = dev->dma;
	drm_buf_t *buf;
	drm_mga_buf_priv_t *buf_priv;
	drm_mga_freelist_t *entry;
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
309
	DRM_DEBUG( "count=%d\n", dma->buf_count );
Linus Torvalds's avatar
Linus Torvalds committed
310

Linus Torvalds's avatar
Linus Torvalds committed
311 312 313
	dev_priv->head = DRM(alloc)( sizeof(drm_mga_freelist_t),
				     DRM_MEM_DRIVER );
	if ( dev_priv->head == NULL )
Linus Torvalds's avatar
Linus Torvalds committed
314
		return DRM_ERR(ENOMEM);
Linus Torvalds's avatar
Linus Torvalds committed
315

Linus Torvalds's avatar
Linus Torvalds committed
316 317
	memset( dev_priv->head, 0, sizeof(drm_mga_freelist_t) );
	SET_AGE( &dev_priv->head->age, MGA_BUFFER_USED, 0 );
Linus Torvalds's avatar
Linus Torvalds committed
318

Linus Torvalds's avatar
Linus Torvalds committed
319 320 321
	for ( i = 0 ; i < dma->buf_count ; i++ ) {
		buf = dma->buflist[i];
	        buf_priv = buf->dev_private;
Linus Torvalds's avatar
Linus Torvalds committed
322

Linus Torvalds's avatar
Linus Torvalds committed
323 324 325
		entry = DRM(alloc)( sizeof(drm_mga_freelist_t),
				    DRM_MEM_DRIVER );
		if ( entry == NULL )
Linus Torvalds's avatar
Linus Torvalds committed
326
			return DRM_ERR(ENOMEM);
Linus Torvalds's avatar
Linus Torvalds committed
327

Linus Torvalds's avatar
Linus Torvalds committed
328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
		memset( entry, 0, sizeof(drm_mga_freelist_t) );

		entry->next = dev_priv->head->next;
		entry->prev = dev_priv->head;
		SET_AGE( &entry->age, MGA_BUFFER_FREE, 0 );
		entry->buf = buf;

		if ( dev_priv->head->next != NULL )
			dev_priv->head->next->prev = entry;
		if ( entry->next == NULL )
			dev_priv->tail = entry;

		buf_priv->list_entry = entry;
		buf_priv->discard = 0;
		buf_priv->dispatched = 0;

		dev_priv->head->next = entry;
Linus Torvalds's avatar
Linus Torvalds committed
345 346
	}

Linus Torvalds's avatar
Linus Torvalds committed
347
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
348 349
}

Linus Torvalds's avatar
Linus Torvalds committed
350
static void mga_freelist_cleanup( drm_device_t *dev )
Linus Torvalds's avatar
Linus Torvalds committed
351
{
Linus Torvalds's avatar
Linus Torvalds committed
352 353 354
	drm_mga_private_t *dev_priv = dev->dev_private;
	drm_mga_freelist_t *entry;
	drm_mga_freelist_t *next;
Linus Torvalds's avatar
Linus Torvalds committed
355
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
356

Linus Torvalds's avatar
Linus Torvalds committed
357 358 359 360 361
	entry = dev_priv->head;
	while ( entry ) {
		next = entry->next;
		DRM(free)( entry, sizeof(drm_mga_freelist_t), DRM_MEM_DRIVER );
		entry = next;
Linus Torvalds's avatar
Linus Torvalds committed
362 363
	}

Linus Torvalds's avatar
Linus Torvalds committed
364 365
	dev_priv->head = dev_priv->tail = NULL;
}
Linus Torvalds's avatar
Linus Torvalds committed
366

Linus Torvalds's avatar
Linus Torvalds committed
367 368 369 370 371 372 373 374 375
#if 0
/* FIXME: Still needed?
 */
static void mga_freelist_reset( drm_device_t *dev )
{
	drm_device_dma_t *dma = dev->dma;
	drm_buf_t *buf;
	drm_mga_buf_priv_t *buf_priv;
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
376

Linus Torvalds's avatar
Linus Torvalds committed
377 378 379 380 381
	for ( i = 0 ; i < dma->buf_count ; i++ ) {
		buf = dma->buflist[i];
	        buf_priv = buf->dev_private;
		SET_AGE( &buf_priv->list_entry->age,
			 MGA_BUFFER_FREE, 0 );
Linus Torvalds's avatar
Linus Torvalds committed
382
	}
Linus Torvalds's avatar
Linus Torvalds committed
383 384 385 386 387 388 389 390 391 392
}
#endif

static drm_buf_t *mga_freelist_get( drm_device_t *dev )
{
	drm_mga_private_t *dev_priv = dev->dev_private;
	drm_mga_freelist_t *next;
	drm_mga_freelist_t *prev;
	drm_mga_freelist_t *tail = dev_priv->tail;
	u32 head, wrap;
Linus Torvalds's avatar
Linus Torvalds committed
393
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
394

Linus Torvalds's avatar
Linus Torvalds committed
395 396
	head = MGA_READ( MGA_PRIMADDRESS );
	wrap = dev_priv->sarea_priv->last_wrap;
Linus Torvalds's avatar
Linus Torvalds committed
397

Linus Torvalds's avatar
Linus Torvalds committed
398 399 400 401 402 403
	DRM_DEBUG( "   tail=0x%06lx %d\n",
		   tail->age.head ?
		   tail->age.head - dev_priv->primary->offset : 0,
		   tail->age.wrap );
	DRM_DEBUG( "   head=0x%06lx %d\n",
		   head - dev_priv->primary->offset, wrap );
Linus Torvalds's avatar
Linus Torvalds committed
404

Linus Torvalds's avatar
Linus Torvalds committed
405 406 407 408 409 410 411 412 413
	if ( TEST_AGE( &tail->age, head, wrap ) ) {
		prev = dev_priv->tail->prev;
		next = dev_priv->tail;
		prev->next = NULL;
		next->prev = next->next = NULL;
		dev_priv->tail = prev;
		SET_AGE( &next->age, MGA_BUFFER_USED, 0 );
		return next->buf;
	}
Linus Torvalds's avatar
Linus Torvalds committed
414

Linus Torvalds's avatar
Linus Torvalds committed
415 416
	DRM_DEBUG( "returning NULL!\n" );
	return NULL;
Linus Torvalds's avatar
Linus Torvalds committed
417 418
}

Linus Torvalds's avatar
Linus Torvalds committed
419
int mga_freelist_put( drm_device_t *dev, drm_buf_t *buf )
Linus Torvalds's avatar
Linus Torvalds committed
420
{
Linus Torvalds's avatar
Linus Torvalds committed
421 422 423
	drm_mga_private_t *dev_priv = dev->dev_private;
	drm_mga_buf_priv_t *buf_priv = buf->dev_private;
	drm_mga_freelist_t *head, *entry, *prev;
Linus Torvalds's avatar
Linus Torvalds committed
424

Linus Torvalds's avatar
Linus Torvalds committed
425
	DRM_DEBUG( "age=0x%06lx wrap=%d\n",
Linus Torvalds's avatar
Linus Torvalds committed
426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447
		   buf_priv->list_entry->age.head -
		   dev_priv->primary->offset,
		   buf_priv->list_entry->age.wrap );

	entry = buf_priv->list_entry;
	head = dev_priv->head;

	if ( buf_priv->list_entry->age.head == MGA_BUFFER_USED ) {
		SET_AGE( &entry->age, MGA_BUFFER_FREE, 0 );
		prev = dev_priv->tail;
		prev->next = entry;
		entry->prev = prev;
		entry->next = NULL;
	} else {
		prev = head->next;
		head->next = entry;
		prev->prev = entry;
		entry->prev = head;
		entry->next = prev;
	}

	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
448 449
}

Linus Torvalds's avatar
Linus Torvalds committed
450 451 452 453 454 455

/* ================================================================
 * DMA initialization, cleanup
 */

static int mga_do_init_dma( drm_device_t *dev, drm_mga_init_t *init )
Linus Torvalds's avatar
Linus Torvalds committed
456
{
Linus Torvalds's avatar
Linus Torvalds committed
457 458
	drm_mga_private_t *dev_priv;
	int ret;
Linus Torvalds's avatar
Linus Torvalds committed
459
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
460

Linus Torvalds's avatar
Linus Torvalds committed
461 462
	dev_priv = DRM(alloc)( sizeof(drm_mga_private_t), DRM_MEM_DRIVER );
	if ( !dev_priv )
Linus Torvalds's avatar
Linus Torvalds committed
463
		return DRM_ERR(ENOMEM);
Linus Torvalds's avatar
Linus Torvalds committed
464

Linus Torvalds's avatar
Linus Torvalds committed
465
	memset( dev_priv, 0, sizeof(drm_mga_private_t) );
Linus Torvalds's avatar
Linus Torvalds committed
466

Linus Torvalds's avatar
Linus Torvalds committed
467
	dev_priv->chipset = init->chipset;
Linus Torvalds's avatar
Linus Torvalds committed
468

Linus Torvalds's avatar
Linus Torvalds committed
469
	dev_priv->usec_timeout = MGA_DEFAULT_USEC_TIMEOUT;
Linus Torvalds's avatar
Linus Torvalds committed
470

Linus Torvalds's avatar
Linus Torvalds committed
471 472 473 474
	if ( init->sgram ) {
		dev_priv->clear_cmd = MGA_DWGCTL_CLEAR | MGA_ATYPE_BLK;
	} else {
		dev_priv->clear_cmd = MGA_DWGCTL_CLEAR | MGA_ATYPE_RSTR;
Linus Torvalds's avatar
Linus Torvalds committed
475
	}
Linus Torvalds's avatar
Linus Torvalds committed
476
	dev_priv->maccess	= init->maccess;
Linus Torvalds's avatar
Linus Torvalds committed
477

Linus Torvalds's avatar
Linus Torvalds committed
478 479 480 481 482
	dev_priv->fb_cpp	= init->fb_cpp;
	dev_priv->front_offset	= init->front_offset;
	dev_priv->front_pitch	= init->front_pitch;
	dev_priv->back_offset	= init->back_offset;
	dev_priv->back_pitch	= init->back_pitch;
Linus Torvalds's avatar
Linus Torvalds committed
483

Linus Torvalds's avatar
Linus Torvalds committed
484 485 486
	dev_priv->depth_cpp	= init->depth_cpp;
	dev_priv->depth_offset	= init->depth_offset;
	dev_priv->depth_pitch	= init->depth_pitch;
Linus Torvalds's avatar
Linus Torvalds committed
487

Linus Torvalds's avatar
Linus Torvalds committed
488 489 490 491 492
	/* FIXME: Need to support AGP textures...
	 */
	dev_priv->texture_offset = init->texture_offset[0];
	dev_priv->texture_size = init->texture_size[0];

Linus Torvalds's avatar
Linus Torvalds committed
493 494
	DRM_GETSAREA();

Linus Torvalds's avatar
Linus Torvalds committed
495 496 497 498 499
	if(!dev_priv->sarea) {
		DRM_ERROR( "failed to find sarea!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
500
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
501
	}
Linus Torvalds's avatar
Linus Torvalds committed
502

Linus Torvalds's avatar
Linus Torvalds committed
503 504 505 506 507 508
	DRM_FIND_MAP( dev_priv->mmio, init->mmio_offset );
	if(!dev_priv->mmio) {
		DRM_ERROR( "failed to find mmio region!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
509
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
510 511 512 513 514 515 516
	}
	DRM_FIND_MAP( dev_priv->status, init->status_offset );
	if(!dev_priv->status) {
		DRM_ERROR( "failed to find status page!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
517
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
518
	}
Linus Torvalds's avatar
Linus Torvalds committed
519

Linus Torvalds's avatar
Linus Torvalds committed
520 521 522 523 524 525
	DRM_FIND_MAP( dev_priv->warp, init->warp_offset );
	if(!dev_priv->warp) {
		DRM_ERROR( "failed to find warp microcode region!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
526
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
527 528 529 530 531 532 533
	}
	DRM_FIND_MAP( dev_priv->primary, init->primary_offset );
	if(!dev_priv->primary) {
		DRM_ERROR( "failed to find primary dma region!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
534
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
535 536 537 538 539 540 541
	}
	DRM_FIND_MAP( dev_priv->buffers, init->buffers_offset );
	if(!dev_priv->buffers) {
		DRM_ERROR( "failed to find dma buffer region!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
542
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
543 544
	}

Linus Torvalds's avatar
Linus Torvalds committed
545 546 547
	dev_priv->sarea_priv =
		(drm_mga_sarea_t *)((u8 *)dev_priv->sarea->handle +
				    init->sarea_priv_offset);
Linus Torvalds's avatar
Linus Torvalds committed
548

Linus Torvalds's avatar
Linus Torvalds committed
549 550 551
	DRM_IOREMAP( dev_priv->warp, dev );
	DRM_IOREMAP( dev_priv->primary, dev );
	DRM_IOREMAP( dev_priv->buffers, dev );
Linus Torvalds's avatar
Linus Torvalds committed
552 553 554 555 556 557 558 559

	if(!dev_priv->warp->handle ||
	   !dev_priv->primary->handle ||
	   !dev_priv->buffers->handle ) {
		DRM_ERROR( "failed to ioremap agp regions!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
560
		return DRM_ERR(ENOMEM);
Linus Torvalds's avatar
Linus Torvalds committed
561
	}
Linus Torvalds's avatar
Linus Torvalds committed
562 563 564 565 566 567 568 569

	ret = mga_warp_install_microcode( dev_priv );
	if ( ret < 0 ) {
		DRM_ERROR( "failed to install WARP ucode!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
		return ret;
Linus Torvalds's avatar
Linus Torvalds committed
570 571
	}

Linus Torvalds's avatar
Linus Torvalds committed
572 573 574 575 576 577 578 579 580 581 582 583
	ret = mga_warp_init( dev_priv );
	if ( ret < 0 ) {
		DRM_ERROR( "failed to init WARP engine!\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
		return ret;
	}

	dev_priv->prim.status = (u32 *)dev_priv->status->handle;

	mga_do_wait_for_idle( dev_priv );
Linus Torvalds's avatar
Linus Torvalds committed
584

Linus Torvalds's avatar
Linus Torvalds committed
585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
	/* Init the primary DMA registers.
	 */
	MGA_WRITE( MGA_PRIMADDRESS,
		   dev_priv->primary->offset | MGA_DMA_GENERAL );
#if 0
	MGA_WRITE( MGA_PRIMPTR,
		   virt_to_bus((void *)dev_priv->prim.status) |
		   MGA_PRIMPTREN0 |	/* Soft trap, SECEND, SETUPEND */
		   MGA_PRIMPTREN1 );	/* DWGSYNC */
#endif

	dev_priv->prim.start = (u8 *)dev_priv->primary->handle;
	dev_priv->prim.end = ((u8 *)dev_priv->primary->handle
			      + dev_priv->primary->size);
	dev_priv->prim.size = dev_priv->primary->size;

	dev_priv->prim.tail = 0;
	dev_priv->prim.space = dev_priv->prim.size;
	dev_priv->prim.wrapped = 0;

	dev_priv->prim.last_flush = 0;
	dev_priv->prim.last_wrap = 0;

	dev_priv->prim.high_mark = 256 * DMA_BLOCK_SIZE;

	dev_priv->prim.status[0] = dev_priv->primary->offset;
	dev_priv->prim.status[1] = 0;

	dev_priv->sarea_priv->last_wrap = 0;
	dev_priv->sarea_priv->last_frame.head = 0;
	dev_priv->sarea_priv->last_frame.wrap = 0;

	if ( mga_freelist_init( dev, dev_priv ) < 0 ) {
		DRM_ERROR( "could not initialize freelist\n" );
		/* Assign dev_private so we can do cleanup. */
		dev->dev_private = (void *)dev_priv;
		mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
622
		return DRM_ERR(ENOMEM);
Linus Torvalds's avatar
Linus Torvalds committed
623 624
	}

Linus Torvalds's avatar
Linus Torvalds committed
625 626 627 628
	/* Make dev_private visable to others. */
	dev->dev_private = (void *)dev_priv;
	return 0;
}
Linus Torvalds's avatar
Linus Torvalds committed
629

Linus Torvalds's avatar
Linus Torvalds committed
630 631
int mga_do_cleanup_dma( drm_device_t *dev )
{
Linus Torvalds's avatar
Linus Torvalds committed
632
	DRM_DEBUG( "\n" );
Linus Torvalds's avatar
Linus Torvalds committed
633

Dave Airlie's avatar
Dave Airlie committed
634
#if __HAVE_IRQ
635 636 637 638
	/* Make sure interrupts are disabled here because the uninstall ioctl
	 * may not have been called from userspace and after dev_private
	 * is freed, it's too late.
	 */
639
	if ( dev->irq_enabled ) DRM(irq_uninstall)(dev);
640 641
#endif

Linus Torvalds's avatar
Linus Torvalds committed
642 643
	if ( dev->dev_private ) {
		drm_mga_private_t *dev_priv = dev->dev_private;
Linus Torvalds's avatar
Linus Torvalds committed
644

645
		if ( dev_priv->warp != NULL )
Linus Torvalds's avatar
Linus Torvalds committed
646
			DRM_IOREMAPFREE( dev_priv->warp, dev );
647
		if ( dev_priv->primary != NULL )
Linus Torvalds's avatar
Linus Torvalds committed
648
			DRM_IOREMAPFREE( dev_priv->primary, dev );
649
		if ( dev_priv->buffers != NULL )
Linus Torvalds's avatar
Linus Torvalds committed
650
			DRM_IOREMAPFREE( dev_priv->buffers, dev );
Linus Torvalds's avatar
Linus Torvalds committed
651

Linus Torvalds's avatar
Linus Torvalds committed
652 653 654
		if ( dev_priv->head != NULL ) {
			mga_freelist_cleanup( dev );
		}
Linus Torvalds's avatar
Linus Torvalds committed
655

Linus Torvalds's avatar
Linus Torvalds committed
656 657 658
		DRM(free)( dev->dev_private, sizeof(drm_mga_private_t),
			   DRM_MEM_DRIVER );
		dev->dev_private = NULL;
Linus Torvalds's avatar
Linus Torvalds committed
659 660 661 662 663
	}

	return 0;
}

Linus Torvalds's avatar
Linus Torvalds committed
664
int mga_dma_init( DRM_IOCTL_ARGS )
Linus Torvalds's avatar
Linus Torvalds committed
665
{
Linus Torvalds's avatar
Linus Torvalds committed
666
	DRM_DEVICE;
Linus Torvalds's avatar
Linus Torvalds committed
667 668
	drm_mga_init_t init;

669 670
	LOCK_TEST_WITH_RETURN( dev, filp );

Linus Torvalds's avatar
Linus Torvalds committed
671
	DRM_COPY_FROM_USER_IOCTL( init, (drm_mga_init_t *)data, sizeof(init) );
Linus Torvalds's avatar
Linus Torvalds committed
672

Linus Torvalds's avatar
Linus Torvalds committed
673
	switch ( init.func ) {
Linus Torvalds's avatar
Linus Torvalds committed
674
	case MGA_INIT_DMA:
Linus Torvalds's avatar
Linus Torvalds committed
675
		return mga_do_init_dma( dev, &init );
Linus Torvalds's avatar
Linus Torvalds committed
676
	case MGA_CLEANUP_DMA:
Linus Torvalds's avatar
Linus Torvalds committed
677
		return mga_do_cleanup_dma( dev );
Linus Torvalds's avatar
Linus Torvalds committed
678 679
	}

Linus Torvalds's avatar
Linus Torvalds committed
680
	return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
681 682 683
}


Linus Torvalds's avatar
Linus Torvalds committed
684 685 686
/* ================================================================
 * Primary DMA stream management
 */
Linus Torvalds's avatar
Linus Torvalds committed
687

Linus Torvalds's avatar
Linus Torvalds committed
688
int mga_dma_flush( DRM_IOCTL_ARGS )
Linus Torvalds's avatar
Linus Torvalds committed
689
{
Linus Torvalds's avatar
Linus Torvalds committed
690
	DRM_DEVICE;
Linus Torvalds's avatar
Linus Torvalds committed
691 692
	drm_mga_private_t *dev_priv = (drm_mga_private_t *)dev->dev_private;
	drm_lock_t lock;
Linus Torvalds's avatar
Linus Torvalds committed
693

694
	LOCK_TEST_WITH_RETURN( dev, filp );
Linus Torvalds's avatar
Linus Torvalds committed
695

Linus Torvalds's avatar
Linus Torvalds committed
696
	DRM_COPY_FROM_USER_IOCTL( lock, (drm_lock_t *)data, sizeof(lock) );
Linus Torvalds's avatar
Linus Torvalds committed
697

Linus Torvalds's avatar
Linus Torvalds committed
698
	DRM_DEBUG( "%s%s%s\n",
Linus Torvalds's avatar
Linus Torvalds committed
699 700 701 702 703 704 705 706
		   (lock.flags & _DRM_LOCK_FLUSH) ?	"flush, " : "",
		   (lock.flags & _DRM_LOCK_FLUSH_ALL) ?	"flush all, " : "",
		   (lock.flags & _DRM_LOCK_QUIESCENT) ?	"idle, " : "" );

	WRAP_WAIT_WITH_RETURN( dev_priv );

	if ( lock.flags & (_DRM_LOCK_FLUSH | _DRM_LOCK_FLUSH_ALL) ) {
		mga_do_dma_flush( dev_priv );
Linus Torvalds's avatar
Linus Torvalds committed
707 708
	}

Linus Torvalds's avatar
Linus Torvalds committed
709 710 711 712
	if ( lock.flags & _DRM_LOCK_QUIESCENT ) {
#if MGA_DMA_DEBUG
		int ret = mga_do_wait_for_idle( dev_priv );
		if ( ret < 0 )
713
			DRM_INFO( "%s: -EBUSY\n", __FUNCTION__ );
Linus Torvalds's avatar
Linus Torvalds committed
714 715 716 717 718 719
		return ret;
#else
		return mga_do_wait_for_idle( dev_priv );
#endif
	} else {
		return 0;
Linus Torvalds's avatar
Linus Torvalds committed
720 721 722
	}
}

Linus Torvalds's avatar
Linus Torvalds committed
723
int mga_dma_reset( DRM_IOCTL_ARGS )
Linus Torvalds's avatar
Linus Torvalds committed
724
{
Linus Torvalds's avatar
Linus Torvalds committed
725
	DRM_DEVICE;
Linus Torvalds's avatar
Linus Torvalds committed
726 727
	drm_mga_private_t *dev_priv = (drm_mga_private_t *)dev->dev_private;

728
	LOCK_TEST_WITH_RETURN( dev, filp );
Linus Torvalds's avatar
Linus Torvalds committed
729 730

	return mga_do_dma_reset( dev_priv );
Linus Torvalds's avatar
Linus Torvalds committed
731 732 733
}


Linus Torvalds's avatar
Linus Torvalds committed
734 735 736
/* ================================================================
 * DMA buffer management
 */
Linus Torvalds's avatar
Linus Torvalds committed
737

738 739
static int mga_dma_get_buffers( DRMFILE filp,
				drm_device_t *dev, drm_dma_t *d )
Linus Torvalds's avatar
Linus Torvalds committed
740 741 742
{
	drm_buf_t *buf;
	int i;
Linus Torvalds's avatar
Linus Torvalds committed
743

Linus Torvalds's avatar
Linus Torvalds committed
744 745
	for ( i = d->granted_count ; i < d->request_count ; i++ ) {
		buf = mga_freelist_get( dev );
Linus Torvalds's avatar
Linus Torvalds committed
746
		if ( !buf ) return DRM_ERR(EAGAIN);
Linus Torvalds's avatar
Linus Torvalds committed
747

748
		buf->filp = filp;
Linus Torvalds's avatar
Linus Torvalds committed
749

Linus Torvalds's avatar
Linus Torvalds committed
750
		if ( DRM_COPY_TO_USER( &d->request_indices[i],
Linus Torvalds's avatar
Linus Torvalds committed
751
				   &buf->idx, sizeof(buf->idx) ) )
Linus Torvalds's avatar
Linus Torvalds committed
752 753
			return DRM_ERR(EFAULT);
		if ( DRM_COPY_TO_USER( &d->request_sizes[i],
Linus Torvalds's avatar
Linus Torvalds committed
754
				   &buf->total, sizeof(buf->total) ) )
Linus Torvalds's avatar
Linus Torvalds committed
755
			return DRM_ERR(EFAULT);
Linus Torvalds's avatar
Linus Torvalds committed
756

Linus Torvalds's avatar
Linus Torvalds committed
757
		d->granted_count++;
Linus Torvalds's avatar
Linus Torvalds committed
758
	}
Linus Torvalds's avatar
Linus Torvalds committed
759
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
760 761
}

Linus Torvalds's avatar
Linus Torvalds committed
762
int mga_dma_buffers( DRM_IOCTL_ARGS )
Linus Torvalds's avatar
Linus Torvalds committed
763
{
Linus Torvalds's avatar
Linus Torvalds committed
764
	DRM_DEVICE;
Linus Torvalds's avatar
Linus Torvalds committed
765 766 767 768 769
	drm_device_dma_t *dma = dev->dma;
	drm_mga_private_t *dev_priv = (drm_mga_private_t *)dev->dev_private;
	drm_dma_t d;
	int ret = 0;

770
	LOCK_TEST_WITH_RETURN( dev, filp );
Linus Torvalds's avatar
Linus Torvalds committed
771

Linus Torvalds's avatar
Linus Torvalds committed
772
	DRM_COPY_FROM_USER_IOCTL( d, (drm_dma_t *)data, sizeof(d) );
Linus Torvalds's avatar
Linus Torvalds committed
773

Linus Torvalds's avatar
Linus Torvalds committed
774 775 776 777
	/* Please don't send us buffers.
	 */
	if ( d.send_count != 0 ) {
		DRM_ERROR( "Process %d trying to send %d buffers via drmDMA\n",
Linus Torvalds's avatar
Linus Torvalds committed
778 779
			   DRM_CURRENTPID, d.send_count );
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
780 781 782 783 784 785
	}

	/* We'll send you buffers.
	 */
	if ( d.request_count < 0 || d.request_count > dma->buf_count ) {
		DRM_ERROR( "Process %d trying to get %d buffers (of %d max)\n",
Linus Torvalds's avatar
Linus Torvalds committed
786 787
			   DRM_CURRENTPID, d.request_count, dma->buf_count );
		return DRM_ERR(EINVAL);
Linus Torvalds's avatar
Linus Torvalds committed
788 789
	}

Linus Torvalds's avatar
Linus Torvalds committed
790
	WRAP_TEST_WITH_RETURN( dev_priv );
Linus Torvalds's avatar
Linus Torvalds committed
791

Linus Torvalds's avatar
Linus Torvalds committed
792
	d.granted_count = 0;
Linus Torvalds's avatar
Linus Torvalds committed
793

Linus Torvalds's avatar
Linus Torvalds committed
794
	if ( d.request_count ) {
795
		ret = mga_dma_get_buffers( filp, dev, &d );
Linus Torvalds's avatar
Linus Torvalds committed
796 797
	}

Linus Torvalds's avatar
Linus Torvalds committed
798
	DRM_COPY_TO_USER_IOCTL( (drm_dma_t *)data, d, sizeof(d) );
Linus Torvalds's avatar
Linus Torvalds committed
799 800

	return ret;
Linus Torvalds's avatar
Linus Torvalds committed
801
}