moved 'colm' dir to 'src'

1 files changed, 0 insertions, 847 deletions

diff --git a/colm/input.c b/colm/input.c
deleted file mode 100644
index b6c96369..00000000
--- a/colm/input.c
+++ /dev/null
@@ -1,847 +0,0 @@
-/*
- *  Copyright 2007-2012 Adrian Thurston <thurston@complang.org>
- */
-
-/*  This file is part of Colm.
- *
- *  Colm is free software; you can redistribute it and/or modify
- *  it under the terms of the GNU General Public License as published by
- *  the Free Software Foundation; either version 2 of the License, or
- *  (at your option) any later version.
- * 
- *  Colm is distributed in the hope that it will be useful,
- *  but WITHOUT ANY WARRANTY; without even the implied warranty of
- *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- *  GNU General Public License for more details.
- * 
- *  You should have received a copy of the GNU General Public License
- *  along with Colm; if not, write to the Free Software
- *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA 
- */
-
-#include <colm/input.h>
-#include <colm/fsmrun.h>
-#include <colm/pdarun.h>
-#include <colm/debug.h>
-
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <assert.h>
-#include <unistd.h>
-
-#define true 1
-#define false 0
-
-RunBuf *newRunBuf()
-{
-	RunBuf *rb = (RunBuf*)malloc(sizeof(RunBuf));
-	memset( rb, 0, sizeof(RunBuf) );
-	return rb;
-}
-
-void initFdFuncs();
-void initFileFuncs();
-void initPatternFuncs();
-void initReplFuncs();
-
-struct SourceFuncs dynamicFuncs;
-struct SourceFuncs fileFuncs;
-struct SourceFuncs fdFuncs;
-
-void initSourceStream( SourceStream *inputStream )
-{
-	/* FIXME: correct values here. */
-	inputStream->line = 1;
-	inputStream->column = 1;
-	inputStream->byte = 0;
-}
-
-void clearSourceStream( struct ColmProgram *prg, Tree **sp, SourceStream *sourceStream )
-{
-	RunBuf *buf = sourceStream->queue;
-	while ( buf != 0 ) {
-		switch ( buf->type ) {
-			case RunBufDataType:
-				break;
-
-			case RunBufTokenType:
-			case RunBufIgnoreType:
-			case RunBufSourceType:
-				treeDownref( prg, sp, buf->tree );
-				break;
-		}
-
-		RunBuf *next = buf->next;
-		free( buf );
-		buf = next;
-	}
-
-	sourceStream->queue = 0;
-}
-
-SourceStream *newSourceStreamFile( FILE *file )
-{
-	SourceStream *is = (SourceStream*)malloc(sizeof(SourceStream));
-	memset( is, 0, sizeof(SourceStream) );
-	is->line = 1;
-	is->column = 1;
-	is->file = file;
-	is->funcs = &fileFuncs;
-	return is;
-}
-
-SourceStream *newSourceStreamFd( long fd )
-{
-	SourceStream *is = (SourceStream*)malloc(sizeof(SourceStream));
-	memset( is, 0, sizeof(SourceStream) );
-	is->line = 1;
-	is->column = 1;
-	is->fd = fd;
-	is->funcs = &fdFuncs;
-	return is;
-}
-
-static RunBuf *sourceStreamPopHead( SourceStream *is )
-{
-	RunBuf *ret = is->queue;
-	is->queue = is->queue->next;
-	if ( is->queue == 0 )
-		is->queueTail = 0;
-	else
-		is->queue->prev = 0;
-	return ret;
-}
-
-static void sourceStreamAppend( SourceStream *is, RunBuf *runBuf )
-{
-	if ( is->queue == 0 ) {
-		runBuf->prev = runBuf->next = 0;
-		is->queue = is->queueTail = runBuf;
-	}
-	else {
-		is->queueTail->next = runBuf;
-		runBuf->prev = is->queueTail;
-		runBuf->next = 0;
-		is->queueTail = runBuf;
-	}
-}
-
-static void sourceStreamPrepend( SourceStream *is, RunBuf *runBuf )
-{
-	if ( is->queue == 0 ) {
-		runBuf->prev = runBuf->next = 0;
-		is->queue = is->queueTail = runBuf;
-	}
-	else {
-		is->queue->prev = runBuf;
-		runBuf->prev = 0;
-		runBuf->next = is->queue;
-		is->queue = runBuf;
-	}
-}
-
-void initInputFuncs()
-{
-	initFdFuncs();
-	initFileFuncs();
-	initPatternFuncs();
-	initReplFuncs();
-}
-
-/* 
- * Base run-time input streams.
- */
-
-int fdGetData( SourceStream *is, int skip, char *dest, int length, int *copied )
-{
-	int ret = 0;
-	*copied = 0;
-
-	if ( skip == 9 && length == 6 ) {
-		debug( REALM_INPUT, "foo\n" );
-	}
-
-	/* Move over skip bytes. */
-	RunBuf *buf = is->queue;
-	while ( true ) {
-		if ( buf == 0 ) {
-			/* Got through the in-mem buffers without copying anything. */
-			RunBuf *runBuf = newRunBuf();
-			sourceStreamAppend( is, runBuf );
-			int received = is->funcs->getDataImpl( is, runBuf->data, FSM_BUFSIZE );
-			if ( received == 0 ) {
-				ret = INPUT_EOD;
-				break;
-			}
-			runBuf->length = received;
-
-			int slen = received < length ? received : length;
-			memcpy( dest, runBuf->data, slen );
-			*copied = slen;
-			ret = INPUT_DATA;
-			break;
-		}
-
-		int avail = buf->length - buf->offset;
-
-		/* Anything available in the current buffer. */
-		if ( avail > 0 ) {
-			/* The source data from the current buffer. */
-			char *src = &buf->data[buf->offset];
-
-			/* Need to skip? */
-			if ( skip > 0 && skip >= avail ) {
-				/* Skipping the the whole source. */
-				skip -= avail;
-			}
-			else {
-				/* Either skip is zero, or less than slen. Skip goes to zero.
-				 * Some data left over, copy it. */
-				src += skip;
-				avail -= skip;
-				skip = 0;
-
-				int slen = avail < length ? avail : length;
-				memcpy( dest, src, slen ) ;
-				*copied += slen;
-				ret = INPUT_DATA;
-				break;
-			}
-		}
-
-		buf = buf->next;
-	}
-
-	return ret;
-}
-
-int fdConsumeData( SourceStream *is, int length )
-{
-	debug( REALM_INPUT, "source consuming %ld bytes\n", length );
-
-	int consumed = 0;
-
-	/* Move over skip bytes. */
-	while ( true ) {
-		RunBuf *buf = is->queue;
-
-		if ( buf == 0 )
-			break;
-
-		if ( buf->type == RunBufTokenType )
-			break;
-		else if ( buf->type == RunBufIgnoreType )
-			break;
-		else {
-			/* Anything available in the current buffer. */
-			int avail = buf->length - buf->offset;
-			if ( avail > 0 ) {
-				/* The source data from the current buffer. */
-				int slen = avail <= length ? avail : length;
-				debug( REALM_INPUT, "consumed: %.*s\n", slen, buf->data + buf->offset );
-				consumed += slen;
-				length -= slen;
-				buf->offset += slen;
-			}
-		}
-
-		if ( length == 0 )
-			break;
-
-		RunBuf *runBuf = sourceStreamPopHead( is );
-		free( runBuf );
-	}
-
-	return consumed;
-}
-
-int fdUndoConsumeData( SourceStream *is, const char *data, int length )
-{
-	debug( REALM_INPUT, "undoing consume of %ld bytes\n", length );
-
-	RunBuf *newBuf = newRunBuf();
-	newBuf->length = length;
-	memcpy( newBuf->data, data, length );
-	sourceStreamPrepend( is, newBuf );
-
-	return length;
-}
-
-/*
- * File
- */
-
-int fileGetDataImpl( SourceStream *is, char *dest, int length )
-{
-	debug( REALM_INPUT, "inputStreamFileGetDataImpl length = %ld\n", length );
-	size_t res = fread( dest, 1, length, is->file );
-	return res;
-}
-
-void initFileFuncs()
-{
-	memset( &fileFuncs, 0, sizeof(struct SourceFuncs) );
-	fileFuncs.getData = &fdGetData;
-	fileFuncs.consumeData = &fdConsumeData;
-	fileFuncs.undoConsumeData = &fdUndoConsumeData;
-	fileFuncs.getDataImpl = &fileGetDataImpl;
-}
-
-/*
- * FD
- */
-
-int fdGetDataImpl( SourceStream *is, char *dest, int length )
-{
-	long got = read( is->fd, dest, length );
-	return got;
-}
-
-void initFdFuncs()
-{
-	memset( &fdFuncs, 0, sizeof(struct SourceFuncs) );
-	fdFuncs.getData = &fdGetData;
-	fdFuncs.consumeData = &fdConsumeData;
-	fdFuncs.undoConsumeData = &fdUndoConsumeData;
-	fdFuncs.getDataImpl = &fdGetDataImpl;
-}
-
-/*
- * InputStream struct, this wraps the list of input streams.
- */
-
-void initInputStream( InputStream *inputStream )
-{
-	memset( inputStream, 0, sizeof(InputStream) );
-
-	/* FIXME: correct values here. */
-	inputStream->line = 1;
-	inputStream->column = 1;
-	inputStream->byte = 0;
-}
-
-void clearInputStream( struct ColmProgram *prg, Tree **sp, InputStream *inputStream )
-{
-	RunBuf *buf = inputStream->queue;
-	while ( buf != 0 ) {
-		switch ( buf->type ) {
-			case RunBufDataType:
-				break;
-
-			case RunBufTokenType:
-			case RunBufIgnoreType:
-			case RunBufSourceType:
-				treeDownref( prg, sp, buf->tree );
-				break;
-		}
-
-		RunBuf *next = buf->next;
-		free( buf );
-		buf = next;
-	}
-
-	inputStream->queue = 0;
-}
-
-static void inputStreamPrepend( InputStream *is, RunBuf *runBuf )
-{
-	if ( is->queue == 0 ) {
-		runBuf->prev = runBuf->next = 0;
-		is->queue = is->queueTail = runBuf;
-	}
-	else {
-		is->queue->prev = runBuf;
-		runBuf->prev = 0;
-		runBuf->next = is->queue;
-		is->queue = runBuf;
-	}
-}
-
-static RunBuf *inputStreamPopHead( InputStream *is )
-{
-	RunBuf *ret = is->queue;
-	is->queue = is->queue->next;
-	if ( is->queue == 0 )
-		is->queueTail = 0;
-	else
-		is->queue->prev = 0;
-	return ret;
-}
-
-static void inputStreamAppend( InputStream *is, RunBuf *runBuf )
-{
-	if ( is->queue == 0 ) {
-		runBuf->prev = runBuf->next = 0;
-		is->queue = is->queueTail = runBuf;
-	}
-	else {
-		is->queueTail->next = runBuf;
-		runBuf->prev = is->queueTail;
-		runBuf->next = 0;
-		is->queueTail = runBuf;
-	}
-}
-
-static RunBuf *inputStreamPopTail( InputStream *is )
-{
-	RunBuf *ret = is->queueTail;
-	is->queueTail = is->queueTail->prev;
-	if ( is->queueTail == 0 )
-		is->queue = 0;
-	else
-		is->queueTail->next = 0;
-	return ret;
-}
-
-static int isSourceStream( InputStream *is )
-{
-	if ( is->queue != 0 && is->queue->type == RunBufSourceType )
-		return true;
-	return false;
-}
-
-void setEof( InputStream *is )
-{
-	debug( REALM_INPUT, "setting EOF in input stream\n" );
-	is->eof = true;
-}
-
-void unsetEof( InputStream *is )
-{
-	if ( isSourceStream( is ) ) {
-		Stream *stream = (Stream*)is->queue->tree;
-		stream->in->eof = false;
-	}
-	else {
-		is->eof = false;
-	}
-}
-
-int getData( FsmRun *fsmRun, InputStream *is, int skip, char *dest, int length, int *copied )
-{
-	int ret = 0;
-	*copied = 0;
-
-	/* Move over skip bytes. */
-	RunBuf *buf = is->queue;
-	while ( true ) {
-		if ( buf == 0 ) {
-			/* Got through the in-mem buffers without copying anything. */
-			ret = is->eof ? INPUT_EOF : INPUT_EOD;
-			break;
-		}
-
-		if ( buf->type == RunBufSourceType ) {
-			Stream *stream = (Stream*)buf->tree;
-			int type = stream->in->funcs->getData( stream->in, skip, dest, length, copied );
-
-			attachSource( fsmRun, stream->in );
-
-			if ( type == INPUT_EOD && is->eof ) {
-				ret = INPUT_EOF;
-				break;
-			}
-
-			ret = type;
-			break;
-		}
-
-		if ( buf->type == RunBufTokenType ) {
-			ret = INPUT_TREE;
-			break;
-		}
-
-		if ( buf->type == RunBufIgnoreType ) {
-			ret = INPUT_IGNORE;
-			break;
-		}
-
-		int avail = buf->length - buf->offset;
-
-		/* Anything available in the current buffer. */
-		if ( avail > 0 ) {
-			/* The source data from the current buffer. */
-			char *src = &buf->data[buf->offset];
-
-			/* Need to skip? */
-			if ( skip > 0 && skip >= avail ) {
-				/* Skipping the the whole source. */
-				skip -= avail;
-			}
-			else {
-				/* Either skip is zero, or less than slen. Skip goes to zero.
-				 * Some data left over, copy it. */
-				src += skip;
-				avail -= skip;
-				skip = 0;
-
-				int slen = avail <= length ? avail : length;
-				memcpy( dest, src, slen ) ;
-				*copied += slen;
-				ret = INPUT_DATA;
-				break;
-			}
-		}
-
-		buf = buf->next;
-	}
-
-	attachInput( fsmRun, is );
-
-#if DEBUG
-	switch ( ret ) {
-		case INPUT_DATA:
-			debug( REALM_INPUT, "get data: DATA copied: %d: %.*s\n", *copied, (int)*copied, dest );
-			break;
-		case INPUT_EOD:
-			debug( REALM_INPUT, "get data: EOD\n" );
-			break;
-		case INPUT_EOF:
-			debug( REALM_INPUT, "get data: EOF\n" );
-			break;
-		case INPUT_TREE:
-			debug( REALM_INPUT, "get data: TREE\n" );
-			break;
-		case INPUT_IGNORE:
-			debug( REALM_INPUT, "get data: IGNORE\n" );
-			break;
-		case INPUT_LANG_EL:
-			debug( REALM_INPUT, "get data: LANG_EL\n" );
-			break;
-	}
-#endif
-
-	return ret;
-}
-
-int consumeData( InputStream *is, int length )
-{
-	debug( REALM_INPUT, "consuming %d bytes\n", length );
-
-	int consumed = 0;
-
-	/* Move over skip bytes. */
-	while ( true ) {
-		RunBuf *buf = is->queue;
-
-		if ( buf == 0 )
-			break;
-
-		if ( buf->type == RunBufSourceType ) {
-			Stream *stream = (Stream*)buf->tree;
-			int slen = stream->in->funcs->consumeData( stream->in, length );
-
-			consumed += slen;
-			length -= slen;
-		}
-		else if ( buf->type == RunBufTokenType )
-			break;
-		else if ( buf->type == RunBufIgnoreType )
-			break;
-		else {
-			/* Anything available in the current buffer. */
-			int avail = buf->length - buf->offset;
-			if ( avail > 0 ) {
-				/* The source data from the current buffer. */
-				int slen = avail <= length ? avail : length;
-				consumed += slen;
-				length -= slen;
-				buf->offset += slen;
-			}
-		}
-
-		if ( length == 0 )
-			break;
-
-		RunBuf *runBuf = inputStreamPopHead( is );
-		free( runBuf );
-	}
-
-	return consumed;
-}
-
-int undoConsumeData( FsmRun *fsmRun, InputStream *is, const char *data, int length )
-{
-	debug( REALM_INPUT, "undoing consume of %ld bytes\n", length );
-
-	if ( isSourceStream( is ) ) {
-		Stream *stream = (Stream*)is->queue->tree;
-		int len = stream->in->funcs->undoConsumeData( stream->in, data, length );
-
-		if ( stream->in->attached != 0 )
-			detachSource( stream->in->attached, stream->in );
-
-		return len;
-	}
-	else {
-		RunBuf *newBuf = newRunBuf();
-		newBuf->length = length;
-		memcpy( newBuf->data, data, length );
-		inputStreamPrepend( is, newBuf );
-
-		if ( is->attached != 0 )
-			detachInput( is->attached, is );
-
-		return length;
-	}
-}
-
-Tree *consumeTree( InputStream *is )
-{
-	while ( is->queue != 0 && is->queue->type == RunBufDataType && is->queue->offset == is->queue->length ) {
-		RunBuf *runBuf = inputStreamPopHead( is );
-		free( runBuf );
-	}
-
-	if ( is->queue != 0 && (is->queue->type == RunBufTokenType || is->queue->type == RunBufIgnoreType) ) {
-		RunBuf *runBuf = inputStreamPopHead( is );
-
-		/* FIXME: using runbufs here for this is a poor use of memory. */
-		Tree *tree = runBuf->tree;
-		free(runBuf);
-		return tree;
-	}
-
-	return 0;
-}
-
-void undoConsumeTree( InputStream *is, Tree *tree, int ignore )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	/* Create a new buffer for the data. This is the easy implementation.
-	 * Something better is needed here. It puts a max on the amount of
-	 * data that can be pushed back to the inputStream. */
-	RunBuf *newBuf = newRunBuf();
-	newBuf->type = ignore ? RunBufIgnoreType : RunBufTokenType;
-	newBuf->tree = tree;
-	inputStreamPrepend( is, newBuf );
-}
-
-struct LangEl *consumeLangEl( InputStream *is, long *bindId, char **data, long *length )
-{
-	if ( isSourceStream( is ) ) {
-		Stream *stream = (Stream*)is->queue->tree;
-		return stream->in->funcs->consumeLangEl( stream->in, bindId, data, length );
-	}
-	else {
-		assert( false );
-	}
-}
-
-void undoConsumeLangEl( InputStream *is )
-{
-	if ( isSourceStream( is ) ) {
-		Stream *stream = (Stream*)is->queue->tree;
-		return stream->in->funcs->undoConsumeLangEl( stream->in );
-	}
-	else {
-		assert( false );
-	}
-}
-
-void prependData( InputStream *is, const char *data, long length )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	/* Create a new buffer for the data. This is the easy implementation.
-	 * Something better is needed here. It puts a max on the amount of
-	 * data that can be pushed back to the inputStream. */
-	assert( length < FSM_BUFSIZE );
-
-	RunBuf *newBuf = newRunBuf();
-	newBuf->length = length;
-	memcpy( newBuf->data, data, length );
-
-	inputStreamPrepend( is, newBuf );
-}
-
-int undoPrependData( InputStream *is, int length )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	debug( REALM_INPUT, "consuming %d bytes\n", length );
-
-	int consumed = 0;
-
-	/* Move over skip bytes. */
-	while ( true ) {
-		RunBuf *buf = is->queue;
-
-		if ( buf == 0 )
-			break;
-
-		if ( buf->type == RunBufSourceType ) {
-			Stream *stream = (Stream*)buf->tree;
-			int slen = stream->in->funcs->consumeData( stream->in, length );
-
-			consumed += slen;
-			length -= slen;
-		}
-		else if ( buf->type == RunBufTokenType )
-			break;
-		else if ( buf->type == RunBufIgnoreType )
-			break;
-		else {
-			/* Anything available in the current buffer. */
-			int avail = buf->length - buf->offset;
-			if ( avail > 0 ) {
-				/* The source data from the current buffer. */
-				int slen = avail <= length ? avail : length;
-				consumed += slen;
-				length -= slen;
-				buf->offset += slen;
-			}
-		}
-
-		if ( length == 0 )
-			break;
-
-		RunBuf *runBuf = inputStreamPopHead( is );
-		free( runBuf );
-	}
-
-	return consumed;
-}
-
-void prependTree( InputStream *is, Tree *tree, int ignore )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	/* Create a new buffer for the data. This is the easy implementation.
-	 * Something better is needed here. It puts a max on the amount of
-	 * data that can be pushed back to the inputStream. */
-	RunBuf *newBuf = newRunBuf();
-	newBuf->type = ignore ? RunBufIgnoreType : RunBufTokenType;
-	newBuf->tree = tree;
-	inputStreamPrepend( is, newBuf );
-}
-
-Tree *undoPrependTree( InputStream *is )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	while ( is->queue != 0 && is->queue->type == RunBufDataType && is->queue->offset == is->queue->length ) {
-		RunBuf *runBuf = inputStreamPopHead( is );
-		free( runBuf );
-	}
-
-	if ( is->queue != 0 && (is->queue->type == RunBufTokenType || is->queue->type == RunBufIgnoreType) ) {
-		RunBuf *runBuf = inputStreamPopHead( is );
-
-		/* FIXME: using runbufs here for this is a poor use of memory. */
-		Tree *tree = runBuf->tree;
-		free(runBuf);
-		return tree;
-	}
-
-	return 0;
-}
-
-void appendData( InputStream *is, const char *data, long len )
-{
-	while ( len > 0 ) {
-		RunBuf *ad = newRunBuf();
-		inputStreamAppend( is, ad );
-
-		long consume = 
-			len <= (long)sizeof(ad->data) ? 
-			len : (long)sizeof(ad->data);
-
-		memcpy( ad->data, data, consume );
-		ad->length = consume;
-
-		len -= consume;
-		data += consume;
-	}
-}
-
-Tree *undoAppendData( InputStream *is, int length )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	int consumed = 0;
-
-	/* Move over skip bytes. */
-	while ( true ) {
-		RunBuf *buf = is->queueTail;
-
-		if ( buf == 0 )
-			break;
-
-		if ( buf->type == RunBufTokenType )
-			break;
-		else if ( buf->type == RunBufIgnoreType )
-			break;
-		else {
-			/* Anything available in the current buffer. */
-			int avail = buf->length - buf->offset;
-			if ( avail > 0 ) {
-				/* The source data from the current buffer. */
-				int slen = avail <= length ? avail : length;
-				consumed += slen;
-				length -= slen;
-				buf->length -= slen;
-			}
-		}
-
-		if ( length == 0 )
-			break;
-
-		RunBuf *runBuf = inputStreamPopTail( is );
-		free( runBuf );
-	}
-
-	return 0;
-}
-
-void appendTree( InputStream *is, Tree *tree )
-{
-	RunBuf *ad = newRunBuf();
-
-	inputStreamAppend( is, ad );
-
-	ad->type = RunBufTokenType;
-	ad->tree = tree;
-	ad->length = 0;
-}
-
-void appendStream( InputStream *in, struct ColmTree *tree )
-{
-	RunBuf *ad = newRunBuf();
-
-	inputStreamAppend( in, ad );
-
-	ad->type = RunBufSourceType;
-	ad->tree = tree;
-	ad->length = 0;
-}
-
-Tree *undoAppendStream( InputStream *is )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	RunBuf *runBuf = inputStreamPopTail( is );
-	Tree *tree = runBuf->tree;
-	free( runBuf );
-	return tree;
-}
-
-Tree *undoAppendTree( InputStream *is )
-{
-	if ( is->attached != 0 )
-		detachInput( is->attached, is );
-
-	RunBuf *runBuf = inputStreamPopTail( is );
-	Tree *tree = runBuf->tree;
-	free( runBuf );
-	return tree;
-}