mpw/bin/template_loader.rl

#include <string>
#include <cstddef>
#include <unordered_map>
#include <algorithm>
#include <numeric>

#include <sys/mman.h>
#include <sys/stat.h>
#include <unistd.h>
#include <fcntl.h>
#include <stdlib.h>

#include "template_parser.h"
#include "template.h"
#include "intern.h"

#ifndef MAP_FILE
#define MAP_FILE 0
#endif

namespace {

	int tox(char c)
	{
		c |= 0x20; // lowercase it.
		if (c >= '0' && c <= '9') return c - '0';
		if (c >= 'a' && c <= 'f') return c - 'a' + 10;
		return 0;
	}
	uint32_t scan10(const char *begin, const char *end)
	{
		return std::accumulate(begin, end, 0, 
			[](uint32_t value, char c){
				return value * 10 + c - '0';
			});
	}

	uint32_t scan16(const char *begin, const char *end)
	{
		return std::accumulate(begin, end, 0, 
			[](uint32_t value, char c){
				return (value << 4) + tox(c);
			});
	}


}

void *TemplateParseAlloc(void *(*mallocProc)(size_t));
void TemplateParseFree(void *p, void (*freeProc)(void*));

void TemplateParse(void *yyp, int yymajor, void *yyminor, Debug::TemplateParseInfo *);


void TemplateParse(void *yyp, int yymajor, int yyminor, Debug::TemplateParseInfo *info)
{
	TemplateParse(yyp, yymajor, (void *)(ptrdiff_t)yyminor, info);
}

void TemplateParse(void *yyp, int yymajor, const std::string *yyminor, Debug::TemplateParseInfo *info)
{
	TemplateParse(yyp, yymajor, (void *)yyminor, info);
}

#define TemplateParse(a,b,c) TemplateParse(a,b,c, &info)

%%{
	machine lexer;

	# this exits with cs == lexer_en_error.
	error := any* ${ fbreak; };

	block_comment := |*
		[\n\r] { info.LineNumber++; };
		'*/' { fgoto main; };
		any ;
	*|; 

	main := |*

		[\n\r] { info.LineNumber++; };
		[ \t]+;

		'//' [^\r\n]* ;
		'/*' { fgoto block_comment; };

		';' { TemplateParse(parser, tkSEMI, 0); };
		'{' { TemplateParse(parser, tkLBRACE, 0); };
		'}' { TemplateParse(parser, tkRBRACE, 0); };
		'[' { TemplateParse(parser, tkLBRACKET, 0); };
		']' { TemplateParse(parser, tkRBRACKET, 0); };
		'*' { TemplateParse(parser, tkSTAR, 0); };

		'struct' { TemplateParse(parser, tkSTRUCT, 0); };
		'typedef' { TemplateParse(parser, tkTYPEDEF, 0); };


		'int' { TemplateParse(parser, tkINT, 0); };
		'long' { TemplateParse(parser, tkLONG, 0); };
		'short' { TemplateParse(parser, tkSHORT, 0); };
		'volatile' { TemplateParse(parser, tkVOLATILE, 0); };
		#'const' { TemplateParse(parser, tkCONST, 0); };
		'char' { TemplateParse(parser, tkCHAR, 0); };
		#'bool' { TemplateParse(parser, tkBOOL, 0); };
		'void' { TemplateParse(parser, tkVOID, 0); };

		'signed' { TemplateParse(parser, tkSIGNED, 0); };
		'unsigned' { TemplateParse(parser, tkUNSIGNED, 0); };

		'int64_t' { TemplateParse(parser, tkTYPECODE, kSInt64); };
		'uint64_t' { TemplateParse(parser, tkTYPECODE, kUInt64); };

		'int32_t' { TemplateParse(parser, tkTYPECODE, kSInt32); };
		'uint32_t' { TemplateParse(parser, tkTYPECODE, kUInt32); };

		'int16_t' { TemplateParse(parser, tkTYPECODE, kSInt16); };
		'uint16_t' { TemplateParse(parser, tkTYPECODE, kUInt16); };

		'int8_t' { TemplateParse(parser, tkTYPECODE, kSInt8); };
		'uint8_t' { TemplateParse(parser, tkTYPECODE, kUInt8); };


		'StringPtr' { TemplateParse(parser, tkTYPECODE, kPStringPtr); };
		'CStringPtr' { TemplateParse(parser, tkTYPECODE, kCStringPtr); };
		'Ptr' { TemplateParse(parser, tkTYPECODE, kVoidPtr); };
		'OSType' { TemplateParse(parser, tkTYPECODE, kOSType); };
		'OSErr' { TemplateParse(parser, tkTYPECODE, kOSErr); };
		'Boolean' { TemplateParse(parser, tkTYPECODE, kBoolean); };
		'Handle' { TemplateParse(parser, tkTYPECODE, kHandle); };


		# numbers.  negative numbers are not allowed.

		'0x'i xdigit+ {
			// hexadecimal
			uint32_t value = scan16(ts + 2, te);
			TemplateParse(parser, tkINTEGER, value);
		};

		digit+ {
			uint32_t value = scan10(ts, te);
			TemplateParse(parser, tkINTEGER, value);
		};

		# identifier ... but also need to check if it's a type.
		[A-Za-z_][A-Za-z0-9_]* {

			// intern the string.

			const std::string *name = Intern::String(ts, te);
			bool ok = false;

			if (!ok) {
				auto iter = Types.find(*name);
				if (iter != Types.end())
				{
					TemplateParse(parser, tkTYPECODE, iter->second);
					ok = true;
				}
			}
			if (!ok) {
				auto iter = Templates.find(*name);
				if (iter != Templates.end())
				{
					TemplateParse(parser, tkTEMPLATE, iter->second);
					ok = true;
				}
			}
			if (!ok)
			{
				TemplateParse(parser, tkIDENTIFIER, name);
			}
		};

	*|;

}%%

namespace Debug {





bool LoadTemplateFile(const std::string &filename, std::unordered_map<std::string, Template> &Templates)
{
	%% write data;

	void *parser;

	int fd;
	struct stat st;
	char *buffer;

	std::unordered_map<std::string, unsigned> Types;
	TemplateParseInfo info;

	info.LineNumber = 1;
	info.templates = &Templates;
	info.types = &Types;

	// simple types are handled via the lexer so no need to populate them here.



	if (stat(filename.c_str(), &st) < 0) return false;
	if (st.st_size == 0) return false;

	fd = open(filename.c_str(), O_RDONLY);
	if (fd < 0) {
		perror("Error opening template file: ");
		return false;
	}

	buffer = (char *)mmap(nullptr, st.st_size, PROT_READ, MAP_FILE | MAP_SHARED, fd, 0);
	if (buffer == MAP_FAILED) {
		perror("Error mapping template file: ");
		close(fd);
		return false;
	}
	close(fd);




	parser = TemplateParseAlloc(malloc);

	const char *p = buffer;
	const char *pe = buffer + st.st_size;
	const char *eof = pe;
	const char *ts;
	const char *te;
	int cs, act;

	%% write init;
	%% write exec;

	if (cs == lexer_error || cs < lexer_first_final)
	{
		if (p == eof)
			fprintf(stderr, "Template error: line %d - unexpected EOF\n", info.LineNumber);
		else 
			fprintf(stderr, "Template error: line %d - illegal character: `%c'\n", info.LineNumber, *p);
		TemplateParseFree(parser, free);
		munmap(buffer, st.st_size);
		return false;
	}


	TemplateParse(parser, 0, 0);
	TemplateParseFree(parser, free);

	munmap(buffer, st.st_size);

	return true;
}

}