Parser.hx

/*
 * Copyright (C)2008-2017 Haxe Foundation
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */
package hscript;

import hscript.thx_semver.Version;
import hscript.Expr;

using StringTools;

enum Token {
	TEof;
	TConst( c : Const );
	TId( s : String );
	TOp( s : String );
	TPOpen;
	TPClose;
	TBrOpen;
	TBrClose;
	TDot;
	TQuestionDot;
	TComma;
	TSemicolon;
	TBkOpen;
	TBkClose;
	TQuestion;
	TDoubleDot;
	TMeta( s : String );
	TPrepro( s : String );
	TRegex( e : String, f:String );
}

@:structInit
final class TokenInfo {
	public var min : Int;
	public var max : Int;
	public var t : Token;
}

@:analyzer(optimize, local_dce, fusion, user_var_fusion)
class Parser {

	// config / variables
	public var line : Int;
	public var opChars : String;
	public var identChars : String;
	public var opPriority : Map<String,Int>;
	public var opRightAssoc : Map<String,Bool>;

	/**
		allows to check for #if / #else in code
	**/
	public var preprocessorValues : Map<String,Dynamic> = new Map();

	/**
		defines preprocessor variables that will be considered false
	**/
	public var invalidPreprocessValues : Array<Dynamic> = ["null", null, "0", 0, "false", false];

	/**
		activate JSON compatiblity
	**/
	public var allowJSON : Bool;

	/**
		activate Regular Expression parsing 
	**/
	public var allowRegex : Bool;

	/**
		allow types declarations
	**/
	public var allowTypes : Bool;

	/**
		allow haxe metadata declarations
	**/
	public var allowMetadata : Bool;

	/**
		resume from parsing errors (when parsing incomplete code, during completion for example)
	**/
	public var resumeErrors : Bool;

	// implementation
	var input : String;
	var readPos : Int;

	var char : Int;
	var ops : Array<Bool>;
	var idents : Array<Bool>;
	var uid : Int = 0;

	var disableOrOp : Bool = false;

	var isVar : Bool = false;

	#if hscriptPos
	var origin : String;
	var tokenMin : Int;
	var tokenMax : Int;
	var oldTokenMin : Int;
	var oldTokenMax : Int;
	var tokens : List<TokenInfo>;
	#else
	static inline var p1 = 0;
	static inline var tokenMin = 0;
	static inline var tokenMax = 0;
	var tokens : haxe.ds.GenericStack<Token>;

	#end

	static inline var regexFlags: String = "igmsu";

	public function new() {
		line = 1;
		opChars = "+*/-=!><&|^%~";
		identChars = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_";
		var priorities = [
			["%"],
			["*", "/"],
			["+", "-"],
			["<<", ">>", ">>>"],
			["|", "&", "^"],
			["==", "!=", ">", "<", ">=", "<="],
			["..."],
			["&&"],
			["||"],
			["=","+=","-=","*=","/=","%=","<<=",">>=",">>>=","|=","&=","^=","=>","??" + "="],
			["->", "??"],
			["is"]
		];
		opPriority = new Map();
		opRightAssoc = new Map();
		#if (haxe >= "4.0.0")
		for(i => p in priorities) 
			for(x in p) {
				opPriority.set(x, i);
				if( i == 9 ) opRightAssoc.set(x, true);
			}
		#else
		for( i in 0...priorities.length )
			for( x in priorities[i] ) {
				opPriority.set(x, i);
				if( i == 9 ) opRightAssoc.set(x, true);
			}
		#end
		for( x in ["!", "++", "--", "~"] ) // unary "-" handled in parser directly!
			opPriority.set(x, (x == "++" || x == "--") ? -1 : -2);
	}

	public inline function error( err:#if hscriptPos ErrorDef #else Error #end, pmin:Int, pmax:Int ) {
		if( !resumeErrors )
		#if hscriptPos
		throw new Error(err, pmin, pmax, origin, line);
		#else
		throw err;
		#end
	}

	public function invalidChar(c:Int) {
		error(EInvalidChar(c), readPos-1, readPos-1);
	}

	function initParser( origin:String ) {
		// line=1 - don't reset line : it might be set manualy
		preprocStack = [];
		#if hscriptPos
		this.origin = origin;
		readPos = 0;
		tokenMin = oldTokenMin = 0;
		tokenMax = oldTokenMax = 0;
		tokens = new List();
		#else
		tokens = new haxe.ds.GenericStack<Token>();
		#end
		char = -1;
		ops = [];
		idents = [];
		uid = 0;
		for( i in 0...opChars.length )
			ops[opChars.charCodeAt(i)] = true;
		for( i in 0...identChars.length )
			idents[identChars.charCodeAt(i)] = true;
	}

	public function parseString( s : String, ?origin : String = "hscript" ):Expr {
		initParser(origin);
		if(s == "") s = "0;"; // fixing crash with empty file
		input = s;
		readPos = 0;
		var a = [];
		while( true ) {
			var tk = token();
			if( tk == TEof ) break;
			push(tk);
			parseFullExpr(a);
		}
		if(preprocStack.length > 0)
		{
			error(EInvalidPreprocessor("Unclosed"), tokenMin, tokenMax);
		}
		return if( a.length == 1 ) a[0] else mk(EBlock(a),0);
	}

	function unexpected( tk:Token ) : Any {
		error(EUnexpected(tokenString(tk)),tokenMin,tokenMax);
		return null;
	}

	inline function push(tk: Token):Void {
		#if hscriptPos
		tokens.push( { t : tk, min : tokenMin, max : tokenMax } );
		tokenMin = oldTokenMin;
		tokenMax = oldTokenMax;
		#else
		tokens.add(tk);
		#end
	}

	inline function ensure(tk:Token):Void {
		var t = token();
		if( t != tk ) unexpected(t);
	}

	inline function ensureToken(tk:Token):Void {
		var t = token();
		if( !Type.enumEq(t,tk) ) unexpected(t);
	}

	function maybe(tk:Token):Bool {
		var t = token();
		if( Type.enumEq(t, tk) )
			return true;
		push(t);
		return false;
	}

	function getIdent():String {
		var tk = token();
		switch( tk ) {
			case TId(id): return id;
			default:
				unexpected(tk);
				return null;
		}
	}

	inline function expr(e:Expr):#if hscriptPos ExprDef #else Expr #end {
		#if hscriptPos
		return e.e;
		#else
		return e;
		#end
	}

	inline function pmin(e:Expr):Int {
		#if hscriptPos
		return e == null ? 0 : e.pmin;
		#else
		return 0;
		#end
	}

	inline function pmax(e:Expr):Int {
		#if hscriptPos
		return e == null ? 0 : e.pmax;
		#else
		return 0;
		#end
	}

	inline function mk(e:#if hscriptPos ExprDef #else Expr #end,?pmin:Int,?pmax:Int) : Expr {
		#if hscriptPos
		if( e == null ) return null;
		if( pmin == null ) pmin = tokenMin;
		if( pmax == null ) pmax = tokenMax;
		return { e : e, pmin : pmin, pmax : pmax, origin : origin, line : line };
		#else
		return e;
		#end
	}

	function isBlock(e:Expr):Bool {
		if( e == null ) return false;
		return switch( expr(e) ) {
			case EBlock(_), EObject(_), ESwitch(_), EEnum(_, _): true;
			case EFunction(_,e,_,_,_,_): isBlock(e);
			case EClass(_,e,_,_): true;
			case EVar(_, t, e, _,_): e != null ? isBlock(e) : t != null ? t.match(CTAnon(_)) : false;
			case EIf(_,e1,e2): if( e2 != null ) isBlock(e2) else isBlock(e1);
			case EBinop(_,_,e): isBlock(e);
			case EUnop(_,prefix,e): !prefix && isBlock(e);
			case EWhile(_,e): isBlock(e);
			case EDoWhile(_,e): isBlock(e);
			case EFor(_,_,e): isBlock(e);
			case EReturn(e): e != null && isBlock(e);
			case ETry(_, _, _, e): isBlock(e);
			case EMeta(_, _, e): isBlock(e);
			default: false;
		}
	}

	function parseFullExpr( exprs : Array<Expr> ):Void {
		var e = parseExpr();
		exprs.push(e);

		var tk = token();
		// this is a hack to support var a,b,c; with a single EVar
		while( tk == TComma && e != null && expr(e).match(EVar(_)) ) {
			e = parseStructure("var"); // next variable
			exprs.push(e);
			tk = token();
		}

		if( tk != TSemicolon && tk != TEof ) {
			if( isBlock(e) )
				push(tk);
			else
				unexpected(tk);
		}
	}

	function parseObject(p1:Int):Expr {
		// parse object
		var fl:Array<ObjectField> = [];
		while( true ) {
			var tk = token();
			var id = null;
			switch( tk ) {
				case TId(i): id = i;
				case TConst(c):
					if( !allowJSON )
						unexpected(tk);
					switch( c ) {
						case CString(s, _): id = s;
						default: unexpected(tk);
					}
				case TBrClose:
					break;
				default:
					unexpected(tk);
					break;
			}
			ensure(TDoubleDot);
			fl.push({ name : id, e : parseExpr() });
			tk = token();
			switch( tk ) {
				case TBrClose:
					break;
				case TComma:
				default:
					unexpected(tk);
			}
		}
		return parseExprNext(mk(EObject(fl),p1));
	}

	function parseExpr():Expr {

		var oldPos = readPos;
		var tk = token();
		#if hscriptPos
		var p1 = tokenMin;
		#end
		switch( tk ) {
		case TId(id): // TODO: direct access to classes by typing their path
			var e = parseStructure(id, oldPos);
			if( e == null )
				e = mk(EIdent(id));
			return parseExprNext(e);
		case TConst(c):
			switch(c) {
				case CString(s, i):
					if(i) return parseExprNext(interpolateString(s));
				default:
			}
			return parseExprNext(mk(EConst(c)));
		case TPOpen:
			tk = token();
			if( tk == TPClose ) {
				ensureToken(TOp("->"));
				var eret = parseExpr();
				return mk(EFunction([], mk(EReturn(eret),p1)), p1);
			}
			push(tk);
			var oldoo = disableOrOp;
			disableOrOp = false;
			var e = parseExpr();
			disableOrOp = oldoo;
			tk = token();
			switch( tk ) {
				case TPClose:
					return parseExprNext(mk(EParent(e),p1,tokenMax));
				case TDoubleDot:
					var t = parseType();
					tk = token();
					switch( tk ) {
						case TPClose:
							return parseExprNext(mk(ECheckType(e,t),p1,tokenMax));
						case TComma:
							switch( expr(e) ) {
								case EIdent(v): return parseLambda([{ name : v, t : t, opt: false, value: null }], pmin(e));
								default:
							}
						default:
					}
				case TComma:
					switch( expr(e) ) {
						case EIdent(v): return parseLambda([{name: v, opt: false, value: null, t: null}], pmin(e));
						default:
					}
				default:
			}
			return unexpected(tk);
		case TBrOpen:
			tk = token();
			switch( tk ) {
			case TBrClose:
				return parseExprNext(mk(EObject([]),p1));
			case TId(_):
				var tk2 = token();
				push(tk2);
				push(tk);
				switch( tk2 ) {
					case TDoubleDot:
						return parseExprNext(parseObject(p1));
					default:
				}
			case TConst(c):
				if( allowJSON ) {
					switch( c ) {
						case CString(_):
							var tk2 = token();
							push(tk2);
							push(tk);
							switch( tk2 ) {
								case TDoubleDot:
									return parseExprNext(parseObject(p1));
								default:
							}
						default:
							push(tk);
					}
				} else
					push(tk);
			default:
				push(tk);
			}
			var a = [];
			while( true ) {
				parseFullExpr(a);
				tk = token();
				if( tk == TBrClose || (resumeErrors && tk == TEof) )
					break;
				push(tk);
			}
			return mk(EBlock(a),p1);
		case TOp(op):
			if( op == "-" ) {
				var start = tokenMin;
				var oldoo = disableOrOp;
				disableOrOp = false;
				var e = parseExpr();
				disableOrOp = oldoo;
				if( e == null )
					return makeUnop(op,e);
				switch( expr(e) ) {
					case EConst(CInt(i)):
						return mk(EConst(CInt(-i)), start, pmax(e));
					case EConst(CFloat(f)):
						return mk(EConst(CFloat(-f)), start, pmax(e));
					default:
						return makeUnop(op,e);
				}
			}
			if( opPriority.get(op) < 0 )
				return makeUnop(op,parseExpr());
			return unexpected(tk);
		case TBkOpen:
			var a = [];
			tk = token();
			var first = true;
			while( tk != TBkClose && (!resumeErrors || tk != TEof) ) {
				if (!first) {
					if (tk != TComma)
						unexpected(tk);
					else {
						tk = token();
						if (tk == TBkClose)
							break;
					}
						
				}
				first = false;
				push(tk);
				var oldoo = disableOrOp;
				disableOrOp = false;
				a.push(parseExpr());
				disableOrOp = oldoo;
				tk = token();
			}
			if( a.length == 1 && a[0] != null ) // What is this for???
				switch( expr(a[0]) ) {
					case EFor(_), EWhile(_), EDoWhile(_):
						var tmp = "__a_" + (uid++);
						var e = mk(EBlock([
							mk(EVar(tmp, null, mk(EArrayDecl([]), p1)), p1),
							mapCompr(tmp, a[0]),
							mk(EIdent(tmp),p1),
						]),p1);
						return parseExprNext(e);
					default:
				}
			return parseExprNext(mk(EArrayDecl(a, nextType), p1));
		case TMeta(id) if( allowMetadata ):
			if(id == ':isVar') isVar = true;
			var args = parseMetaArgs();
			var e = parseExpr();
			isVar = false;
			return mk(EMeta(id, args, e),p1);
		case TRegex(e, f) if(allowRegex):
			return mk(ERegex(e, f), p1);
		default:
			return unexpected(tk);
		}
	}

	function parseLambda( args : Array<Argument>, pmin: Int ): Expr {
		while( true ) {
			var id = getIdent();
			var t = maybe(TDoubleDot) ? parseType() : null;
			args.push({ name : id, t : t, opt: false, value: null });
			var tk = token();
			switch( tk ) {
			case TComma:
			case TPClose:
				break;
			default:
				unexpected(tk);
				break;
			}
		}
		ensureToken(TOp("->"));
		var eret = parseExpr();
		return mk(EFunction(args, mk(EReturn(eret),pmin)), pmin);
	}

	function parseMetaArgs():Array<Expr> {
		var tk = token();
		if( tk != TPOpen ) {
			push(tk);
			return null;
		}
		var args:Array<Expr> = [];
		tk = token();
		if( tk != TPClose ) {
			push(tk);
			while( true ) {
				args.push(parseExpr());
				switch( token() ) {
				case TComma:
				case TPClose:
					break;
				case tk:
					unexpected(tk);
				}
			}
		}
		return args;
	}

	function mapCompr( tmp : String, e : Expr ):Expr {
		if( e == null ) return null;
		var edef = switch( expr(e) ) {
		case EFor(v, it, e2, ithv):
			EFor(v, it, mapCompr(tmp, e2), ithv);
		case EWhile(cond, e2):
			EWhile(cond, mapCompr(tmp, e2));
		case EDoWhile(cond, e2):
			EDoWhile(cond, mapCompr(tmp, e2));
		case EIf(cond, e1, e2) if( e2 == null ):
			EIf(cond, mapCompr(tmp, e1), null);
		case EBlock([e]):
			EBlock([mapCompr(tmp, e)]);
		case EParent(e2):
			EParent(mapCompr(tmp, e2));
		default:
			ECall( mk(EField(mk(EIdent(tmp), pmin(e), pmax(e)), "push"), pmin(e), pmax(e)), [e]);
		}
		return mk(edef, pmin(e), pmax(e));
	}

	function makeUnop( op:String, e:Expr ):Expr {
		if( e == null && resumeErrors )
			return null;
		return switch( expr(e) ) {
		case EBinop(bop, e1, e2): mk(EBinop(bop, makeUnop(op, e1), e2), pmin(e1), pmax(e2));
		case ETernary(e1, e2, e3): mk(ETernary(makeUnop(op, e1), e2, e3), pmin(e1), pmax(e3));
		default: mk(EUnop(op,true,e),pmin(e),pmax(e));
		}
	}

	function makeBinop( op:String, e1:Expr, e:Expr ):Expr {
		if( e == null && resumeErrors )
			return mk(EBinop(op,e1,e),pmin(e1),pmax(e1));
		return switch( expr(e) ) {
		case EBinop(op2,e2,e3):
			var delta = opPriority.get(op) - opPriority.get(op2);
			if( delta < 0 || (delta == 0 && !opRightAssoc.exists(op)) )
				mk(EBinop(op2,makeBinop(op,e1,e2),e3),pmin(e1),pmax(e3));
			else
				mk(EBinop(op, e1, e), pmin(e1), pmax(e));
		case ETernary(e2,e3,e4):
			if( opRightAssoc.exists(op) )
				mk(EBinop(op,e1,e),pmin(e1),pmax(e));
			else
				mk(ETernary(makeBinop(op, e1, e2), e3, e4), pmin(e1), pmax(e));
		default:
			mk(EBinop(op,e1,e),pmin(e1),pmax(e));
		}
	}

	var nextIsOverride:Bool = false;
	var nextIsStatic:Bool = false;
	var nextIsPublic:Bool = false;
	var nextIsPrivate:Bool = false;
	var nextIsFinal:Bool = false;
	var nextIsInline:Bool = false;
	var nextType:CType = null;
	function parseStructure(id:String, ?oldPos:Int):Expr {
		#if hscriptPos
		var p1 = tokenMin;
		#end
		return switch( id ) {
		case "if":
			ensure(TPOpen);
			var cond = parseExpr();
			ensure(TPClose);
			var e1 = parseExpr();
			var e2 = null;
			var semic = false;
			var tk = token();
			if( tk == TSemicolon ) {
				semic = true;
				tk = token();
			}
			if( Type.enumEq(tk,TId("else")) )
				e2 = parseExpr();
			else {
				push(tk);
				if( semic ) push(TSemicolon);
			}
			mk(EIf(cond,e1,e2),p1,(e2 == null) ? tokenMax : pmax(e2));
		case "override": // BIG TODO: OPTIMIZE ALL THIS BELOW UNTIL "inline"
			nextIsOverride = true;
			var nextToken = token();
			switch(nextToken) {
				case TId("public"):
					var str = parseStructure("public"); // override public
					nextIsOverride = false;
					str;
				case TId("function"):
					var str = parseStructure("function"); // override function
					nextIsOverride = false;
					str;
				case TId("static"):
					var str = parseStructure("static"); // override static
					nextIsOverride = false;
					str;
				case TId("var"):
					var str = parseStructure("var"); // override var
					nextIsOverride = false;
					str;
				case TId("final"):
					var str = parseStructure("final"); // override final
					nextIsOverride = false;
					str;
				case TId("private"):
					var str = parseStructure("private"); // override private
					nextIsOverride = false;
					str;
				case TId("inline"):
					var str = parseStructure("inline"); // override inline
					nextIsOverride = false;
					str;
				default:
					unexpected(nextToken);
					nextIsOverride = false;
					null;
			}
		case "static":
			nextIsStatic = true;
			var nextToken = token();
			switch(nextToken) {
				case TId("public"):
					var str = parseStructure("public"); // static public
					nextIsStatic = false;
					str;
				case TId("function"):
					var str = parseStructure("function"); // static function
					nextIsStatic = false;
					str;
				case TId("override"):
					var str = parseStructure("override"); // static override
					nextIsStatic = false;
					str;
				case TId("var"):
					var str = parseStructure("var"); // static var
					nextIsStatic = false;
					str;
				case TId("final"):
					var str = parseStructure("final"); // static final
					nextIsStatic = false;
					str;
				case TId("private"):
					var str = parseStructure("private"); // static private
					nextIsStatic = false;
					str;
				case TId("inline"):
					var str = parseStructure("inline"); // static inline
					nextIsStatic = false;
					str;
				default:
					unexpected(nextToken);
					nextIsStatic = false;
					null;
			}
		case "public":
			nextIsPublic = true;
			var nextToken = token();
			switch(nextToken) {
				case TId("static"):
					var str = parseStructure("static"); // public static
					nextIsPublic = false;
					str;
				case TId("function"):
					var str = parseStructure("function"); // public function
					nextIsPublic = false;
					str;
				case TId("override"):
					var str = parseStructure("override"); // public override
					nextIsPublic = false;
					str;
				case TId("var"):
					var str = parseStructure("var"); // public var
					nextIsPublic = false;
					str;
				case TId("final"):
					var str = parseStructure("final"); // public final
					nextIsPublic = false;
					str;
				case TId("class"):
					var str = parseStructure("class"); // public class
					nextIsPublic = false;
					str;
				//case TId("private"):
				//	var str = parseStructure("private"); // public private
				//	nextIsPublic = false;
				//	str;
				case TId("inline"):
					var str = parseStructure("inline"); // public inline
					nextIsPublic = false;
					str;
				default:
					unexpected(nextToken);
					nextIsPublic = false;
					null;
			}
		case "private":
			nextIsPrivate = true;
			var nextToken = token();
			switch(nextToken) {
				case TId("static"):
					var str = parseStructure("static"); // private static
					nextIsPrivate = false;
					str;
				case TId("function"):
					var str = parseStructure("function"); // private function
					nextIsPrivate = false;
					str;
				case TId("override"):
					var str = parseStructure("override"); // private override
					nextIsPrivate = false;
					str;
				case TId("var"):
					var str = parseStructure("var"); // private var
					nextIsPrivate = false;
					str;
				case TId("final"):
					var str = parseStructure("final"); // private final
					nextIsPrivate = false;
					str;
				case TId("class"):
					var str = parseStructure("class"); // private class
					nextIsPrivate = false;
					str;
				case TId("inline"):
					var str = parseStructure("inline"); // private inline
					nextIsPrivate = false;
					str;
				default:
					unexpected(nextToken);
					nextIsPrivate = false;
					null;
			}
		case "inline":
			nextIsInline = true;
			var nextToken = token();
			switch(nextToken) {
				case TId("static"):
					var str = parseStructure("static"); // inline static
					nextIsInline = false;
					str;
				case TId("function"):
					var str = parseStructure("function"); // inline function
					nextIsInline = false;
					str;
				case TId("override"):
					var str = parseStructure("override"); // inline override
					nextIsInline = false;
					str;
				case TId("var"):
					var str = parseStructure("var"); // inline var
					nextIsInline = false;
					str;
				case TId("final"):
					var str = parseStructure("final"); // inline final
					nextIsInline = false;
					str;
				case TId("class"):
					var str = parseStructure("class"); // inline class
					nextIsInline = false;
					str;
				case TId("private"): // inline private
					var str = parseStructure("private"); // inline private
					nextIsInline = false;
					str;
				default:
					unexpected(nextToken);
					nextIsInline = false;
					null;
			}
		case "var" | "final":
			if(id == "final") {
				var nextToken = token();
				switch(nextToken) {
					case TId("class"):
						nextIsFinal = true;
						var str = parseStructure("class"); // final class
						nextIsFinal = false;
						return str;
					case TId("function"):
						nextIsFinal = true;
						var str = parseStructure("function"); // final function
						nextIsFinal = false;
						return str;
					default:
						push(nextToken);
				}
			}
			var ident = getIdent();
			var get:Null<FieldPropertyAccess> = null;
			var set:Null<FieldPropertyAccess> = null;
			var hasGetSet:Bool = false;
			var oldIsVar:Bool = isVar;

			var tk = token();
			if( tk == TPOpen) {
				if( id == "final" )
					unexpected(tk);

				var getId = getIdent();
				switch (getId) {
					case 'default': get = ADefault;
					case 'get': get = AGet;
					case 'null': get = ANull;
					case 'dynamic': get = ADynamic;
					case 'never': get = ANever;
					default: error(ECustom("Custom property accessor is not supported"), p1, tokenMax);
				}
				ensure(TComma);
				var setId = getIdent();
				switch (setId) {
					case 'default': set = ADefault;
					case 'set': set = ASet;
					case 'null': set = ANull;
					case 'dynamic': set = ADynamic;
					case 'never': set = ANever;
					default: error(ECustom("Custom property accessor is not supported"), p1, tokenMax);
				}
				ensure(TPClose);

				hasGetSet = true;

				tk = token();
			}

			var t = null;
			nextType = null;
			if( tk == TDoubleDot && allowTypes ) {
				t = parseType();
				tk = token();

				nextType = t;
			}
			var e = null;
			if( Type.enumEq(tk,TOp("=")) )
				e = parseExpr();
			else
				push(tk);

			if(hasGetSet)
				checkAccess(get, set, e, t);

			nextType = null;
			if(isVar) isVar = false;
			mk(EVar(ident, t, e, nextIsPublic, nextIsStatic, nextIsPrivate, id == "final", nextIsInline, get, set, oldIsVar), p1, (e == null) ? tokenMax : pmax(e));
		case "while":
			var econd = parseExpr();
			var e = parseExpr();
			mk(EWhile(econd,e),p1,pmax(e));
		case "do":
			var e = parseExpr();
			var tk = token();
			switch(tk)
			{
				case TId("while"): // Valid
				default: unexpected(tk);
			}
			var econd = parseExpr();
			mk(EDoWhile(econd,e),p1,pmax(econd));
		case "for":
			ensure(TPOpen);
			var ithv:String = null;
			var vname = getIdent();
			var tk = token();
			if( Type.enumEq(tk,TOp("=>")) ) {
				var old = vname;
				vname = getIdent();
				ithv = old;
			} else {
				push(tk);
			}
			ensureToken(TId("in"));
			var eiter = parseExpr();
			ensure(TPClose);
			var e = parseExpr();
			mk(EFor(vname,eiter,e,ithv),p1,pmax(e));
		case "break": mk(EBreak);
		case "continue": mk(EContinue);
		case "else": unexpected(TId(id));
		//case "inline":
		//	if( !maybe(TId("function")) ) unexpected(TId("inline"));
		//	return parseStructure("function");
		case "function":
			var tk = token();
			var name = null;
			switch( tk ) {
				case TId(id): name = id;
				default: push(tk);
			}
			var inf = parseFunctionDecl();

			var tk = token();
			push(tk);
			mk(EFunction(inf.args, inf.body, name, inf.ret, nextIsPublic, nextIsStatic, nextIsOverride, nextIsPrivate, nextIsFinal, nextIsInline),p1,pmax(inf.body));
		case "package":
			var tk = token();
			push(tk);
			if(tk == TSemicolon) 
				return mk(EPackage(null), p1);

			var pkg:String = parsePath().join('.');
			ensure(TSemicolon);
			push(TSemicolon);
			mk(EPackage(pkg), p1);
		case "import" | "using":
			var isUsing = id == "using";
			var oldReadPos = readPos;
			var tk = token();
			switch( tk ) {
				case TPOpen:
					if(isUsing) error(ECustom('Expected identifier'),tokenMin,tokenMax);
					var tok = token();
					switch(tok) {
						case TConst(c):
							switch(c) {
								case CString(s):
									token();
									ensure(TSemicolon);
									push(TSemicolon);
									mk(EImport(s), p1);
								default:
									unexpected(tok);
									null;
							}
						default:
							unexpected(tok);
							null;
					}
				case TId(id):
					var path = [id];
					var asname:String = null;
					var t = null;
					while( true ) {
						t = token();
						if( t != TDot ) {
							if(t.match(TId("as"))) {
								if(isUsing) error(ECustom('Expected . or ;'),tokenMin,tokenMax);
								t = token();
								switch( t ) {
									case TId(id):
										asname = id;
									default:
										unexpected(t);
								}
								break;
							}

							push(t);
							break;
						}
						t = token();
						switch( t ) {
							case TId(id):
								path.push(id);
							default:
								unexpected(t);
						}
					}
					ensure(TSemicolon);
					push(TSemicolon);
					var p = path.join(".");
					mk(EImport(p, asname, isUsing),p1);
				default:
					unexpected(tk);
					null;
				}

		case "class":
			// example: class ClassName
			var tk = token();
			var name = null;

			switch (tk) {
				case TId(id): name = id;
				default: push(tk);
			}

			var extend:String = null;
			var interfaces:Array<String> = [];
			// optional - example: extends BaseClass

			while( true ) {
				var t = token();
				switch( t ) {
					case TId("extends"):
						var e = parseType();
						switch(e) {
							case CTPath(path, params):
								if(extend != null) {
									error(ECustom('Cannot extend a class twice.'), 0, 0);
								}
								extend = path.join(".");
							default:
								error(ECustom('${Std.string(e)} is not a valid path.'), 0, 0);
						}
					default:
						push(t);
						break;
				}
			}

			/*while(true) {
				tk = token();
				trace(tk);
				switch (tk) {
					case TId(id):
						if (id == "extends") {
							tk = token();
							if(extend != null) {
								unexpected(tk);
							} else {
								switch (tk) {
									case TId(id): extend = id;
									default: unexpected(tk);
								}
							}
						} else if (id == "implements") {
							tk = token();
							switch (tk) {
								case TId(id): interfaces.push(id);
								default: unexpected(tk);
							}
						} else {
							//push(tk);
						}

					case TBrOpen:
						push(tk);
						break;

					default:
						//push(tk);
				}
			}*/

			var fields = [];
			ensure(TBrOpen);
			while( true ) {
				parseFullExpr(fields);
				tk = token();
				if( tk == TBrClose || (resumeErrors && tk == TEof) )
					break;
				push(tk);
			}

			var tk = token();
			push(tk);
			mk(EClass(name, fields, extend, interfaces, nextIsFinal, nextIsPrivate), p1);

		case "enum": // TODO: enum abstract 
			var name = getIdent();

			ensure(TBrOpen);

			// TODO: optimize this
			var fields:Array<EnumField> = [];
			var fieldName:String = '';
			var enumArgs:Array<Argument> = null;
			//var tk = token();

			while(!maybe(TBrClose)) {
				var tk = token();

				switch(tk) {
					//case TBrClose:
					//	break;
					case TSemicolon | TComma:
						if(fieldName.trim().length == 0) continue;
						
						fields.push({
							name: fieldName,
							args: enumArgs == null ? [] : enumArgs
						});
						fieldName = '';
						enumArgs = null;
					case TPOpen:
						if(enumArgs != null) {
							error(ECustom("Cannot have multiple argument lists in one enum constructor"), tokenMin, tokenMax);
							break;
						}
						enumArgs = parseFunctionArgs(true);
					default:
						if(fieldName.trim().length != 0) {
							error(ECustom("Expected comma or semicolon"), tokenMin, tokenMax);
							break;
						}
						push(tk);
						fieldName = getIdent();
				}
			}
			
			mk(EEnum({ name: name, fields: fields }, false), p1);
		case "cast":
			var tk = token();
			var e:Expr = null;
			var t:CType = null; // null if is unsafe cast
			switch(tk) {
				case TPOpen:
					e = parseExpr();
					ensure(TComma);
					t = parseType();
					ensure(TPClose);
				default:
					push(tk);
					e = parseExpr();
			}
			
			mk(ECast(e, t), p1);
		case "return":
			var tk = token();
			push(tk);
			var e = if( tk == TSemicolon ) null else parseExpr();
			mk(EReturn(e),p1,if( e == null ) tokenMax else pmax(e));
		case "new":
			var a = [];
			var params:Null<Array<CType>> = null;
			a.push(getIdent());
			while( true ) {
				var tk = token();
				switch( tk ) {
					case TDot:
						a.push(getIdent());
					case TOp(op) :
						if( op == '<' ) {
							params = [];
							while(true) {
								switch(token()) {
									case TConst(c):
										params.push(CTExpr(mk(EConst(c))));
									case tk:
										push(tk);
										params.push(parseType());
								}
								tk = token();
								switch(tk) {
									case TComma: continue;
									case TOp(op):
										if( op == ">") break;
										if( op.charCodeAt(0) == ">".code ) {
										#if hscriptPos
										tokens.add({ t : TOp(op.substr(1)), min : tokenMax - op.length - 1, max : tokenMax });
										#else
										tokens.add(TOp(op.substr(1)));
										#end
										break;
									}
									default:
								}
								unexpected(tk);
								break;
							}
						}
						else {
							unexpected(tk);
							break;
						}
					case TPOpen:
						break;
					default:
						unexpected(tk);
						break;
				}
			}
			var args = parseExprList(TPClose);
			mk(ENew(a.join("."), args, params), p1);
		case "throw":
			var e = parseExpr();
			mk(EThrow(e),p1,pmax(e));
		case "try":
			var e = parseExpr();
			ensureToken(TId("catch"));
			ensure(TPOpen);
			var vname = getIdent();
			ensure(TDoubleDot);
			var t = null;
			if( allowTypes )
				t = parseType();
			else
				ensureToken(TId("Dynamic"));
			ensure(TPClose);
			var ec = parseExpr();
			mk(ETry(e, vname, t, ec), p1, pmax(ec));
		case "switch":
			var e = parseExpr();
			var def = null, cases = [];
			ensure(TBrOpen);
			while( true ) {
				var tk = token();
				switch( tk ) {
					case TId("case"):
						var c:SwitchCase = { values : [], expr : null };
						cases.push(c);
						disableOrOp = true;
						while( true ) {
							var e = parseExpr();
							c.values.push(e);
							tk = token();
							switch( tk ) {
								case TComma | TOp("|"):
									// next expr
								case TDoubleDot:
									break;
								default:
									unexpected(tk);
									break;
							}
						}
						disableOrOp = false;
						var exprs = [];
						while( true ) {
							tk = token();
							push(tk);
							switch( tk ) {
								case TId("case"), TId("default"), TBrClose:
									break;
								case TEof if( resumeErrors ):
									break;
								default:
									parseFullExpr(exprs);
							}
						}
						c.expr = if( exprs.length == 1)
							exprs[0];
						else if( exprs.length == 0 )
							mk(EBlock([]), tokenMin, tokenMin);
						else
							mk(EBlock(exprs), pmin(exprs[0]), pmax(exprs[exprs.length - 1]));
					case TId("default"):
						if( def != null ) unexpected(tk);
						ensure(TDoubleDot);
						var exprs = [];
						while( true ) {
							tk = token();
							push(tk);
							switch( tk ) {
								case TId("case"), TId("default"), TBrClose:
									break;
								case TEof if( resumeErrors ):
									break;
								default:
									parseFullExpr(exprs);
							}
						}
						def = if( exprs.length == 1)
							exprs[0];
						else if( exprs.length == 0 )
							mk(EBlock([]), tokenMin, tokenMin);
						else
							mk(EBlock(exprs), pmin(exprs[0]), pmax(exprs[exprs.length - 1]));
					case TBrClose:
						break;
					default:
						unexpected(tk);
						break;
				}
			}
			mk(ESwitch(e, cases, def), p1, tokenMax);
		default:
			null;
		}
	}

	function parseExprNext( e1 : Expr ):Expr {
		var tk = token();
		switch( tk ) {
			case TOp(op):

				if( op == "->" ) {
					// single arg reinterpretation of `f -> e` , `(f) -> e` and `(f:T) -> e`
					switch( expr(e1) ) {
						case EIdent(i), EParent(expr(_) => EIdent(i)):
							var eret = parseExpr();
							return mk(EFunction([{ name : i, opt: false, value: null, t: null }], mk(EReturn(eret),pmin(eret))), pmin(e1));
						case ECheckType(expr(_) => EIdent(i), t):
							var eret = parseExpr();
							return mk(EFunction([{ name : i, t : t, opt: false, value: null }], mk(EReturn(eret),pmin(eret))), pmin(e1));
						default:
					}
					unexpected(tk);
				}

				if(disableOrOp && op == "|") {
					push(tk);
					return e1;
				}

				if( opPriority.get(op) == -1 ) {
					if( isBlock(e1) || switch(expr(e1)) { case EParent(_): true; default: false; } ) {
						push(tk);
						return e1;
					}
					return parseExprNext(mk(EUnop(op,false,e1),pmin(e1)));
				}
				return makeBinop(op,e1,parseExpr());
			case TId(op) if( opPriority.exists(op) ):
				return parseExprNext(makeBinop(op,e1,parseExpr()));
			case TDot | TQuestionDot:
				var field = getIdent();
				return parseExprNext(mk(EField(e1, field, tk == TQuestionDot), pmin(e1)));
			case TPOpen:
				return parseExprNext(mk(ECall(e1,parseExprList(TPClose)),pmin(e1)));
			case TBkOpen:
				var e2 = parseExpr();
				ensure(TBkClose);
				return parseExprNext(mk(EArray(e1,e2),pmin(e1)));
			case TQuestion:
				var e2 = parseExpr();
				ensure(TDoubleDot);
				var e3 = parseExpr();
				return mk(ETernary(e1,e2,e3),pmin(e1),pmax(e3));
			default:
				push(tk);
				return e1;
		}
	}

	function parseFunctionArgs(?enumArgs:Bool = false):Array<Argument> {
		var args:Array<Argument> = [];
		var tk = token();
		if( tk != TPClose ) {
			var done = false;
			while( !done ) {
				var name = null, opt = false;
				switch( tk ) {
					case TQuestion:
						opt = true;
						tk = token();
					default:
				}
				switch( tk ) {
					case TId(id): name = id;
					default:
						unexpected(tk);
						break;
				}
				var arg : Argument = { name : name, opt: false, value: null, t: null };
				args.push(arg);
				if( opt ) arg.opt = true;
				if( allowTypes ) {
					if( maybe(TDoubleDot) )
						arg.t = parseType();
					if( maybe(TOp("="))) {
						if(enumArgs) unexpected(TOp("="));
						arg.value = parseExpr();
						arg.opt = true;
					}
				}
				tk = token();
				switch( tk ) {
					case TComma:
						tk = token();
					case TPClose:
						done = true;
					default:
						unexpected(tk);
				}
			}
		}
		return args;
	}

	function parseFunctionDecl():FunctionDecl {
		ensure(TPOpen);
		var args = parseFunctionArgs();
		var ret = null;
		if( allowTypes ) {
			var tk = token();
			if( tk != TDoubleDot )
				push(tk);
			else
				ret = parseType();
		}
		return { args : args, ret : ret, body : parseExpr() };
	}

	function parsePath():Array<String> {
		var path = [getIdent()];
		while( true ) {
			var t = token();
			if( t != TDot ) {
				push(t);
				break;
			}
			path.push(getIdent());
		}
		return path;
	}

	function parseType() : CType {
		var t = token();
		switch( t ) {
			case TId(v):
				push(t);
				var path = parsePath();
				var params = null;
				t = token();
				switch( t ) {
				case TOp(op):
					if( op == "<" ) {
						params = [];
						while( true ) {
							switch( token() ) {
							case TConst(c):
								params.push(CTExpr(mk(EConst(c))));
							case tk:
								push(tk);
								params.push(parseType());
							}
							t = token();
							switch( t ) {
							case TComma: continue;
							case TOp(op):
								if( op == ">" ) break;
								if( op.charCodeAt(0) == ">".code ) {
									#if hscriptPos
									tokens.add({ t : TOp(op.substr(1)), min : tokenMax - op.length - 1, max : tokenMax });
									#else
									tokens.add(TOp(op.substr(1)));
									#end
									break;
								}
							default:
							}
							unexpected(t);
							break;
						}
					} else
						push(t);
				default:
					push(t);
				}
				return parseTypeNext(CTPath(path, params));
			case TPOpen:
				var a = token(),
					b = token();

				push(b);
				push(a);

				function withReturn(args) {
					switch token() { // I think it wouldn't hurt if ensure used enumEq
						case TOp('->'):
						case t: unexpected(t);
					}

					return CTFun(args, parseType());
				}

				switch [a, b] {
					case [TPClose, _] | [TId(_), TDoubleDot]:

						var args = [for (arg in parseFunctionArgs()) {
							switch arg.value {
								case null:
								case v:
									error(ECustom('Default values not allowed in function types'), #if hscriptPos v.pmin, v.pmax #else 0, 0 #end);
							}

							CTNamed(arg.name, if (arg.opt) CTOpt(arg.t) else arg.t);
						}];

						return withReturn(args);
					default:

						var t = parseType();
						return switch token() {
							case TComma:
								var args = [t];

								while (true) {
									args.push(parseType());
									if (!maybe(TComma)) break;
								}
								ensure(TPClose);
								withReturn(args);
							case TPClose:
								parseTypeNext(CTParent(t));
							case t: unexpected(t);
						}
				}
			case TBrOpen:
				var fields = [];
				var meta:Array<MetadataEntry> = null;
				while( true ) {
					t = token();
					switch( t ) {
						case TBrClose: break;
						case TId("var"):
							var name = getIdent();
							ensure(TDoubleDot);
							fields.push( { name : name, t : parseType(), meta : meta } );
							meta = null;
							ensure(TSemicolon);
						case TId("final"):
							var name = getIdent();
							ensure(TDoubleDot);
							if( meta == null ) meta = [];
							meta.push({ name : ":final", params : [] });
							fields.push( { name : name, t : parseType(), meta : meta } );
							meta = null;
							ensure(TSemicolon);
						case TId(name):
							ensure(TDoubleDot);
							fields.push( { name : name, t : parseType(), meta : meta } );
							t = token();
							switch( t ) {
							case TComma:
							case TBrClose: break;
							default: unexpected(t);
							}
						case TMeta(name):
							if( meta == null ) meta = [];
							meta.push({ name : name, params : parseMetaArgs() });
						default:
							unexpected(t);
							break;
					}
				}
				return parseTypeNext(CTAnon(fields));
			default:
				return unexpected(t);
		}
	}

	function parseTypeNext( t : CType ): CType {
		var tk = token();
		switch( tk ) {
			case TOp(op):
				if( op != "->" ) {
					push(tk);
					return t;
				}
			default:
				push(tk);
				return t;
			}
			var t2 = parseType();
			switch( t2 ) {
			case CTFun(args, _):
				args.unshift(t);
				return t2;
			default:
				return CTFun([t], t2);
		}
	}

	function parseExprList( etk:Token ): Array<Expr> {
		var args:Array<Expr> = [];
		var tk = token();
		if( tk == etk )
			return args;
		push(tk);
		while( true ) {
			args.push(parseExpr());
			tk = token();
			switch( tk ) {
				case TComma:
				default:
					if( tk == etk ) break;
					unexpected(tk);
					break;
			}
		}
		return args;
	}
	
	// From hscript-iris: https://github.com/pisayesiwsi/hscript-iris/blob/dev/crowplexus/hscript/Parser.hx#L409
	// by inky03
	function interpolateString(s:String):Expr {
		var exprs:Array<Expr> = [];
		var dollarPos:Int = s.indexOf('$');

		if(dollarPos == -1)
			return mk(EConst(CString(s)));

		final singleFirst:EReg = ~/[a-zA-Z_]/i;
		final singleExpr:EReg = ~/[a-zA-Z0-9_]/i;
		// TODO: optimize this using regex
		while(dollarPos > -1) {
			var pos:Int = dollarPos;
			var pre:String = s.substr(0, pos);
			var next:String = s.charAt(++pos);
			if(next == '{') {
				if (pre != '')
					exprs.push(mk(EConst(CString(pre))));
				var exprStr:String = '';
				var depth:Int = 1;
				while (true) {
					next = s.charAt(++pos);
					if (next == '{') {
						depth++;
					} else if (next == '}') {
						depth--;
					}
					if (depth < 1)
						break;
					if (pos >= s.length) {
						error(EUnterminatedString, pos, pos);
					}
					exprStr += next;
				}
				if (exprStr.trim() == '') {
					error(ECustom("Expression cannot be empty"), pos, pos);
				}
				var prevChar = char;
				var prevInput = input;
				var prevReadPos = readPos; // a bit stupid innit???
				#if hscriptPos
				var prevOrigin = origin;
				#end
				var expr = parseString('($exprStr)' #if hscriptPos, origin #end);
				readPos = prevReadPos; // rolling back parser state because otherwise we get problems...
				input = prevInput;
				char = prevChar;
				#if hscriptPos
				origin = prevOrigin;
				#end
				exprs.push(expr);
				pos++;
			}
			else if(singleFirst.match(next)) {
				if (pre != '')
					exprs.push(mk(EConst(CString(pre))));
				var ident: String = '';
				while(singleExpr.match(next)) {
					ident += next;
					next = s.charAt(++pos);
				}
				exprs.push(mk(EIdent(ident)));
			}
			else if (next == '$') {
				var secondToNext: String = s.charAt(pos);
				if (secondToNext == "$") { // if its another dollar, skip...
					s = pre + s.substr(pos, pos + 1); // remove $ ahead of the current one
					break;
				}
				exprs.push(mk(EConst(CString(pre + '$'))));
			}
			s = s.substr(pos++);
			dollarPos = s.indexOf('$');
		}
		if (exprs.length == 0) {
			return mk(EConst(CString(s)));
		} else {
			exprs.push(mk(EConst(CString(s))));
			var expr:Null<Expr> = exprs.shift();
			while(true) {
				if(exprs.length == 0) break;
				expr = mk(EBinop('+', expr, exprs.shift()));
			}
			return expr;
		}
	}

	function checkAccess(get:FieldPropertyAccess, set:FieldPropertyAccess, ?expr:Expr, ?type:CType) {
		#if hscriptPos
		var p1 = tokenMin;
		#end
		if(!allowTypes) {
			error(ECustom('"allowTypes" must be enabled for Property fields'), p1, pmax(expr));
			return;
		}
		switch([get, set]) {
			case [AGet, ASet] | [AGet, ANever] | [ANever, ASet]:
				if(isVar && (expr == null && type == null)) 
					error(ECustom('Property requires type-hint or initialization'), p1, pmax(expr));
				if(expr != null && !isVar)
					error(ECustom("Attempt to assign on field that is not a real variable"), p1, pmax(expr));
				else if(type == null && !isVar)
					error(ECustom('Property requires type-hint'), p1, tokenMax);
			case [ANever, ANever]:
				error(ECustom("Unsupported property combination"), p1, (expr == null) ? tokenMax : pmax(expr));
			default:
				if(expr == null && type == null)
					error(ECustom('Property requires type-hint or initialization'), p1, tokenMax);
		}
	}

	// ------------------------ module -------------------------------

	public function parseModule( content : String, ?origin : String = "hscript" ):Array<ModuleDecl> {
		initParser(origin);
		input = content;
		readPos = 0;
		allowTypes = true;
		allowMetadata = true;
		var decls:Array<ModuleDecl> = [];
		while( true ) {
			var tk = token();
			if( tk == TEof ) break;
			push(tk);
			decls.push(parseModuleDecl());
		}
		if(preprocStack.length > 0)
		{
			error(EInvalidPreprocessor("Unclosed"), tokenMin, tokenMax);
		}
		return decls;
	}

	function parseMetadata() : Metadata {
		var meta:Array<MetadataEntry> = [];
		while( true ) {
			var tk = token();
			switch( tk ) {
				case TMeta(name):
					meta.push({ name : name, params : parseMetaArgs() });
				default:
					push(tk);
					break;
			}
		}
		return meta;
	}

	function parseParams():{} {
		if( maybe(TOp("<")) )
			error(EInvalidOp("Unsupported class type parameters"), readPos, readPos);
		return {};
	}

	function parseModuleDecl() : ModuleDecl {
		var meta = parseMetadata();
		var ident = getIdent();
		var isPrivate = false, isExtern = false;
		while( true ) {
			switch( ident ) {
			case "private":
				isPrivate = true;
			case "extern":
				isExtern = true;
			default:
				break;
			}
			ident = getIdent();
		}
		switch( ident ) {
			case "package":
				var path = parsePath();
				ensure(TSemicolon);
				return DPackage(path);
			case "import":
				var path = [getIdent()];
				var star = false;
				while( true ) {
					var t = token();
					if( t != TDot ) {
						push(t);
						break;
					}
					t = token();
					switch( t ) {
					case TId(id):
						path.push(id);
					case TOp("*"):
						star = true;
					default:
						unexpected(t);
					}
				}
				ensure(TSemicolon);
				return DImport(path, star);
			case "class":
				var name = getIdent();
				var params = parseParams();
				var extend = null;
				var implement = [];

				while( true ) {
					var t = token();
					switch( t ) {
						case TId("extends"):
							extend = parseType();
						case TId("implements"):
							implement.push(parseType());
						default:
							push(t);
							break;
					}
				}

				var fields = [];
				ensure(TBrOpen);
				while( !maybe(TBrClose) )
					fields.push(parseField());

				return DClass({
					name : name,
					meta : meta,
					params : params,
					extend : extend,
					implement : implement,
					fields : fields,
					isPrivate : isPrivate,
					isExtern : isExtern,
				});
			case "typedef":
				var name = getIdent();
				var params = parseParams();
				ensureToken(TOp("="));
				var t = parseType();
				return DTypedef({
					name : name,
					meta : meta,
					params : params,
					isPrivate : isPrivate,
					t : t,
				});
			default:
				unexpected(TId(ident));
		}
		return null;
	}

	function parseField() : FieldDecl {
		var meta = parseMetadata();
		var access = [];
		while( true ) {
			var id = getIdent();
			switch( id ) {
				case "override":
					access.push(AOverride);
				case "public":
					access.push(APublic);
				case "private":
					access.push(APrivate);
				case "inline":
					access.push(AInline);
				case "static":
					access.push(AStatic);
				case "macro":
					access.push(AMacro);
				case "function":
					var name = getIdent();
					var inf = parseFunctionDecl();
					return {
						name : name,
						meta : meta,
						access : access,
						kind : KFunction({
							args : inf.args,
							body : inf.body,
							ret : inf.ret,
						}),
					};
				case "var":
					var name = getIdent();
					var get = null, set = null;
					if( maybe(TPOpen) ) {
						get = getIdent();
						ensure(TComma);
						set = getIdent();
						ensure(TPClose);
					}
					var type = maybe(TDoubleDot) ? parseType() : null;
					var expr = maybe(TOp("=")) ? parseExpr() : null;

					if( expr != null ) {
						if( isBlock(expr) )
							maybe(TSemicolon);
						else
							ensure(TSemicolon);
					} else if( type != null && type.match(CTAnon(_)) ) {
						maybe(TSemicolon);
					} else
						ensure(TSemicolon);

					return {
						name : name,
						meta : meta,
						access : access,
						kind : KVar({
							get : get,
							set : set,
							type : type,
							expr : expr,
						}),
					};
				default:
					unexpected(TId(id));
					break;
			}
		}
		return null;
	}

	// ------------------------ lexing -------------------------------

	inline function readChar():Int {
		return StringTools.fastCodeAt(input, readPos++);
	}

	function readString( until:Int, regex:Bool = false, interpolate:Bool = false ):String {
		var c = 0;
		var prev = 0;
		var b = new StringBuf();
		var esc = false;
		var old = line;
		var s = input;
		#if hscriptPos
		var p1 = readPos - 1;
		#end
		while( true ) {
			var c = readChar();
			if( StringTools.isEof(c) ) {
				line = old;
				error(EUnterminatedString, p1, p1);
				break;
			}
			if( esc ) {
				esc = false;
				switch( c ) {
				case 'n'.code: b.addChar('\n'.code);
				case 'r'.code: b.addChar('\r'.code);
				case 't'.code: b.addChar('\t'.code);
				case "'".code, '"'.code, '\\'.code: b.addChar(c);
				case '/'.code: if( allowJSON ) b.addChar(c) else invalidChar(c);
				case "u".code:
					if( !allowJSON ) invalidChar(c);
					var k = 0;
					for( i in 0...4 ) {
						k <<= 4;
						var char = readChar();
						switch( char ) {
						case 48,49,50,51,52,53,54,55,56,57: // 0-9
							k += char - 48;
						case 65,66,67,68,69,70: // A-F
							k += char - 55;
						case 97,98,99,100,101,102: // a-f
							k += char - 87;
						default:
							if( StringTools.isEof(char) ) {
								line = old;
								error(EUnterminatedString, p1, p1);
							}
							invalidChar(char);
						}
					}
					b.addChar(k);
				default: invalidChar(c);
				}
			} else if( c == 92 && !regex)
				esc = true;
			else if( c == until ) {
				if(regex && prev == 92) {
					b.addChar(c);
					prev = c;
				}
				else
					break;
			}
			else if (c == 36 && interpolate) { // brace for impact !!
				// From hscript-iris: https://github.com/pisayesiwsi/hscript-iris/blob/dev/crowplexus/hscript/Parser.hx#L1665
				// by inky03
				// TODO: optimize this
				b.addChar(c);
				var next = readChar();
				if (next == 123) {
					b.addChar(next);
					var depth:Int = 0;
					while (true) {
						next = readChar();
						if (StringTools.isEof(next)) {
							error(EUnterminatedString, p1, p1);
						}
						b.addChar(next);
						if (next == "'".code) {
							var nextStr:String = readString("'".code, false, true);
							for (char in nextStr) {
								b.addChar(char);
							}
							b.addChar("'".code);
							next = readChar();
							b.addChar(next);
						}
						if (next == 125) {
							depth--;
							if (depth < 0)
								break;
						}
					}
				} else {
					readPos--;
				}
			}
			else {
				if( c == 10 ) line++;
				b.addChar(c);
				if(regex)
					prev = c;
			}
		}
		return b.toString();
	}

	function readFlags():String {
		if(!allowRegex) return null;
		var c = 0;
		var b = new StringBuf();
		var old = line;
		var s = input;
		#if hscriptPos
		var p1 = readPos - 1;
		#end

		while(true) {
			var c = readChar();
			if( StringTools.isEof(c) ) {
				line = old;
				error(EUnterminatedString, p1, p1);
				break;
			}
			// semicolon
			if(c == 59) {
				this.char = c;
				break;
			}
			
			var f = String.fromCharCode(c);
			if(regexFlags.indexOf(f) != -1) 
				b.addChar(c);
			else
				invalidChar(c);
		}

		return b.toString();
	}

	function token():Token {
	//function token(?infos : Null<haxe.PosInfos>) {
		//function ttrace(v:Dynamic, ?infos : Null<haxe.PosInfos>) {
		//	Sys.print(infos.fileName+":"+infos.lineNumber+": " + Std.string(v));
		//	Sys.print("\r\n");
		//}

		#if hscriptPos
		var t = tokens.pop();
		if( t != null ) {
			tokenMin = t.min;
			tokenMax = t.max;
			//ttrace(t.t, infos);
			return t.t;
		}
		oldTokenMin = tokenMin;
		oldTokenMax = tokenMax;
		tokenMin = (this.char < 0) ? readPos : readPos - 1;
		var t = _token();
		//trace(t, infos);
		//ttrace(t, infos);
		tokenMax = (this.char < 0) ? readPos - 1 : readPos - 2;
		return t;
	}

	function _token():Token {
		#else
		if( !tokens.isEmpty() )
			return tokens.pop();
		#end
		var char;
		if( this.char < 0 )
			char = readChar();
		else {
			char = this.char;
			this.char = -1;
		}
		while( true ) {
			if( StringTools.isEof(char) ) {
				this.char = char;
				return TEof;
			}
			switch( char ) {
			case 0:
				return TEof;
			case 32,9,13: // space, tab, CR
				#if hscriptPos
				tokenMin++;
				#end
			case 10: line++; // LF
				#if hscriptPos
				tokenMin++;
				#end
			case 48,49,50,51,52,53,54,55,56,57: // 0...9
				var n = (char - 48) * 1.0;
				var exp = 0.;
				while( true ) {
					char = readChar();
					exp *= 10;
					switch( char ) {
					case 48,49,50,51,52,53,54,55,56,57:
						n = n * 10 + (char - 48);
					case '_'.code:
					case "e".code, "E".code:
						var tk = token();
						var pow : Null<Int> = null;
						switch( tk ) {
						case TConst(CInt(e)): pow = e;
						case TOp("-"):
							tk = token();
							switch( tk ) {
							case TConst(CInt(e)): pow = -e;
							default: push(tk);
							}
						default:
							push(tk);
						}
						if( pow == null )
							invalidChar(char);
						return TConst(CFloat((Math.pow(10, pow) / exp) * n * 10));
					case ".".code:
						if( exp > 0 ) {
							// in case of '0...'
							if( exp == 10 && readChar() == ".".code ) {
								push(TOp("..."));
								var i = Std.int(n);
								return TConst( (i == n) ? CInt(i) : CFloat(n) );
							}
							invalidChar(char);
						}
						exp = 1.;
					case "x".code:
						if( n > 0 || exp > 0 )
							invalidChar(char);
						// read hexa
						var n = 0;
						while( true ) {
							char = readChar();
							switch( char ) {
							case 48,49,50,51,52,53,54,55,56,57: // 0-9
								n = (n << 4) + char - 48;
							case 65,66,67,68,69,70: // A-F
								n = (n << 4) + (char - 55);
							case 97,98,99,100,101,102: // a-f
								n = (n << 4) + (char - 87);
							case '_'.code:
							default:
								this.char = char;
								return TConst(CInt(n));
							}
						}
					case "b".code: // Custom thing, not supported in haxe
						if( n > 0 || exp > 0 )
							invalidChar(char);
						// read binary
						var n = 0;
						while( true ) {
							char = readChar();
							switch( char ) {
							case 48,49: // 0-1
								n = (n << 1) + char - 48;
							case '_'.code:
							default:
								this.char = char;
								return TConst(CInt(n));
							}
						}
					default:
						this.char = char;
						var i = Std.int(n);
						return TConst( (exp > 0) ? CFloat(n * 10 / exp) : ((i == n) ? CInt(i) : CFloat(n)) );
					}
				}
			case ";".code: return TSemicolon;
			case "(".code: return TPOpen;
			case ")".code: return TPClose;
			case ",".code: return TComma;
			case ".".code:
				char = readChar();
				switch( char ) {
				case 48,49,50,51,52,53,54,55,56,57:
					var n = char - 48;
					var exp = 1;
					while( true ) {
						char = readChar();
						exp *= 10;
						switch( char ) {
						case 48,49,50,51,52,53,54,55,56,57:
							n = n * 10 + (char - 48);
						default:
							this.char = char;
							return TConst( CFloat(n/exp) );
						}
					}
				case ".".code:
					char = readChar();
					if( char != ".".code )
						invalidChar(char);
					return TOp("...");
				default:
					this.char = char;
					return TDot;
				}
			case "{".code: return TBrOpen;
			case "}".code: return TBrClose;
			case "[".code: return TBkOpen;
			case "]".code: return TBkClose;
			case "'".code:
				return TConst( CString(readString(char, false, true), true) );
			case '"'.code: 
				return TConst( CString(readString(char), false) );
			case "?".code:
				char = readChar();
				switch (char) {
					case '?'.code:
						var orp = readPos;
						if (readChar() == '='.code)
							return TOp("??" + "=");

						this.readPos = orp;
						return TOp("??");
					case '.'.code:
						return TQuestionDot;
				}

				this.char = char;
				return TQuestion;
			case ":".code: return TDoubleDot;
			case '='.code:
				char = readChar();
				if( char == '='.code )
					return TOp("==");
				else if ( char == '>'.code )
					return TOp("=>");
				this.char = char;
				return TOp("=");
			case '@'.code:
				char = readChar();
				if( idents[char] || char == ':'.code ) {
					var id = String.fromCharCode(char);
					while( true ) {
						char = readChar();
						if( !idents[char] ) {
							this.char = char;
							return TMeta(id);
						}
						id += String.fromCharCode(char);
					}
				}
				invalidChar(char);
			case '#'.code:
				char = readChar();
				if( idents[char] ) {
					var id = String.fromCharCode(char);
					while( true ) {
						char = readChar();
						if( !idents[char] ) {
							this.char = char;
							return preprocess(id);
						}
						id += String.fromCharCode(char);
					}
				}
				invalidChar(char);
			default:
				if( ops[char] ) {
					var op:String = String.fromCharCode(char);
					while( true ) {
						char = readChar();
						if( StringTools.isEof(char) ) char = 0;
						if( !ops[char] ) {
							this.char = char;
							return TOp(op);
						}
						var pop = op;
						op += String.fromCharCode(char);
						if( allowRegex && op == "~/") {
							var e = readString(char, true);
							var f = readFlags();
							return TRegex(e, f);
						}
						if( !opPriority.exists(op) && opPriority.exists(pop) ) {
							if( op == "//" || op == "/*" )
								return tokenComment(op,char);
							this.char = char;
							return TOp(pop);
						}
					}
				}
				if( idents[char] ) {
					var id = String.fromCharCode(char);
					while( true ) {
						char = readChar();
						if( StringTools.isEof(char) ) char = 0;
						if( !idents[char] ) {
							this.char = char;
							//if(id == "is") return TOp("is");
							return TId(id);
						}
						id += String.fromCharCode(char);
					}
				}
				invalidChar(char);
			}
			char = readChar();
		}
		return null;
	}

	function preprocValue( id : String ) : Dynamic {
		return preprocessorValues.get(id);
	}

	var preprocStack : Array<PreprocValue>;

	function parsePreproCond():Expr {
		var tk = token();
		switch( tk ) {
			case TPOpen:
				push(TPOpen);
				return parseExpr();
			case TId(id):
				var tk;
				while(true) {
					tk = token();
					if(tk == TDot) {
						id += ".";
						tk = token();
						switch(tk) {
							case TId(id2):
								id += id2;
							default: unexpected(tk);
						}
					} else {
						push(tk);
						break;
					}
				}
				return mk(EIdent(id), tokenMin, tokenMax);
			case TConst(c):
				return mk(EConst(c), tokenMin, tokenMax);
			case TOp("!"):
				return mk(EUnop("!", true, parsePreproCond()), tokenMin, tokenMax);
			default:
				return unexpected(tk);
		}
	}

	function getValFromPreproExpr( e : Expr ) : Dynamic
	{
		var edef:ExprDef = expr(e);
		switch( edef )
		{
			case EParent(e):
				return getValFromPreproExpr(e);
			case EIdent(id):
				return preprocValue(id);
			case EConst(c):
				return switch (c) {
					case CInt(v): v;
					case CFloat(f): f;
					case CString(s): s;
				}
			case ECall(expr(_) => EIdent("version"), expr(_[0]) => EConst(CString(s))):
				try
				{
					(s : Version);
				}
				catch(_)
				{
					error(EInvalidPreprocessor('Invalid version string $s. Should follow SemVer.'), readPos, readPos);
				}
				return s;

			default:
				error(EInvalidPreprocessor(edef.getName()), readPos, readPos);
				return null;
		}
	}

	function evalPreproCond( e : Expr ):Bool {
		var edef:ExprDef = expr(e);
		switch( edef ) {
			case EConst(c):
				return !invalidPreprocessValues.contains(switch (c) {
					case CInt(v): v;
					case CFloat(f): f;
					case CString(s): s;
				});
			case EIdent(id):
				return !invalidPreprocessValues.contains(preprocValue(id));
			case EField(e1, f1):
				switch(expr(e1)) {
					case EIdent(id):
						return !invalidPreprocessValues.contains(preprocValue('$id.$f1'));
					case edef2:
						error(EInvalidPreprocessor("Can't eval " + edef.getName() + " with " + edef2.getName()), readPos, readPos);
						return false;
				}
			case EUnop("!", _, e):
				return !evalPreproCond(e);
			case EParent(e):
				return evalPreproCond(e);
			case EBinop(op, e1, e2):
				switch (op)
				{
					case "&&":
						return evalPreproCond(e1) && evalPreproCond(e2);
					case "||":
						return evalPreproCond(e1) || evalPreproCond(e2);
					case op:
						var e1:Dynamic = getValFromPreproExpr(e1);
						var e2:Dynamic = getValFromPreproExpr(e2);
						try {
							var vers1:Version = Std.string(e1);
							var vers2:Version = Std.string(e2);
							switch (op) {
								case "==":
									return vers1 == vers2;
								case "!=":
									return vers1 != vers2;
								case ">=":
									return vers1 >= vers2;
								case ">":
									return vers1 > vers2;
								case "<=":
									return vers1 <= vers2;
								case "<":
									return vers1 < vers2;
								default:
									throw null;
							}
						} catch(e:String) { // doesn't capture SemVer error
						} catch(e) {
							error(EInvalidPreprocessor('Invalid operator \'$op\' for SemVer'), readPos, readPos);
							return false;
						}
						try {
							switch (op) {
								case "==":
									return e1 == e2;
								case "!=":
									return e1 != e2;
								case ">=":
									return e1 >= e2;
								case ">":
									return e1 > e2;
								case "<=":
									return e1 <= e2;
								case "<":
									return e1 < e2;
								default:
							}
						} catch(_) {
							error(EInvalidPreprocessor('Invalid operator \'$op\''), readPos, readPos);
							return false;
						}
						error(EInvalidPreprocessor('Uncorrected operator \'$op\''), readPos, readPos);
						return false;
				}
			default:
				error(EInvalidPreprocessor("Can't eval " + edef.getName()), readPos, readPos);
				return false;
		}
	}

	var _inIfPrepocess:Bool = false;
	function preprocess( id : String ) : Token {
		inline function returnToken() {
			return switch (token()) {
				case TPrepro(id = "if" | "else" | "elseif" | "end" | "error"):
					preprocess(id);
				case t: t;
			}
		}
		if ( !_inIfPrepocess ) {
			switch( id ) {
				case "if":
					_inIfPrepocess = true;
					var result = evalPreproCond(parsePreproCond());
					_inIfPrepocess = false;
					preprocStack.push({ r : result });
					if(!result) {
						skipTokens();
					}
					return returnToken();
				case "else", "elseif":
					if ( preprocStack.length > 0 ) {
						var last = preprocStack[preprocStack.length - 1];
						if( last.r ) {
							skipTokens();
							last.r = false;
							return returnToken();
						} else if( id == "else" ) {
							preprocStack.pop();
							preprocStack.push({ r : true });
							return returnToken();
						} else {
							// elseif
							preprocStack.pop();
							return preprocess("if");
						}
					}
					else
					{
						return unexpected(TPrepro(id));
					}
				case "end":
					if( preprocStack.length > 0 )
					{
						preprocStack.pop();
						return returnToken();
					}
					else
					{
						return unexpected(TPrepro(id));
					}
				case "error" if ( preprocStack.length == 0 || preprocStack[preprocStack.length - 1].r):
					var tokenMin = tokenMin;
					error(ECustom(Std.string(getValFromPreproExpr(parsePreproCond()))), tokenMin,tokenMax);
					return returnToken();
			}
		}
		return TPrepro(id);
	}

	function skipTokens():Void {
		var spos = preprocStack.length - 1;
		var obj = preprocStack[spos];
		var pos = readPos;
		while( true ) {
			var tk = token();
			
			if( tk == TEof ) {
				if (preprocStack.length != 0) {
					error(EInvalidPreprocessor("Unclosed"), pos, pos);
				} else {
					break;
				}
			}
			if( preprocStack[spos] != obj ) {
				push(tk);
				break;
			}
		}
	}

	function tokenComment( op : String, char : Int ):Token {
		var c = op.charCodeAt(1);
		var s = input;
		if( c == '/'.code ) { // comment
			while( char != '\r'.code && char != '\n'.code ) {
				char = readChar();
				if( StringTools.isEof(char) ) break;
			}
			this.char = char;
			return token();
		}
		if( c == '*'.code ) { /* comment */
			var old = line;
			if( op == "/**/" ) {
				this.char = char;
				return token();
			}
			while( true ) {
				while( char != '*'.code ) {
					if( char == '\n'.code ) line++;
					char = readChar();
					if( StringTools.isEof(char) ) {
						line = old;
						error(EUnterminatedComment, tokenMin, tokenMin);
						break;
					}
				}
				char = readChar();
				if( StringTools.isEof(char) ) {
					line = old;
					error(EUnterminatedComment, tokenMin, tokenMin);
					break;
				}
				if( char == '/'.code )
					break;
			}
			return token();
		}
		this.char = char;
		return TOp(op);
	}

	function constString( c:Const ):String {
		return switch(c) {
		case CInt(v): Std.string(v);
		case CFloat(f): Std.string(f);
		case CString(s, _): s; // TODO : escape + quote
		}
	}

	function tokenString( t:Token ):String {
		return switch( t ) {
			case TEof: "<eof>";
			case TConst(c): constString(c);
			case TId(s): s;
			case TOp(s): s;
			case TPOpen: "(";
			case TPClose: ")";
			case TBrOpen: "{";
			case TBrClose: "}";
			case TDot: ".";
			case TQuestionDot: "?.";
			case TComma: ",";
			case TSemicolon: ";";
			case TBkOpen: "[";
			case TBkClose: "]";
			case TQuestion: "?";
			case TDoubleDot: ":";
			case TMeta(id): "@" + id;
			case TPrepro(id): "#" + id;
			case TRegex(e, f): '~/$e/$f';
		}
	}

	public var preprocesorValues(get, set) : Map<String,Dynamic>;
	inline function get_preprocesorValues() return preprocessorValues;
	inline function set_preprocesorValues(v) return preprocessorValues = v;
}

@:structInit
final class PreprocValue {
	public var r : Bool;
}