rearrange source

.github/workflows/compiler_tests.yml

@@ -2,9 +2,9 @@ name: Compiler Tests
 
 on:
   push:
-    paths: ['src/', '.github/workflows/compiler_tests.yml']
+    paths: ['src/**.v', '.github/workflows/compiler_tests.yml']
   pull_request:
-    paths: ['src/', '.github/workflows/compiler_tests.yml']
+    paths: ['src/**.v', '.github/workflows/compiler_tests.yml']
     types: [opened, synchronize]
 
 jobs:

src/compiler/mod.v

@@ -0,0 +1,19 @@
+// Copyright (C) 2024-present Jose Mendoza - All rights reserved. Use of this
+// source code is governed by an MIT license that can be found in the LICENSE
+// file.
+
+module compiler
+
+import compiler.prefs
+import compiler.report
+
+pub struct Compiler {
+pub mut:
+	prefs &prefs.Prefs
+}
+
+pub fn run(args []string) {
+	mut c := Compiler{
+		prefs: prefs.parse_args(args) or { report.error(err.msg()) }
+	}
+}

src/compiler/report/mod.v

@@ -0,0 +1,53 @@
+// Copyright (C) 2024-present Jose Mendoza - All rights reserved. Use of this
+// source code is governed by an MIT license that can be found in the LICENSE
+// file.
+
+module report
+
+import term
+
+enum MsgLevel {
+	note
+	warn
+	error
+	ice
+}
+
+@[inline]
+fn format_msg(msg string, level MsgLevel) string {
+	return term.bold('rivetc: ') + match level {
+		.note {
+			'${term.bold(term.cyan('error:'))}'
+		}
+		.warn {
+			'${term.bold(term.yellow('error:'))}'
+		}
+		.error {
+			'${term.bold(term.red('error:'))}'
+		}
+		.ice {
+			'${term.bold(term.red('internal compiler error:'))}'
+		}
+	} + ' ${msg}'
+}
+
+@[inline]
+pub fn note(msg string) {
+	eprintln(format_msg(msg, .note))
+}
+
+@[inline]
+pub fn warn(msg string) {
+	eprintln(format_msg(msg, .warn))
+}
+
+@[noreturn]
+pub fn error(msg string) {
+	eprintln(format_msg(msg, .error))
+	exit(101)
+}
+
+@[noreturn]
+pub fn ic_error(msg string) {
+	panic(format_msg(msg, .ice))
+}

src/token/mod.v → src/compiler/token/mod.v

@@ -5,6 +5,7 @@
 module token
 
 pub struct Pos {
+pub:
 	file    string
 	line_nr int // the line number in the source where the token occurred
 	col     int // the column in the source where the token occurred

src/tokenizer/mod.v → src/compiler/tokenizer/mod.v

@@ -4,9 +4,9 @@
 
 module tokenizer
 
-import math
-import prefs
-import token
+import compiler.prefs
+import compiler.token
+import compiler.util
 
 const lf = 10
 const cr = 13
@@ -61,7 +61,7 @@ fn (t &Tokenizer) current_char() u8 {
 
 @[inline]
 fn (t &Tokenizer) current_pos() token.Pos {
-	return token.Pos{t.file, t.line, math.max(1, t.current_column()), self.pos}
+	return token.Pos{t.file, t.line, int_max(1, t.current_column()), self.pos}
 }
 
 @[inline]
@@ -80,7 +80,7 @@ fn (mut t Tokenizer) eat_to_end_of_line() {
 }
 
 fn (mut t Tokenizer) inc_line_number() {
-	t.last_nl_pos = math.min(t.text.len - 1, t.pos)
+	t.last_nl_pos = int_min(t.text.len - 1, t.pos)
 	if t.is_cr_lf {
 		t.last_nl_pos++
 	}

src/compiler/util/mod.v

@@ -0,0 +1,31 @@
+// Copyright (C) 2024-present Jose Mendoza - All rights reserved. Use of this
+// source code is governed by an MIT license that can be found in the LICENSE
+// file.
+
+module util
+
+import os
+import compiler.report
+
+pub fn read_file(path string) string {
+	return skip_bom(os.read_file(path) or {
+		// we use `ic_error` because this should not happen
+		report.ic_error(err.msg())
+	})
+}
+
+pub fn skip_bom(file_content string) string {
+	mut raw_text := file_content
+	// BOM check
+	if raw_text.len >= 3 {
+		unsafe {
+			c_text := raw_text.str
+			if c_text[0] == 0xEF && c_text[1] == 0xBB && c_text[2] == 0xBF {
+				// skip three BOM bytes
+				offset_from_begin := 3
+				raw_text = tos(c_text[offset_from_begin], vstrlen(c_text) - offset_from_begin)
+			}
+		}
+	}
+	return raw_text
+}

src/main.v

@@ -5,9 +5,8 @@
 module main
 
 import os
-import builder
+import compiler
 
 fn main() {
-	mut b := builder.new(os.args[1..])
-	b.run()
+	compiler.run(os.args[1..])
 }