assembler: start tokenising multiline strings (WIP)

assembler/src/source/tokeniser/tests.rs

@@ -235,3 +235,13 @@ fn test_multiline_with_comments() {
         assert!(!(expected != *got), "Expected {expected:?}, got {got:?}");
     }
 }
+
+#[test]
+fn test_tokenise_brainf_interpreter() {
+    const SOURCE: &str = include_str!("../../../../resources/dsa/bf.dsa");
+
+    let tokens =
+        tokenize_source(SOURCE).expect("Failed to tokenise the brainfuck compiler!");
+
+    dbg!(tokens);
+}