chore: store tokenization for perf

x86y · Oct 17, 2023 · 8727bf3 · 8727bf3
1 parent 784a9a8
commit 8727bf3
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 7 deletions.
diff --git a/Beacon/Models/History.swift b/Beacon/Models/History.swift
@@ -12,6 +12,7 @@ struct Entry: Hashable, Codable, Identifiable {
     var src: String
     var out: String
     var lang: Language
+    var tokens: [[Token]]
 }
 
 enum Buffers {
@@ -40,7 +41,10 @@ class HistoryModel: ObservableObject {
     @Published var history: [String: [Entry]] = ["default": []]
 
     func addMessage(with src: String, out: String, lang: Language, for key: String) {
-        let entry = Entry(src: src, out: out, lang: lang)
+        let tokenize = lang == .k
+            ? tokenize(src, parseK(src))
+            : tokenize(src, parseBQN(code: src))
+        let entry = Entry(src: src, out: out, lang: lang, tokens: tokenize)
         if var entries = history[key] {
             entries.append(entry)
             history[key] = entries

diff --git a/Beacon/Utilities/Tokenizer.swift b/Beacon/Utilities/Tokenizer.swift
@@ -33,7 +33,7 @@ func tokenToColor(_ type: TokenType) -> Color {
     }
 }
 
-enum TokenType: String {
+enum TokenType: String, Codable {
     case regC = "0"
     case fnsC = "1"
     case mopC = "2"
@@ -47,7 +47,7 @@ enum TokenType: String {
     case endL = "E"
 }
 
-struct Token: Identifiable {
+struct Token: Hashable, Codable, Identifiable {
     var id = UUID()
     let value: String
     let type: TokenType

diff --git a/Beacon/Views/HistoryView.swift b/Beacon/Views/HistoryView.swift
@@ -45,10 +45,7 @@ struct HistoryView: View {
                 .foregroundColor(.blue)
             } else if editType == Behavior.duplicate {
                 VStack(spacing: 1) {
-                    let tokens = historyItem.lang == .k
-                        ? tokenize(historyItem.src, parseK(historyItem.src))
-                        : tokenize(historyItem.src, parseBQN(code: historyItem.src))
-                    ForEach(Array(tokens.enumerated()), id: \.offset) { _, line in
+                    ForEach(Array(historyItem.tokens.enumerated()), id: \.offset) { _, line in
                         HStack(spacing: 0) {
                             ForEach(line, id: \.id) { token in
                                 Text(token.value)