Update README

saddam213 · Nov 14, 2023 · 1bfef6c · 1bfef6c
1 parent df75753
commit 1bfef6c
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 0 deletions.
diff --git a/LLamaStack.Core/README.md b/LLamaStack.Core/README.md
@@ -109,7 +109,10 @@ await foreach (var token in inferTokens)
    Console.Write(token.Logit);
    Console.Write(token.Probability);
    Console.Write(token.Content);
+   Console.Write(token.IsChild);
 }
+//Note: If a character has more than one token the first will contain the entire content
+//the others are marked as IsChild and will only contain the Id, Logit and Probability
 
 
 // InferTextAsync, returns IAsyncEnumerable<string> for streaming output of tokens

diff --git a/LLamaStack.WebApi/README.md b/LLamaStack.WebApi/README.md
@@ -190,6 +190,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 0,
             "probability": 0,
             "content": null,
+            "isChild": false,
             "type": "Begin",
             "elapsed": 0
         },
@@ -198,6 +199,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 27.43893,
             "probability": 0.5839324,
             "content": " An",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1292
         },
@@ -206,6 +208,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 31.901243,
             "probability": 0.9997987,
             "content": " apple",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1414
         },
@@ -214,6 +217,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 32.91171,
             "probability": 0.99989986,
             "content": " is",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1672
         },
@@ -259,6 +263,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 0,
             "probability": 0,
             "content": null,
+            "isChild": false,
             "type": "Begin",
             "elapsed": 0
         },
@@ -267,6 +272,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 27.43893,
             "probability": 0.5839324,
             "content": " An",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1292
         },
@@ -275,6 +281,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 31.901243,
             "probability": 0.9997987,
             "content": " apple",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1414
         },
@@ -283,6 +290,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
             "logit": 32.91171,
             "probability": 0.99989986,
             "content": " is",
+            "isChild": false,
             "type": "Content",
             "elapsed": 1672
         },