Merge pull request #14 from workflowai/guillaume/fix-float-token-count

Allow prompt count to have decimals

Author: guillaq

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "workflowai"
-version = "0.3.0"
+version = "0.3.1"
 description = ""
 authors = ["Guillaume Aquilina <guillaume@workflowai.com>"]
 readme = "README.md"

workflowai/core/domain/llm_usage.py

@@ -6,18 +6,22 @@
 class LLMUsage(BaseModel):
     """An object to store usage information for the LLM provider"""
 
-    prompt_token_count: Optional[int] = Field(
-        default=None, description="The number of tokens in the prompt",
+    prompt_token_count: Optional[float] = Field(
+        default=None,
+        description="The number of tokens in the prompt",
     )
     prompt_cost_usd: Optional[float] = Field(
-        default=None, description="The cost of the prompt in USD",
+        default=None,
+        description="The cost of the prompt in USD",
     )
 
-    completion_token_count: Optional[int] = Field(
-        default=None, description="The number of tokens in the completion",
+    completion_token_count: Optional[float] = Field(
+        default=None,
+        description="The number of tokens in the completion",
     )
     completion_cost_usd: Optional[float] = Field(
-        default=None, description="The cost of the completion in USD",
+        default=None,
+        description="The cost of the completion in USD",
     )
 
     @property