Support token counting for OpenAI, DashScope, Gemini and HuggingFace …

…models (#470)

setup.py

@@ -75,6 +75,8 @@
     "sphinx_rtd_theme",
     "myst-parser",
     "sphinxcontrib-mermaid",
+    # extra
+    "transformers",
 ]
 
 extra_gradio_requires = [

src/agentscope/__init__.py

@@ -14,6 +14,7 @@
 from . import exception
 from . import parsers
 from . import rag
+from . import tokens
 
 # objects or function
 from .msghub import msghub

src/agentscope/logging.py

@@ -32,7 +32,7 @@
 LEVEL_SAVE_MSG = "SAVE_MSG"
 
 _DEFAULT_LOG_FORMAT = (
-    "<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | <level>{"
+    "<green>{time:YYYY-MM-DD HH:mm:ss}</green> | <level>{"
     "level: <8}</level> | <cyan>{name}</cyan>:<cyan>{"
     "function}</cyan>:<cyan>{line}</cyan> - <level>{"
     "message}</level>"

src/agentscope/models/model.py

@@ -231,7 +231,7 @@ def format(
         self,
         *args: Union[Msg, Sequence[Msg]],
     ) -> Union[List[dict], str]:
-        """Format the input string or dict into the format that the model
+        """Format the input messages into the format that the model
         API required."""
         raise NotImplementedError(
             f"Model Wrapper [{type(self).__name__}]"

src/agentscope/service/__init__.py

@@ -66,7 +66,10 @@
 
 def get_help() -> None:
     """Get help message."""
-    help_msg = f"The following service are available:\n{__all__}"
+
+    help_msg = "\n - ".join(
+        ["The following services are available:"] + __all__[4:],
+    )
     logger.info(help_msg)
 
 

src/agentscope/service/browser/web_browser.py

@@ -291,7 +291,7 @@ def action_type(
         self._page.evaluate("element => element.focus()", web_ele)
 
         # Type in the text
-        web_ele.type(text)
+        web_ele.type(str(text))
         self._wait_for_load(
             "Wait for finish typing",
             "Finished",