⚡ Bolt: Optimize RequestMetrics to_dict serialization for faster request handling

fastdeploy/engine/request.py

@@ -19,7 +19,7 @@
 import json
 import time
 import traceback
-from dataclasses import asdict, dataclass, fields
+from dataclasses import asdict, dataclass, fields, is_dataclass
 from enum import Enum
 from typing import Any, Dict, Generic, Optional
 from typing import TypeVar as TypingTypeVar
@@ -896,7 +896,23 @@ def to_dict(self):
         """
         Convert the RequestMetrics object to a dictionary.
         """
-        return {k: v for k, v in asdict(self).items()}
+        d = {}
+        for f in self.__dataclass_fields__:
+            v = getattr(self, f)
+            if type(v) in (int, float, str, bool, type(None)):
+                d[f] = v
+            elif is_dataclass(v):
+                if hasattr(v, "to_dict"):
+                    d[f] = v.to_dict()
+                else:
+                    d[f] = asdict(v)
+            elif isinstance(v, list):
+                d[f] = list(v)
+            elif isinstance(v, dict):
+                d[f] = dict(v)
+            else:
+                d[f] = v
+        return d
 
     def record_recv_first_token(self):
         cur_time = time.time()

fastdeploy/worker/output.py

@@ -14,7 +14,7 @@
 # limitations under the License.
 """
 
-from dataclasses import dataclass, field
+from dataclasses import asdict, dataclass, field, is_dataclass
 from typing import NamedTuple, Optional
 
 import paddle
@@ -164,6 +164,28 @@ class SpeculateMetrics:
     """
     accept_ratio_per_head: list[float]
 
+    def to_dict(self):
+        """
+        Convert the SpeculateMetrics object to a dictionary.
+        """
+        d = {}
+        for f in self.__dataclass_fields__:
+            v = getattr(self, f)
+            if type(v) in (int, float, str, bool, type(None)):
+                d[f] = v
+            elif is_dataclass(v):
+                if hasattr(v, "to_dict"):
+                    d[f] = v.to_dict()
+                else:
+                    d[f] = asdict(v)
+            elif isinstance(v, list):
+                d[f] = list(v)
+            elif isinstance(v, dict):
+                d[f] = dict(v)
+            else:
+                d[f] = v
+        return d
+
 
 @dataclass
 class SamplerOutput: