testings

application/llm/base.py

@@ -0,0 +1,15 @@
+from abc import ABC, abstractmethod
+import json
+
+
+class BaseLLM(ABC):
+    def __init__(self):
+        pass
+
+    @abstractmethod
+    def gen(self, *args, **kwargs):
+        pass
+
+    @abstractmethod
+    def gen_stream(self, *args, **kwargs):
+        pass