Merge pull request #24 from reworkd/forum-test-set

Forum test set

bananalyzer/data/fetch_schemas.py

@@ -88,11 +88,23 @@ class ManufacturingCommerceSchema(BaseModel):
     suggested_alternative_mpns: list[str]
 
 
+class ForumSchema(BaseModel):
+    auther: str
+    title: str
+    post_date: str
+    content: str
+    up_votes: int
+    down_votes: int
+    views: int
+    num_comments: int
+
+
 def get_fetch_schema(fetch_id: str) -> Type[BaseModel]:
     fetch_schemas: Dict[str, Type[BaseModel]] = {
         "contact": ContactSchema,
         "job_posting": JobPostingSchema,
         "manufacturing_commerce": ManufacturingCommerceSchema,
+        "forum": ForumSchema,
     }
 
     if fetch_id not in fetch_schemas:

bananalyzer/data/schemas.py

@@ -68,7 +68,7 @@ class Example(BaseModel):
         description="The goal of the agent for this specific example"
     )
     fetch_id: Optional[
-        Literal["job_posting", "manufacturing_commerce", "contact"]
+        Literal["job_posting", "manufacturing_commerce", "contact", "forum"]
     ] = Field(
         default=None,
         description="If it is a fetch type, we can infer the goal based on this id to avoid large schemas in json",

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bananalyzer"
-version = "0.6.5"
+version = "0.6.6"
 
 description = "Open source AI Agent evaluation framework for web tasks 🐒🍌"
 authors = ["asim-shrestha <[email protected]>"]