added url domain flag

bananalyzer/__main__.py

@@ -8,6 +8,7 @@
 import sys
 from pathlib import Path
 from typing import List
+from urllib.parse import urlparse
 
 from bananalyzer import AgentRunner
 from bananalyzer.data.examples import (
@@ -66,6 +67,13 @@ def parse_args() -> Args:
         default=None,
         help="Filter tests by id",
     )
+    parser.add_argument(
+        "-d",
+        "--domain",
+        type=str,
+        default=None,
+        help="Filter tests by a particular URL domain",
+    )
     parser.add_argument(
         "-i",
         "--intent",
@@ -141,6 +149,7 @@ def parse_args() -> Args:
         headless=args.headless,
         intent=args.intent,
         id=args.id,
+        domain=args.domain,
         category=args.category,
         subcategory=args.subcategory,
         skip=args.skip,
@@ -241,9 +250,17 @@ def main() -> int:
         filtered_examples = [
             example for example in filtered_examples if example.type == args.intent
         ]
+    if args.domain:
+        filtered_examples = [
+            example
+            for example in filtered_examples
+            if ".".join(urlparse(example.url).netloc.split(".")[-2:]) == args.domain
+        ]
     if args.category:
         filtered_examples = [
-            example for example in filtered_examples if example.category == args.category
+            example
+            for example in filtered_examples
+            if example.category == args.category
         ]
     if args.skip:
         filtered_examples = [

bananalyzer/schema.py

@@ -16,6 +16,7 @@ class Args(BaseModel):
     headless: bool
     single_browser_instance: bool
     id: Optional[str] = Field(default=None)
+    domain: Optional[str] = Field(default=None)
     intent: Optional[GoalType] = Field(default=None)
     category: Optional[str] = Field(default=None)
     subcategory: Optional[str] = Field(default=None)

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bananalyzer"
-version = "0.6.10"
+version = "0.6.11"
 
 description = "Open source AI Agent evaluation framework for web tasks 🐒🍌"
 authors = ["asim-shrestha <[email protected]>"]