Exceptions

from valiqor.common.exceptions import ValiqorError, AuthenticationError, RateLimitError

try:
    result = client.eval.evaluate(dataset=data, metrics=["hallucination"])
except AuthenticationError:
    print("Invalid API key — check VALIQOR_API_KEY")
except RateLimitError as e:
    print(f"Rate limited — retry after {e.retry_after}s")
except ValiqorError as e:
    print(f"Valiqor error: {e}")

ValiqorError
├── ConfigurationError
├── AuthenticationError
│   └── AccountDeactivatedError
├── RateLimitError
├── QuotaExceededError
│   └── TokenQuotaExceededError
├── ValidationError
│   └── DatasetTooLargeError
├── TimeoutError
├── NetworkError
│   └── UploadError
├── APIError
│   └── ServiceUnavailableError
├── TracingError
├── ScanError
├── EvaluationError
└── SecurityError

class ValiqorError(Exception):
    def __init__(self, message: str)

class ConfigurationError(ValiqorError)

class AuthenticationError(ValiqorError)

class AccountDeactivatedError(AuthenticationError)

class RateLimitError(ValiqorError):
    def __init__(self, message: str, retry_after: int = None)

class QuotaExceededError(ValiqorError):
    def __init__(self, message: str, current_usage: int = None, quota_limit: int = None, service: str = None)

class TokenQuotaExceededError(QuotaExceededError):
    def __init__(self, message: str, current_tokens: int = None, predicted_tokens: int = None, token_limit: int = None, service: str = None)

class ValidationError(ValiqorError)

class DatasetTooLargeError(ValidationError):
    def __init__(self, message: str, dataset_size: int = None, max_allowed: int = None)

class TimeoutError(ValiqorError)

class NetworkError(ValiqorError)

class UploadError(NetworkError)

class APIError(ValiqorError):
    def __init__(self, message: str, status_code: int = None, response: dict = None)

class ServiceUnavailableError(APIError):
    def __init__(self, message: str, retry_after: int = None, response: dict = None)

class TracingError(ValiqorError)

class ScanError(ValiqorError)

class EvaluationError(ValiqorError)

class SecurityError(ValiqorError)

from valiqor import ValiqorClient
from valiqor.common.exceptions import (
    ValiqorError,
    AuthenticationError,
    RateLimitError,
    QuotaExceededError,
    DatasetTooLargeError,
    TimeoutError,
)
import time

client = ValiqorClient()

def run_with_retry(dataset, metrics, max_retries=3):
    for attempt in range(max_retries):
        try:
            return client.eval.evaluate(dataset=dataset, metrics=metrics)
        except RateLimitError as e:
            wait = e.retry_after or (2 ** attempt)
            print(f"Rate limited, waiting {wait}s...")
            time.sleep(wait)
        except DatasetTooLargeError as e:
            print(f"Dataset too large ({e.dataset_size} items, max {e.max_allowed})")
            raise
        except QuotaExceededError as e:
            print(f"Quota exceeded: {e.current_usage}/{e.quota_limit}")
            raise
        except TimeoutError:
            print("Timeout — switching to async mode")
            return client.eval.evaluate_async(dataset=dataset, metrics=metrics)
        except AuthenticationError:
            print("Auth failed — check your API key")
            raise
    raise ValiqorError("Max retries exceeded")