Troubleshooting

from valiqor import ValiqorError

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except ValiqorError as e:
    print(f"Valiqor error: {e}")

ValiqorError
├── ConfigurationError
├── AuthenticationError
│   └── AccountDeactivatedError
├── RateLimitError
├── QuotaExceededError
│   └── TokenQuotaExceededError
├── ValidationError
│   └── DatasetTooLargeError
├── TimeoutError
├── NetworkError
│   └── UploadError
├── APIError
│   └── ServiceUnavailableError
├── TracingError
├── ScanError
├── EvaluationError
└── SecurityError

from valiqor import AuthenticationError

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except AuthenticationError as e:
    print(f"Auth failed: {e}")

from valiqor import RateLimitError
import time

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except RateLimitError as e:
    print(f"Rate limited. Retry in {e.retry_after}s")
    time.sleep(e.retry_after or 5)

from valiqor import QuotaExceededError

try:
    result = client.failure_analysis.run(dataset=data)
except QuotaExceededError as e:
    print(f"Usage: {e.current_usage}/{e.quota_limit} ({e.service})")

from valiqor import TokenQuotaExceededError

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except TokenQuotaExceededError as e:
    print(f"Tokens: {e.current_tokens}/{e.token_limit}")
    print(f"This request would use ~{e.predicted_tokens} tokens")

from valiqor import DatasetTooLargeError

try:
    result = client.eval.evaluate(dataset=large_data, metrics=["coherence"])
except DatasetTooLargeError as e:
    print(f"Dataset: {e.dataset_size} items (max: {e.max_allowed})")

from valiqor import ServiceUnavailableError

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except ServiceUnavailableError as e:
    print(f"Service unavailable: {e}")
    print(f"Suggested retry after: {e.retry_after}s")

from valiqor import APIError

try:
    result = client.eval.evaluate(dataset=data, metrics=["coherence"])
except APIError as e:
    print(f"Server error {e.status_code}: {e}")
    print(f"Response: {e.response}")

pip install valiqor