Index

_

__del__() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method) __init__() (llm_api_client.api_client.APIClient method) (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIClient method) (llm_api_client.APIUsageTracker method)

__str__() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method)

A

APIClient (class in llm_api_client) (class in llm_api_client.api_client)

APIUsageTracker (class in llm_api_client) (class in llm_api_client.api_tracker)

C

count_messages_tokens() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method)

D

details (llm_api_client.api_client.APIClient property) (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIClient property) (llm_api_client.APIUsageTracker property)

G

get_max_context_tokens() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method)

get_stats_str() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method)

H

history (llm_api_client.api_client.APIClient property) (llm_api_client.APIClient property)

L

llm_api_client module llm_api_client.api_client module

llm_api_client.api_tracker module

M

make_requests() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method) make_requests_with_retries() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method) mean_response_time (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIUsageTracker property)

module llm_api_client llm_api_client.api_client llm_api_client.api_tracker

N

num_api_calls (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIUsageTracker property)

R

remove_unsupported_params() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method)

response_time_at_percentile() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method)

S

sanitize_completion_request() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method)

set_up_litellm_cost_tracking() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method)

T

total_completion_tokens (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIUsageTracker property) total_cost (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIUsageTracker property) total_prompt_tokens (llm_api_client.api_tracker.APIUsageTracker property) (llm_api_client.APIUsageTracker property)

track_cost_callback() (llm_api_client.api_tracker.APIUsageTracker method) (llm_api_client.APIUsageTracker method) tracker (llm_api_client.api_client.APIClient property) (llm_api_client.APIClient property) truncate_to_max_context_tokens() (llm_api_client.api_client.APIClient method) (llm_api_client.APIClient method)