octoai

• octoai package
  • Subpackages
    • octoai.clients package
      • Submodules
      • octoai.clients.asset_orch module
      • octoai.clients.fine_tuning module
      • octoai.clients.image_gen module
      • Module contents
  • Submodules
  • octoai.chat module
    • Chat
      • Chat.completions
    • ChatCompletion
      • ChatCompletion.choices
      • ChatCompletion.created
      • ChatCompletion.id
      • ChatCompletion.model
      • ChatCompletion.model_config
      • ChatCompletion.model_fields
      • ChatCompletion.object
      • ChatCompletion.system_fingerprint
      • ChatCompletion.usage
    • Choice
      • Choice.delta
      • Choice.finish_reason
      • Choice.index
      • Choice.message
      • Choice.model_config
      • Choice.model_fields
    • ChoiceDelta
      • ChoiceDelta.content
      • ChoiceDelta.model_config
      • ChoiceDelta.model_fields
      • ChoiceDelta.role
    • CompletionUsage
      • CompletionUsage.completion_tokens
      • CompletionUsage.model_config
      • CompletionUsage.model_fields
      • CompletionUsage.prompt_tokens
      • CompletionUsage.total_tokens
    • Completions
      • Completions.client
      • Completions.create()
      • Completions.endpoint
    • TextModel
      • TextModel.CODELLAMA_13B_INSTRUCT
      • TextModel.CODELLAMA_34B_INSTRUCT
      • TextModel.CODELLAMA_70B_INSTRUCT
      • TextModel.CODELLAMA_7B_INSTRUCT
      • TextModel.LLAMA_2_13B_CHAT
      • TextModel.LLAMA_2_70B_CHAT
      • TextModel.MISTRAL_7B_INSTRUCT
      • TextModel.MIXTRAL_8X7B_INSTRUCT
      • TextModel.to_name()
    • get_model_list()
  • octoai.client module
    • Client
      • Client.get_future_result()
      • Client.health_check()
      • Client.infer()
      • Client.infer_async()
      • Client.infer_stream()
      • Client.is_future_ready()
    • InferenceFuture
      • InferenceFuture.model_config
      • InferenceFuture.model_fields
      • InferenceFuture.poll_url
      • InferenceFuture.response_id
  • octoai.errors module
    • OctoAIAssetReadyTimeoutError
    • OctoAIClientError
    • OctoAIError
    • OctoAIServerError
    • OctoAIValidationError
  • octoai.server module
    • InferenceRequest
      • InferenceRequest.inputs
      • InferenceRequest.method
      • InferenceRequest.response_pipe
    • InferenceResponse
      • InferenceResponse.inference_time_ms
      • InferenceResponse.outputs
    • Server
      • Server.State
      • Server.get_api_schema()
      • Server.get_usage_examples()
      • Server.is_running
      • Server.prepare_for_serving()
      • Server.run()
      • Server.state
      • Server.store_assets()
    • ServiceMethod
      • ServiceMethod.INFER_FORM_DATA
      • ServiceMethod.INFER_JSON
    • is_store_assets_needed()
    • load_service()
    • maybe_set_volume_environment_variables()
  • octoai.service module
    • ResponseAnalytics
      • ResponseAnalytics.inference_time_ms
      • ResponseAnalytics.model_config
      • ResponseAnalytics.model_fields
      • ResponseAnalytics.performance_time_ms
    • Service
      • Service.infer()
      • Service.on_server_shutdown()
      • Service.on_server_startup()
      • Service.setup()
      • Service.store_assets()
    • find_additional_endpoints()
    • implements_form_data()
    • inspect_input_parameters()
    • inspect_input_types()
    • inspect_output_types()
    • path()
    • transform_form_data_signature()
    • volume_path()
  • octoai.types module
    • Audio
      • Audio.data
      • Audio.from_numpy()
      • Audio.is_valid()
      • Audio.model_config
      • Audio.model_fields
      • Audio.to_numpy()
    • File
      • File.file
      • File.filename
      • File.headers
      • File.size
    • Image
      • Image.data
      • Image.from_pil()
      • Image.is_valid()
      • Image.model_config
      • Image.model_fields
      • Image.to_pil()
    • Media
      • Media.data
      • Media.default_download()
      • Media.download()
      • Media.from_base64()
      • Media.from_endpoint_response()
      • Media.from_file()
      • Media.from_url()
      • Media.model_config
      • Media.model_fields
      • Media.to_base64()
      • Media.to_bytes()
      • Media.to_file()
    • MediaUrl
      • MediaUrl.model_config
      • MediaUrl.model_fields
      • MediaUrl.url
      • MediaUrl.url2str()
    • Video
      • Video.data
      • Video.from_numpy()
      • Video.is_valid()
      • Video.model_config
      • Video.model_fields
      • Video.to_numpy()
      • Video.to_numpy_iterator()
  • octoai.utils module
    • retry()
  • Module contents