prompttools package

Subpackages

• prompttools.experiment package
  • Subpackages
    • prompttools.experiment.experiments package
      • Submodules
      • prompttools.experiment.experiments.anthropic_claude_experiment module
      • prompttools.experiment.experiments.chromadb_experiment module
      • prompttools.experiment.experiments.error module
      • prompttools.experiment.experiments.experiment module
      • prompttools.experiment.experiments.google_palm_experiment module
      • prompttools.experiment.experiments.huggingface_endpoint_experiment module
      • prompttools.experiment.experiments.huggingface_hub_experiment module
      • prompttools.experiment.experiments.llama_cpp_experiment module
      • prompttools.experiment.experiments.openai_chat_experiment module
      • prompttools.experiment.experiments.openai_completion_experiment module
      • prompttools.experiment.experiments.openai_function_experiment module
      • prompttools.experiment.experiments.vector_database_experiment module
      • Module contents
    • prompttools.experiment.widgets package
      • Submodules
      • prompttools.experiment.widgets.comparison module
      • prompttools.experiment.widgets.feedback module
      • prompttools.experiment.widgets.utility module
      • Module contents
  • Module contents
    • AnthropicCompletionExperiment
      • AnthropicCompletionExperiment.anthropic_completion_fn()
    • ChromaDBExperiment
      • ChromaDBExperiment.PARAMETER_NAMES
      • ChromaDBExperiment.chromadb_completion_fn()
      • ChromaDBExperiment.initialize()
      • ChromaDBExperiment.prepare()
      • ChromaDBExperiment.run()
    • Experiment
      • Experiment.aggregate()
      • Experiment.all_args
      • Experiment.completion_fn
      • Experiment.cv2_image_to_base64()
      • Experiment.display_image_html()
      • Experiment.evaluate()
      • Experiment.get_table()
      • Experiment.initialize()
      • Experiment.pivot_table()
      • Experiment.prepare()
      • Experiment.rank()
      • Experiment.run()
      • Experiment.to_csv()
      • Experiment.to_json()
      • Experiment.to_lora_json()
      • Experiment.to_markdown()
      • Experiment.to_mongo_db()
      • Experiment.to_pandas_df()
      • Experiment.visualize()
    • GooglePaLMCompletionExperiment
      • GooglePaLMCompletionExperiment.palm_completion_fn()
    • GoogleVertexChatCompletionExperiment
      • GoogleVertexChatCompletionExperiment.vertex_chat_completion_fn()
    • HuggingFaceHubExperiment
      • HuggingFaceHubExperiment.CALL_PARAMETERS
      • HuggingFaceHubExperiment.MODEL_PARAMETERS
      • HuggingFaceHubExperiment.hf_completion_fn()
      • HuggingFaceHubExperiment.prepare()
      • HuggingFaceHubExperiment.run()
    • LanceDBExperiment
      • LanceDBExperiment.lancedb_completion_fn()
      • LanceDBExperiment.prepare()
      • LanceDBExperiment.run()
    • LlamaCppExperiment
      • LlamaCppExperiment.CALL_PARAMETERS
      • LlamaCppExperiment.DEFAULT
      • LlamaCppExperiment.MODEL_PARAMETERS
      • LlamaCppExperiment.initialize()
      • LlamaCppExperiment.llama_completion_fn()
      • LlamaCppExperiment.prepare()
      • LlamaCppExperiment.run()
    • MindsDBExperiment
      • MindsDBExperiment.mindsdb_completion_fn()
      • MindsDBExperiment.prepare()
      • MindsDBExperiment.run()
    • OpenAIChatExperiment
      • OpenAIChatExperiment.get_table()
      • OpenAIChatExperiment.load_experiment()
      • OpenAIChatExperiment.load_revision()
      • OpenAIChatExperiment.run_one()
      • OpenAIChatExperiment.run_partial()
      • OpenAIChatExperiment.save_experiment()
    • OpenAICompletionExperiment
    • PineconeExperiment
      • PineconeExperiment.pinecone_completion_fn()
      • PineconeExperiment.prepare()
      • PineconeExperiment.run()
    • QdrantExperiment
      • QdrantExperiment.DEFAULT_DISTANCE
      • QdrantExperiment.initialize()
      • QdrantExperiment.prepare()
      • QdrantExperiment.qdrant_completion_fn()
      • QdrantExperiment.run()
    • ReplicateExperiment
      • ReplicateExperiment.prepare()
      • ReplicateExperiment.replicate_completion_fn()
      • ReplicateExperiment.visualize()
    • RouterChainExperiment
      • RouterChainExperiment.CALL_PARAMETERS
      • RouterChainExperiment.MODEL_PARAMETERS
      • RouterChainExperiment.lc_completion_fn()
      • RouterChainExperiment.prepare()
      • RouterChainExperiment.run()
    • SequentialChainExperiment
      • SequentialChainExperiment.CALL_PARAMETERS
      • SequentialChainExperiment.MODEL_PARAMETERS
      • SequentialChainExperiment.lc_completion_fn()
      • SequentialChainExperiment.prepare()
      • SequentialChainExperiment.run()
    • StableDiffusionExperiment
      • StableDiffusionExperiment.CALL_PARAMETERS
      • StableDiffusionExperiment.MODEL_PARAMETERS
      • StableDiffusionExperiment.prepare()
      • StableDiffusionExperiment.run()
      • StableDiffusionExperiment.sd_completion_fn()
    • WeaviateExperiment
      • WeaviateExperiment.initialize()
      • WeaviateExperiment.prepare()
      • WeaviateExperiment.run()
      • WeaviateExperiment.weaviate_completion_fn()
• prompttools.harness package
  • Submodules
  • prompttools.harness.chat_history_harness module
    • ChatHistoryExperimentationHarness
      • ChatHistoryExperimentationHarness.prepare()
      • ChatHistoryExperimentationHarness.run()
  • prompttools.harness.chat_model_comparison_harness module
    • ChatModelComparisonHarness
      • ChatModelComparisonHarness.PIVOT_COLUMNS
      • ChatModelComparisonHarness.compare()
      • ChatModelComparisonHarness.prepare()
      • ChatModelComparisonHarness.run()
  • prompttools.harness.document_retrieval_harness module
  • prompttools.harness.function_call_harness module
  • prompttools.harness.harness module
    • ExperimentationHarness
      • ExperimentationHarness.PIVOT_COLUMNS
      • ExperimentationHarness.evaluate()
      • ExperimentationHarness.experiment
      • ExperimentationHarness.full_df
      • ExperimentationHarness.load_experiment()
      • ExperimentationHarness.load_revision()
      • ExperimentationHarness.partial_df
      • ExperimentationHarness.prepare()
      • ExperimentationHarness.rank()
      • ExperimentationHarness.run()
      • ExperimentationHarness.save_experiment()
      • ExperimentationHarness.score_df
      • ExperimentationHarness.visualize()
  • prompttools.harness.multi_experiment_harness module
    • MultiExperimentHarness
      • MultiExperimentHarness.evaluate()
      • MultiExperimentHarness.gather_feedback()
      • MultiExperimentHarness.prepare()
      • MultiExperimentHarness.rank()
      • MultiExperimentHarness.run()
      • MultiExperimentHarness.visualize()
  • prompttools.harness.prompt_template_harness module
    • PromptTemplateExperimentationHarness
      • PromptTemplateExperimentationHarness.PIVOT_COLUMNS
      • PromptTemplateExperimentationHarness.prepare()
      • PromptTemplateExperimentationHarness.run()
  • prompttools.harness.system_prompt_harness module
    • SystemPromptExperimentationHarness
      • SystemPromptExperimentationHarness.PIVOT_COLUMNS
      • SystemPromptExperimentationHarness.get_table()
      • SystemPromptExperimentationHarness.prepare()
      • SystemPromptExperimentationHarness.run()
      • SystemPromptExperimentationHarness.visualize()
  • Module contents
    • ChatHistoryExperimentationHarness
      • ChatHistoryExperimentationHarness.prepare()
      • ChatHistoryExperimentationHarness.run()
    • ChatModelComparisonHarness
      • ChatModelComparisonHarness.PIVOT_COLUMNS
      • ChatModelComparisonHarness.compare()
      • ChatModelComparisonHarness.experiment
      • ChatModelComparisonHarness.prepare()
      • ChatModelComparisonHarness.run()
    • ChatPromptTemplateExperimentationHarness
      • ChatPromptTemplateExperimentationHarness.PIVOT_COLUMNS
      • ChatPromptTemplateExperimentationHarness.get_table()
      • ChatPromptTemplateExperimentationHarness.prepare()
      • ChatPromptTemplateExperimentationHarness.run()
      • ChatPromptTemplateExperimentationHarness.visualize()
    • ExperimentationHarness
      • ExperimentationHarness.PIVOT_COLUMNS
      • ExperimentationHarness.evaluate()
      • ExperimentationHarness.experiment
      • ExperimentationHarness.full_df
      • ExperimentationHarness.load_experiment()
      • ExperimentationHarness.load_revision()
      • ExperimentationHarness.partial_df
      • ExperimentationHarness.prepare()
      • ExperimentationHarness.rank()
      • ExperimentationHarness.run()
      • ExperimentationHarness.save_experiment()
      • ExperimentationHarness.score_df
      • ExperimentationHarness.visualize()
    • ModelComparisonHarness
      • ModelComparisonHarness.PIVOT_COLUMNS
      • ModelComparisonHarness.evaluate()
      • ModelComparisonHarness.full_df
      • ModelComparisonHarness.get_table()
      • ModelComparisonHarness.partial_df
      • ModelComparisonHarness.prepare()
      • ModelComparisonHarness.run()
      • ModelComparisonHarness.score_df
      • ModelComparisonHarness.visualize()
    • MultiExperimentHarness
      • MultiExperimentHarness.evaluate()
      • MultiExperimentHarness.gather_feedback()
      • MultiExperimentHarness.prepare()
      • MultiExperimentHarness.rank()
      • MultiExperimentHarness.run()
      • MultiExperimentHarness.visualize()
    • PromptTemplateExperimentationHarness
      • PromptTemplateExperimentationHarness.PIVOT_COLUMNS
      • PromptTemplateExperimentationHarness.experiment
      • PromptTemplateExperimentationHarness.prepare()
      • PromptTemplateExperimentationHarness.run()
    • RetrievalAugmentedGenerationExperimentationHarness
      • RetrievalAugmentedGenerationExperimentationHarness.run()
      • RetrievalAugmentedGenerationExperimentationHarness.visualize()
    • SystemPromptExperimentationHarness
      • SystemPromptExperimentationHarness.PIVOT_COLUMNS
      • SystemPromptExperimentationHarness.experiment
      • SystemPromptExperimentationHarness.get_table()
      • SystemPromptExperimentationHarness.prepare()
      • SystemPromptExperimentationHarness.run()
      • SystemPromptExperimentationHarness.visualize()
• prompttools.mock package
  • Submodules
  • prompttools.mock.mock module
    • DotDict
    • mock_anthropic_completion_fn()
    • mock_chromadb_fn()
    • mock_hf_completion_fn()
    • mock_lc_completion_fn()
    • mock_mindsdb_completion_fn()
    • mock_openai_chat_completion_fn()
    • mock_openai_chat_function_completion_fn()
    • mock_openai_completion_fn()
    • mock_palm_completion_fn()
    • mock_qdrant_fn()
    • mock_replicate_stable_diffusion_completion_fn()
    • mock_stable_diffusion()
  • Module contents
• prompttools.prompttest package
  • Subpackages
    • prompttools.prompttest.error package
      • Submodules
      • prompttools.prompttest.error.failure module
      • Module contents
    • prompttools.prompttest.runner package
      • Submodules
      • prompttools.prompttest.runner.prompt_template_runner module
      • prompttools.prompttest.runner.runner module
      • prompttools.prompttest.runner.system_prompt_runner module
      • Module contents
  • Submodules
  • prompttools.prompttest.prompttest module
    • main()
    • prompttest()
  • prompttools.prompttest.threshold_type module
    • ThresholdType
      • ThresholdType.MAXIMUM
      • ThresholdType.MINIMUM
  • Module contents
• prompttools.requests package
  • Submodules
  • prompttools.requests.request_queue module
    • RequestQueue
      • RequestQueue.enqueue()
      • RequestQueue.get_input_args()
      • RequestQueue.get_latencies()
      • RequestQueue.get_results()
      • RequestQueue.shutdown()
  • prompttools.requests.retries module
    • generate_retry_decorator()
  • Module contents
• prompttools.utils package
  • Submodules
  • prompttools.utils.autoeval module
    • autoeval_binary_scoring()
    • compute()
    • evaluate()
  • prompttools.utils.error module
    • PromptToolsUtilityError
  • prompttools.utils.expected module
    • compute()
    • compute_similarity_against_model()
    • evaluate()
  • prompttools.utils.json module
  • prompttools.utils.python module
  • prompttools.utils.similarity module
    • compute()
    • evaluate()
    • semantic_similarity()
    • structural_similarity()
  • Module contents
    • autoeval_binary_scoring()
    • autoeval_from_expected_response()
    • autoeval_scoring()
    • autoeval_with_documents()
    • chunk_text()
    • compute_similarity_against_model()
    • ranking_correlation()
    • semantic_similarity()
    • validate_json_response()
    • validate_python_response()

Submodules

prompttools.version module

Module contents