diff --git a/.doctrees/api_spec/autorag.doctree b/.doctrees/api_spec/autorag.doctree index b7ec2ef8f..058d496bf 100644 Binary files a/.doctrees/api_spec/autorag.doctree and b/.doctrees/api_spec/autorag.doctree differ diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle index 378a601dc..1725abf77 100644 Binary files a/.doctrees/environment.pickle and b/.doctrees/environment.pickle differ diff --git a/api_spec/autorag.html b/api_spec/autorag.html index 7d24a44d8..11c58d517 100644 --- a/api_spec/autorag.html +++ b/api_spec/autorag.html @@ -1029,7 +1029,7 @@

Submodules
-autorag.node_line.run_node_line(nodes: ~typing.List[~autorag.schema.node.Node], node_line_dir: str, previous_result: ~pandas.core.frame.DataFrame | None = None, progress: ~rich.progress.Progress = None, task_eval: <property object at 0x7f6eec6e3790> = None)[source]
+autorag.node_line.run_node_line(nodes: ~typing.List[~autorag.schema.node.Node], node_line_dir: str, previous_result: ~pandas.core.frame.DataFrame | None = None, progress: ~rich.progress.Progress = None, task_eval: <property object at 0x7f94fe6154e0> = None)[source]

Run the whole node line by running each node.

Parameters:
diff --git a/searchindex.js b/searchindex.js index 86dba60e3..ae2e90993 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"/v1/run (POST)": [[52, "id1"]], "/v1/stream (POST)": [[52, "id2"]], "/version (GET)": [[52, "id3"]], "0. Retrieval token metric in AutoRAG": [[56, "retrieval-token-metric-in-autorag"]], "0. Understanding AutoRAG\u2019s retrieval_gt": [[55, "understanding-autorag-s-retrieval-gt"]], "1. /v1/run (POST)": [[52, "v1-run-post"]], "1. Add File Name": [[32, "add-file-name"]], "1. Auto-truncate prompt": [[75, "auto-truncate-prompt"]], "1. Bleu": [[54, "bleu"]], "1. Build the Docker Image": [[58, "build-the-docker-image"]], "1. Docker": [[70, "docker"]], "1. Error when using AutoRAG on Jupyter Notebook or API server": [[128, "error-when-using-autorag-on-jupyter-notebook-or-api-server"]], "1. Factoid": [[50, "factoid"]], "1. HTML Parser": [[41, "html-parser"]], "1. Installation": [[128, "installation"]], "1. PDF": [[42, "pdf"]], "1. Parsing": [[51, "parsing"]], "1. Precision": [[55, "precision"]], "1. Query Expansion": [[114, null]], "1. Reasoning Evolving": [[47, "reasoning-evolving"]], "1. Run as a Code": [[129, "run-as-a-code"]], "1. Sample retrieval gt": [[49, "sample-retrieval-gt"]], "1. Set chunker instance": [[32, "set-chunker-instance"]], "1. Set parser instance": [[38, "set-parser-instance"], [44, "set-parser-instance"]], "1. Token": [[33, "token"], [34, "token"]], "1. Token Precision": [[56, "token-precision"]], "1. Unanswerable question filtering": [[48, "unanswerable-question-filtering"]], "1. Use All Files": [[44, "use-all-files"]], "1. Use YAML path": [[53, "use-yaml-path"]], "2. /v1/retrieve (POST)": [[52, "v1-retrieve-post"]], "2. Accurate token output": [[75, "accurate-token-output"]], "2. CSV": [[42, "csv"]], "2. Character": [[33, "character"]], "2. Chunking": [[51, "chunking"]], "2. Concept Completion": [[50, "concept-completion"]], "2. Conditional Evolving": [[47, "conditional-evolving"]], "2. Corpus id not found in corpus_data.": [[128, "corpus-id-not-found-in-corpus-data"]], "2. Get retrieval gt contents to generate questions": [[49, "get-retrieval-gt-contents-to-generate-questions"]], "2. Optimization": [[128, "optimization"]], "2. Passage Dependent Filtering": [[48, "passage-dependent-filtering"]], "2. Recall": [[55, "recall"]], "2. Retrieval": [[118, null]], "2. Rouge": [[54, "rouge"]], "2. Run as an API server": [[129, "run-as-an-api-server"]], "2. Run the Docker Container": [[58, "run-the-docker-container"]], "2. Sentence": [[34, "sentence"]], "2. Sentence Splitter": [[32, "sentence-splitter"]], "2. Set YAML file": [[32, "set-yaml-file"], [38, "set-yaml-file"], [44, "set-yaml-file"]], "2. The text information comes separately from the table information.": [[41, "the-text-information-comes-separately-from-the-table-information"]], "2. Token Recall": [[56, "token-recall"]], "2. Use Specific Files": [[44, "use-specific-files"]], "2. Use a trial path": [[53, "use-a-trial-path"]], "2. Weaviate Cloud": [[70, "weaviate-cloud"]], "3. /v1/stream (POST)": [[52, "v1-stream-post"]], "3. Accurate log prob output": [[75, "accurate-log-prob-output"]], "3. Compress Query": [[47, "compress-query"]], "3. F1 Score": [[55, "f1-score"]], "3. Generate queries": [[49, "generate-queries"]], "3. JSON": [[42, "json"]], "3. LlamaIndex": [[128, "llamaindex"]], "3. METEOR": [[54, "meteor"]], "3. Passage Augmenter": [[78, null]], "3. QA Creation": [[51, "qa-creation"]], "3. Run as a Web Interface": [[129, "run-as-a-web-interface"]], "3. Sentence": [[33, "sentence"]], "3. Start chunking": [[32, "start-chunking"]], "3. Start parsing": [[38, "start-parsing"], [44, "start-parsing"]], "3. Token F1": [[56, "token-f1"]], "3. Two-hop Incremental": [[50, "two-hop-incremental"]], "3. Use Runner": [[53, "use-runner"]], "3. Using a Custom Cache Directory with HF_HOME": [[58, "using-a-custom-cache-directory-with-hf-home"]], "3. Window": [[34, "window"]], "4. /version (GET)": [[52, "version-get"]], "4. Check the result": [[32, "check-the-result"], [38, "check-the-result"], [44, "check-the-result"]], "4. Custom": [[50, "custom"]], "4. GPU-related Error": [[128, "gpu-related-error"]], "4. Generate answers": [[49, "generate-answers"]], "4. MRR (Mean Reciprocal Rank)": [[55, "mrr-mean-reciprocal-rank"]], "4. Markdown": [[42, "markdown"]], "4. Passage_Reranker": [[100, null]], "4. QA - Corpus mapping": [[51, "qa-corpus-mapping"]], "4. Sem Score": [[54, "sem-score"]], "4. Semantic": [[34, "semantic"]], "5-1. Coherence": [[54, "coherence"]], "5-2. Consistency": [[54, "consistency"]], "5-3. Fluency": [[54, "fluency"]], "5-4. Relevance": [[54, "relevance"]], "5. Debugging and Manual Access": [[58, "debugging-and-manual-access"]], "5. Filtering questions": [[49, "filtering-questions"]], "5. G-Eval": [[54, "g-eval"]], "5. HTML": [[42, "html"]], "5. MAP (Mean Average Precision)": [[55, "map-mean-average-precision"]], "5. Ollama RequestTimeOut Error": [[128, "ollama-requesttimeout-error"]], "5. Passage Filter": [[84, null]], "5. Simple": [[34, "simple"]], "6. Bert Score": [[54, "bert-score"]], "6. NDCG (Normalized Discounted Cumulative Gain)": [[55, "ndcg-normalized-discounted-cumulative-gain"]], "6. Passage_Compressor": [[81, null]], "6. Save the QA data": [[49, "save-the-qa-data"]], "6. Use gpu version": [[58, "use-gpu-version"]], "6. XML": [[42, "xml"]], "7. All files": [[42, "all-files"]], "7. Prompt Maker": [[109, null]], "8. Generator": [[73, null]], "API client usage example": [[52, "api-client-usage-example"]], "API endpoint": [[52, null]], "AWS Bedrock x AutoRAG": [[59, null]], "Add more LLM models": [[61, "add-more-llm-models"], [71, "add-more-llm-models"]], "Add your embedding models": [[71, "add-your-embedding-models"]], "Additional Considerations": [[69, "additional-considerations"]], "Additional Notes": [[58, "additional-notes"]], "Advanced Configuration": [[127, "advanced-configuration"]], "Allowed IP Addresses": [[65, "allowed-ip-addresses"]], "Answer Generation": [[46, null]], "Any trouble to use Korean tokenizer?": [[115, null]], "Auto-save feature": [[40, null]], "AutoRAG documentation": [[57, null]], "Available Chunk Method": [[33, "available-chunk-method"], [34, "available-chunk-method"]], "Available List": [[77, null]], "Available Parse Method by File Type": [[42, "available-parse-method-by-file-type"]], "Available Sentence Splitter": [[32, "available-sentence-splitter"]], "BM25": [[115, null]], "Backend Support": [[119, "backend-support"]], "Basic Concepts": [[35, "basic-concepts"]], "Basic Generation": [[46, "basic-generation"]], "Before Usage": [[90, "before-usage"], [95, "before-usage"], [97, "before-usage"], [106, "before-usage"]], "Before you start QA Creation": [[51, "before-you-start-qa-creation"]], "Build from source": [[58, "build-from-source"]], "Chroma": [[64, null]], "Chunk": [[32, null]], "Client Types": [[64, "client-types"]], "Clova": [[41, null]], "Cluster, Bucket, Scope, Collection": [[65, "cluster-bucket-scope-collection"]], "Colab Tutorial": [[129, null]], "Colbert Reranker": [[91, null]], "Command Line": [[69, "command-line"]], "Common Parameters": [[61, "common-parameters"], [71, "common-parameters"]], "Compact": [[123, "compact"]], "Concise Generation": [[46, "concise-generation"]], "Configuration": [[65, "configuration"], [66, "configuration"], [67, "configuration"], [68, "configuration"], [70, "configuration"], [124, "configuration"]], "Configure LLM": [[61, null]], "Configure LLM & Embedding models": [[71, null]], "Configure Vector DB": [[69, null]], "Configure the Embedding model": [[71, "configure-the-embedding-model"]], "Configure the LLM model": [[61, "configure-the-llm-model"], [71, "configure-the-llm-model"]], "Contact": [[125, null]], "Contact us": [[125, "contact-us"]], "Corpus Dataset": [[36, "corpus-dataset"]], "Couchbase": [[65, null]], "Could not build wheels": [[128, "could-not-build-wheels"]], "Create Index for Query": [[65, "create-index-for-query"]], "Custom Generation": [[46, "custom-generation"]], "Data Creation": [[35, null], [72, "data-creation"]], "Dataset Format": [[36, null]], "Default Options": [[69, "default-options"]], "Default Parse Method": [[44, "default-parse-method"]], "Default Prompt": [[113, "default-prompt"]], "Deploy your optimal RAG pipeline": [[129, "deploy-your-optimal-rag-pipeline"]], "Do I need to use all nodes?": [[122, null]], "Don\u2019t know Filter": [[48, "don-t-know-filter"]], "Downloading the LLM Model": [[63, "downloading-the-llm-model"]], "Early version of AutoRAG": [[125, "early-version-of-autorag"]], "Edit Cluster Access": [[65, "edit-cluster-access"]], "Endpoints": [[52, "endpoints"]], "Error while running LLM": [[128, "error-while-running-llm"]], "Evaluate Nodes that can\u2019t evaluate": [[122, "evaluate-nodes-that-can-t-evaluate"]], "Evaluate your RAG": [[127, null]], "Evaluation data creation tutorial": [[51, null]], "Example": [[50, "example"]], "Example Code": [[127, "example-code"]], "Example Configuration Using Normalize Mean Strategy": [[124, "example-configuration-using-normalize-mean-strategy"]], "Example Configuration Using mean Strategy": [[124, "example-configuration-using-mean-strategy"]], "Example Configuration Using rank Strategy": [[124, "example-configuration-using-rank-strategy"]], "Example Node Lines": [[126, "example-node-lines"]], "Example Request": [[52, "example-request"]], "Example Response": [[52, "example-response"]], "Example YAML": [[32, "example-yaml"], [32, "id1"], [33, "example-yaml"], [34, "example-yaml"], [41, "example-yaml"], [42, "example-yaml"], [42, "id1"], [42, "id2"], [42, "id3"], [42, "id4"], [42, "id5"], [42, "id6"], [43, "example-yaml"], [45, "example-yaml"]], "Example YAML file": [[65, "example-yaml-file"], [67, "example-yaml-file"], [70, "example-yaml-file"], [70, "id1"]], "Example config.yaml": [[74, "example-config-yaml"], [75, "example-config-yaml"], [76, "example-config-yaml"], [79, "example-config-yaml"], [80, "example-config-yaml"], [82, "example-config-yaml"], [83, "example-config-yaml"], [85, "example-config-yaml"], [86, "example-config-yaml"], [87, "example-config-yaml"], [88, "example-config-yaml"], [89, "example-config-yaml"], [90, "example-config-yaml"], [91, "example-config-yaml"], [92, "example-config-yaml"], [93, "example-config-yaml"], [94, "example-config-yaml"], [95, "example-config-yaml"], [96, "example-config-yaml"], [97, "example-config-yaml"], [98, "example-config-yaml"], [99, "example-config-yaml"], [101, "example-config-yaml"], [102, "example-config-yaml"], [103, "example-config-yaml"], [104, "example-config-yaml"], [105, "example-config-yaml"], [106, "example-config-yaml"], [107, "example-config-yaml"], [108, "example-config-yaml"], [110, "example-config-yaml"], [111, "example-config-yaml"], [112, "example-config-yaml"], [113, "example-config-yaml"], [115, "example-config-yaml"], [116, "example-config-yaml"], [117, "example-config-yaml"], [119, "example-config-yaml"]], "Example config.yaml file": [[73, "example-config-yaml-file"], [78, "example-config-yaml-file"], [81, "example-config-yaml-file"], [84, "example-config-yaml-file"], [100, "example-config-yaml-file"], [109, "example-config-yaml-file"], [114, "example-config-yaml-file"], [118, "example-config-yaml-file"]], "Explanation of concepts": [[126, "explanation-of-concepts"]], "Explanation:": [[58, "explanation"], [58, "id1"]], "Extract pipeline and evaluate test dataset": [[129, "extract-pipeline-and-evaluate-test-dataset"]], "F-String": [[107, null]], "Facing Import Error": [[128, "facing-import-error"]], "Facing OPENAI API error": [[128, "facing-openai-api-error"]], "Factoid Example": [[50, "factoid-example"]], "Features": [[32, "features"]], "Filtering": [[48, null]], "Find Optimal RAG Pipeline": [[129, "find-optimal-rag-pipeline"]], "Flag Embedding LLM Reranker": [[92, null]], "Flag Embedding Reranker": [[93, null]], "FlashRank Reranker": [[94, null]], "Folder Structure": [[121, null]], "Frequently Asked Questions": [[128, "frequently-asked-questions"]], "Full": [[123, "full"]], "Full Ingest Option": [[69, "full-ingest-option"]], "GPU": [[123, "gpu"]], "GPU + API": [[123, "gpu-api"]], "Generate QA set from Corpus data using RAGAS": [[39, "generate-qa-set-from-corpus-data-using-ragas"]], "Generation Evaluation": [[127, "generation-evaluation"]], "Generation Metrics": [[54, null]], "Get API Key": [[123, "get-api-key"]], "Half": [[123, "half"]], "How optimization works": [[122, null]], "How to Use": [[33, "how-to-use"], [34, "how-to-use"], [42, "how-to-use"]], "HuggingFace LLM x AutoRAG": [[60, null]], "Huggingface AutoTokenizer": [[115, "huggingface-autotokenizer"]], "HyDE": [[111, null]], "Hybrid - cc": [[116, null]], "Hybrid - rrf": [[117, null]], "If you have both query and generation_gt:": [[40, "if-you-have-both-query-and-generation-gt"]], "If you only have query data:": [[40, "if-you-only-have-query-data"]], "Important: Score Alignment": [[127, "important-score-alignment"]], "Index": [[40, "index"], [61, "index"], [71, "index"]], "Initialization": [[64, "initialization"]], "Initialization with YAML Configuration": [[64, "initialization-with-yaml-configuration"]], "Installation": [[62, "installation"], [63, "installation"]], "Installation and Setup": [[58, null]], "Installation for Japanese \ud83c\uddef\ud83c\uddf5": [[58, "installation-for-japanese"]], "Installation for Korean \ud83c\uddf0\ud83c\uddf7": [[58, "installation-for-korean"]], "Installation for Local Models \ud83c\udfe0": [[58, "installation-for-local-models"]], "Installation for Parsing \ud83c\udf32": [[58, "installation-for-parsing"]], "Integration list": [[61, "integration-list"]], "Key Parameters:": [[64, "key-parameters"]], "Ko-reranker": [[96, null]], "LLM-based Don\u2019t know Filter": [[48, "llm-based-don-t-know-filter"]], "Langchain Chunk": [[33, null]], "Langchain Parse": [[42, null]], "Language Support": [[43, "language-support"]], "Legacy": [[37, null]], "Llama Index Chunk": [[34, null]], "Llama Parse": [[43, null]], "LlamaIndex": [[46, "llamaindex"], [46, "id2"], [46, "id3"]], "Long Context Reorder": [[108, null]], "Long LLM Lingua": [[80, null]], "Long story short": [[36, null], [36, null], [36, null], [36, null]], "Make Node Line": [[120, "make-node-line"]], "Make YAML file": [[120, "make-yaml-file"]], "Make a Custom Evolving function": [[47, "make-a-custom-evolving-function"]], "Make a custom config YAML file": [[120, null]], "Make corpus data from raw documents": [[40, "make-corpus-data-from-raw-documents"]], "Make qa data from corpus data": [[40, "make-qa-data-from-corpus-data"]], "Merger Node": [[125, "merger-node"]], "MetricInput Dataclass": [[127, "metricinput-dataclass"]], "MetricInput for Generation": [[127, "metricinput-for-generation"]], "Migration Guide": [[72, null]], "Milvus": [[66, null]], "Mixedbread AI Reranker": [[97, null]], "Module Parameters": [[74, "module-parameters"], [75, "module-parameters"], [76, "module-parameters"], [79, "module-parameters"], [80, "module-parameters"], [82, "module-parameters"], [83, "module-parameters"], [85, "module-parameters"], [86, "module-parameters"], [87, "module-parameters"], [88, "module-parameters"], [89, "module-parameters"], [90, "module-parameters"], [91, "module-parameters"], [92, "module-parameters"], [93, "module-parameters"], [94, "module-parameters"], [95, "module-parameters"], [96, "module-parameters"], [97, "module-parameters"], [98, "module-parameters"], [99, "module-parameters"], [101, "module-parameters"], [102, "module-parameters"], [103, "module-parameters"], [104, "module-parameters"], [105, "module-parameters"], [106, "module-parameters"], [107, "module-parameters"], [108, "module-parameters"], [110, "module-parameters"], [111, "module-parameters"], [112, "module-parameters"], [113, "module-parameters"], [115, "module-parameters"], [116, "module-parameters"], [117, "module-parameters"], [119, "module-parameters"]], "Module contents": [[0, "module-autorag"], [1, "module-autorag.data"], [2, "module-autorag.data.chunk"], [3, "module-contents"], [4, "module-autorag.data.legacy"], [5, "module-autorag.data.legacy.corpus"], [6, "module-autorag.data.legacy.qacreation"], [7, "module-autorag.data.parse"], [8, "module-autorag.data.qa"], [9, "module-autorag.data.qa.evolve"], [10, "module-autorag.data.qa.filter"], [11, "module-autorag.data.qa.generation_gt"], [12, "module-autorag.data.qa.query"], [13, "module-contents"], [14, "module-autorag.data.utils"], [15, "module-autorag.deploy"], [16, "module-autorag.evaluation"], [17, "module-autorag.evaluation.metric"], [18, "module-autorag.nodes"], [19, "module-autorag.nodes.generator"], [20, "module-autorag.nodes.passageaugmenter"], [21, "module-autorag.nodes.passagecompressor"], [22, "module-autorag.nodes.passagefilter"], [23, "module-autorag.nodes.passagereranker"], [24, "module-contents"], [25, "module-autorag.nodes.promptmaker"], [26, "module-autorag.nodes.queryexpansion"], [27, "module-autorag.nodes.retrieval"], [28, "module-autorag.schema"], [29, "module-autorag.utils"], [30, "module-autorag.vectordb"]], "Modules that use Embedding model": [[71, "modules-that-use-embedding-model"]], "Modules that use LLM model": [[61, "modules-that-use-llm-model"], [71, "modules-that-use-llm-model"]], "MonoT5": [[98, null]], "More optimization strategies": [[122, "more-optimization-strategies"]], "Multi Query Expansion": [[112, null]], "Next Step": [[129, null]], "Node & Module": [[126, "node-module"]], "Node Line": [[126, "node-line"]], "Node Parameters": [[73, "node-parameters"], [78, "node-parameters"], [81, "node-parameters"], [84, "node-parameters"], [100, "node-parameters"], [109, "node-parameters"], [114, "node-parameters"], [117, "node-parameters"], [118, "node-parameters"]], "Node line for Modular RAG": [[125, "node-line-for-modular-rag"]], "Non GPU": [[123, "non-gpu"]], "Note": [[94, null]], "Note for Windows Users": [[58, "note-for-windows-users"]], "Note: Dataset Format": [[129, null]], "Nvidia Nim x AutoRAG": [[62, null]], "OLLAMA x AutoRAG": [[63, null]], "OpenAI": [[46, "openai"], [46, "id1"]], "OpenAI LLM": [[75, null]], "OpenVINO Reranker": [[99, null]], "Output Columns": [[32, "output-columns"], [38, "output-columns"], [44, "output-columns"]], "Overview": [[32, "overview"], [38, "overview"], [40, "overview"], [44, "overview"], [49, "overview"], [50, "overview"], [51, "overview"], [69, "overview"], [73, "overview"], [118, "overview"], [124, "overview"]], "Overview:": [[81, "overview"], [100, "overview"], [109, "overview"], [114, "overview"]], "Parameters": [[45, "parameters"], [52, "parameters"], [65, "parameters"], [67, "parameters"], [70, "parameters"]], "Parse": [[38, null], [44, null]], "Pass the best result to the next node": [[122, "pass-the-best-result-to-the-next-node"]], "Percentile Cutoff": [[85, null]], "Pinecone": [[67, null]], "Point": [[41, "point"]], "Policy Node": [[125, "policy-node"]], "Preparation": [[127, "preparation"]], "Prepare Evaluation Dataset": [[129, "prepare-evaluation-dataset"]], "Prev Next Augmenter": [[79, null]], "Project": [[121, "project"]], "Properties": [[52, "properties"]], "Provided Query Evolving Functions": [[47, "provided-query-evolving-functions"]], "Purpose": [[73, null], [81, null], [118, null]], "Python Code": [[69, "python-code"]], "Python Sample Code": [[52, "python-sample-code"]], "QA Dataset": [[36, "qa-dataset"]], "QA creation": [[49, null]], "Qdrant": [[68, null]], "Query Decompose": [[113, null]], "Query Evolving": [[47, null]], "Query Generation": [[50, null]], "Question types": [[50, "question-types"]], "RAGAS evaluation data generation": [[39, null]], "RAGAS question types": [[39, "ragas-question-types"]], "RankGPT": [[101, null]], "Recency Filter": [[86, null]], "Refine": [[82, null]], "Response Body": [[52, "response-body"]], "Retrieval Evaluation": [[127, "retrieval-evaluation"]], "Retrieval Metrics": [[55, null]], "Retrieval Token Metrics": [[56, null]], "Road to Modular RAG": [[125, null]], "Rule-based Don\u2019t know Filter": [[48, "rule-based-don-t-know-filter"]], "Run AutoRAG optimization": [[129, "run-autorag-optimization"]], "Run AutoRAG with \ud83d\udc33 Docker": [[58, "run-autorag-with-docker"]], "Run Chunk Pipeline": [[32, "run-chunk-pipeline"]], "Run Dashboard to see your trial result!": [[129, "run-dashboard-to-see-your-trial-result"]], "Run Parse Pipeline": [[38, "run-parse-pipeline"], [44, "run-parse-pipeline"]], "Run with AutoRAG Runner": [[53, "run-with-autorag-runner"]], "Run with CLI": [[53, "run-with-cli"]], "Running API server": [[52, "running-api-server"]], "Running AutoRAG": [[59, "running-autorag"], [60, "running-autorag"], [62, "running-autorag"], [63, "running-autorag"]], "Running the Ollama Server": [[63, "running-the-ollama-server"]], "Running the Web Interface": [[53, "running-the-web-interface"]], "Sample Structure Index": [[121, "sample-structure-index"]], "Sample YAML file guide": [[123, null]], "Samples": [[36, "samples"]], "Sentence Transformer Reranker": [[102, null]], "Set Environment Variables": [[43, "set-environment-variables"]], "Set YAML File": [[51, "set-yaml-file"], [51, "id1"]], "Setting Up the AWS profile": [[59, "setting-up-the-aws-profile"]], "Setting Up the Environment": [[62, "setting-up-the-environment"], [63, "setting-up-the-environment"]], "Setup OPENAI API KEY": [[58, "setup-openai-api-key"]], "Similarity Percentile Cutoff": [[87, null]], "Similarity Threshold Cutoff": [[88, null]], "Simple": [[123, "simple"]], "Specify modules": [[120, "specify-modules"]], "Specify nodes": [[120, "specify-nodes"]], "Start Chunking": [[51, "start-chunking"]], "Start Parsing": [[51, "start-parsing"]], "Start QA Creation": [[51, "start-qa-creation"]], "Start creating your own evaluation data": [[40, null]], "Strategy": [[109, "strategy"], [114, "strategy"], [124, null], [126, "strategy"]], "Strategy Parameter": [[124, "strategy-parameter"]], "Strategy Parameters": [[73, "strategy-parameters"], [81, "strategy-parameters"], [100, "strategy-parameters"], [118, "strategy-parameters"]], "Strategy Parameters:": [[109, "strategy-parameters"], [114, "strategy-parameters"]], "Structure": [[126, null]], "Submodules": [[0, "submodules"], [2, "submodules"], [3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [13, "submodules"], [14, "submodules"], [15, "submodules"], [16, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [24, "submodules"], [25, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [4, "subpackages"], [8, "subpackages"], [16, "subpackages"], [18, "subpackages"], [23, "subpackages"]], "Success Response": [[52, "success-response"]], "Summarize": [[126, null], [126, null], [126, null]], "Supported Chunk Modules": [[32, "supported-chunk-modules"]], "Supported Model Names": [[97, "supported-model-names"], [98, "supported-model-names"], [106, "supported-model-names"]], "Supported Modules": [[73, "supported-modules"], [81, "supported-modules"], [100, "supported-modules"], [109, "supported-modules"], [114, "supported-modules"], [118, "supported-modules"]], "Supported Parse Modules": [[38, "supported-parse-modules"], [44, "supported-parse-modules"]], "Supported Vector Databases": [[69, "supported-vector-databases"]], "Supporting Embedding models": [[71, "supporting-embedding-models"]], "Supporting LLM Models": [[61, "supporting-llm-models"], [71, "supporting-llm-models"]], "Swapping modules in Node": [[122, "swapping-modules-in-node"]], "TART": [[103, null]], "Table Detection": [[41, "table-detection"], [45, "table-detection"]], "Table Extraction": [[43, "table-extraction"]], "Table Hybrid Parse": [[45, null]], "Table Parse Available Modules": [[45, "table-parse-available-modules"]], "The length or row is different from the original data": [[128, "the-length-or-row-is-different-from-the-original-data"]], "Threshold Cutoff": [[89, null]], "Time Reranker": [[104, null]], "Tree Summarize": [[83, null]], "Trouble with installation?": [[58, null]], "TroubleShooting": [[128, null]], "Tutorial": [[129, null]], "UPR": [[105, null]], "Usage": [[50, "usage"], [50, "id1"], [50, "id2"], [50, "id3"], [65, "usage"], [66, "usage"], [67, "usage"], [68, "usage"], [69, "usage"], [70, "usage"]], "Use Multimodal Model": [[43, "use-multimodal-model"]], "Use NGrok Tunnel for public access": [[52, "use-ngrok-tunnel-for-public-access"]], "Use all files": [[44, "id1"]], "Use custom models": [[39, "use-custom-models"]], "Use custom prompt": [[40, "use-custom-prompt"]], "Use environment variable in the YAML file": [[120, "use-environment-variable-in-the-yaml-file"]], "Use in Multi-GPU": [[76, "use-in-multi-gpu"]], "Use multiple prompts": [[40, "use-multiple-prompts"]], "Use specific file types": [[44, "use-specific-file-types"]], "Use vllm": [[71, "use-vllm"]], "Using AWS Bedrock with AutoRAG": [[59, "using-aws-bedrock-with-autorag"]], "Using HuggingFace LLM with AutoRAG": [[60, "using-huggingface-llm-with-autorag"]], "Using HuggingFace Models": [[71, "using-huggingface-models"]], "Using Langchain Chunk Method that is not in the Available Chunk Method": [[33, "using-langchain-chunk-method-that-is-not-in-the-available-chunk-method"]], "Using Llama Index Chunk Method that is not in the Available Chunk Method": [[34, "using-llama-index-chunk-method-that-is-not-in-the-available-chunk-method"]], "Using NVIDIA NIM with AutoRAG": [[62, "using-nvidia-nim-with-autorag"]], "Using Parse Method that is not in the Available Parse Method": [[42, "using-parse-method-that-is-not-in-the-available-parse-method"]], "Using evaluate_generation": [[127, "using-evaluate-generation"]], "Using evaluate_retrieval": [[127, "using-evaluate-retrieval"]], "Using sentence splitter that is not in the Available Sentence Splitter": [[32, "using-sentence-splitter-that-is-not-in-the-available-sentence-splitter"]], "Validate your system": [[129, "validate-your-system"]], "Vectordb": [[119, null]], "Want to know more about Modular RAG?": [[125, null]], "Want to specify project folder?": [[32, null], [38, null], [44, null], [53, null], [129, null], [129, null], [129, null]], "Weaviate": [[70, null]], "Web Interface": [[53, null]], "Web Interface example": [[53, "web-interface-example"]], "What if Trial_Path didn\u2019t also create a First Node Line?": [[129, null]], "What is Node Line?": [[125, null]], "What is difference between Passage Filter and Passage Reranker?": [[84, null]], "What is pass_compressor?": [[81, null]], "What is pass_passage_augmenter?": [[78, null]], "What is pass_passage_filter?": [[84, null]], "What is pass_query_expansion?": [[114, null]], "What is pass_reranker?": [[100, null]], "What is passage?": [[40, null]], "What is tuple in the yaml file?": [[120, null]], "When you have existing qa data": [[40, "when-you-have-existing-qa-data"]], "Why use Gradio instead of Streamlit?": [[53, null]], "Why use openai_llm module?": [[75, "why-use-openai-llm-module"]], "Why use python command?": [[129, null]], "Why use vllm module?": [[76, "why-use-vllm-module"]], "Window Replacement": [[110, null]], "Write custom config yaml file": [[129, null]], "Writing the Config YAML File": [[59, "writing-the-config-yaml-file"], [60, "writing-the-config-yaml-file"], [62, "writing-the-config-yaml-file"], [63, "writing-the-config-yaml-file"]], "YAML File Setting Guide": [[44, "yaml-file-setting-guide"]], "[Node Line] summary.csv": [[121, "node-line-summary-csv"]], "[Node] summary.csv": [[121, "node-summary-csv"]], "[trial] summary.csv": [[121, "trial-summary-csv"]], "autorag": [[31, null]], "autorag package": [[0, null]], "autorag.chunker module": [[0, "module-autorag.chunker"]], "autorag.cli module": [[0, "module-autorag.cli"]], "autorag.dashboard module": [[0, "module-autorag.dashboard"]], "autorag.data package": [[1, null]], "autorag.data.chunk package": [[2, null]], "autorag.data.chunk.base module": [[2, "module-autorag.data.chunk.base"]], "autorag.data.chunk.langchain_chunk module": [[2, "module-autorag.data.chunk.langchain_chunk"]], "autorag.data.chunk.llama_index_chunk module": [[2, "module-autorag.data.chunk.llama_index_chunk"]], "autorag.data.chunk.run module": [[2, "module-autorag.data.chunk.run"]], "autorag.data.corpus package": [[3, null]], "autorag.data.corpus.langchain module": [[3, "autorag-data-corpus-langchain-module"]], "autorag.data.corpus.llama_index module": [[3, "autorag-data-corpus-llama-index-module"]], "autorag.data.legacy package": [[4, null]], "autorag.data.legacy.corpus package": [[5, null]], "autorag.data.legacy.corpus.langchain module": [[5, "module-autorag.data.legacy.corpus.langchain"]], "autorag.data.legacy.corpus.llama_index module": [[5, "module-autorag.data.legacy.corpus.llama_index"]], "autorag.data.legacy.qacreation package": [[6, null]], "autorag.data.legacy.qacreation.base module": [[6, "module-autorag.data.legacy.qacreation.base"]], "autorag.data.legacy.qacreation.llama_index module": [[6, "module-autorag.data.legacy.qacreation.llama_index"]], "autorag.data.legacy.qacreation.ragas module": [[6, "module-autorag.data.legacy.qacreation.ragas"]], "autorag.data.legacy.qacreation.simple module": [[6, "module-autorag.data.legacy.qacreation.simple"]], "autorag.data.parse package": [[7, null]], "autorag.data.parse.base module": [[7, "module-autorag.data.parse.base"]], "autorag.data.parse.clova module": [[7, "autorag-data-parse-clova-module"]], "autorag.data.parse.langchain_parse module": [[7, "module-autorag.data.parse.langchain_parse"]], "autorag.data.parse.llamaparse module": [[7, "module-autorag.data.parse.llamaparse"]], "autorag.data.parse.run module": [[7, "module-autorag.data.parse.run"]], "autorag.data.parse.table_hybrid_parse module": [[7, "autorag-data-parse-table-hybrid-parse-module"]], "autorag.data.qa package": [[8, null]], "autorag.data.qa.evolve package": [[9, null]], "autorag.data.qa.evolve.llama_index_query_evolve module": [[9, "module-autorag.data.qa.evolve.llama_index_query_evolve"]], "autorag.data.qa.evolve.openai_query_evolve module": [[9, "module-autorag.data.qa.evolve.openai_query_evolve"]], "autorag.data.qa.evolve.prompt module": [[9, "module-autorag.data.qa.evolve.prompt"]], "autorag.data.qa.extract_evidence module": [[8, "module-autorag.data.qa.extract_evidence"]], "autorag.data.qa.filter package": [[10, null]], "autorag.data.qa.filter.dontknow module": [[10, "module-autorag.data.qa.filter.dontknow"]], "autorag.data.qa.filter.passage_dependency module": [[10, "module-autorag.data.qa.filter.passage_dependency"]], "autorag.data.qa.filter.prompt module": [[10, "module-autorag.data.qa.filter.prompt"]], "autorag.data.qa.generation_gt package": [[11, null]], "autorag.data.qa.generation_gt.base module": [[11, "module-autorag.data.qa.generation_gt.base"]], "autorag.data.qa.generation_gt.llama_index_gen_gt module": [[11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt"]], "autorag.data.qa.generation_gt.openai_gen_gt module": [[11, "module-autorag.data.qa.generation_gt.openai_gen_gt"]], "autorag.data.qa.generation_gt.prompt module": [[11, "module-autorag.data.qa.generation_gt.prompt"]], "autorag.data.qa.query package": [[12, null]], "autorag.data.qa.query.llama_gen_query module": [[12, "module-autorag.data.qa.query.llama_gen_query"]], "autorag.data.qa.query.openai_gen_query module": [[12, "module-autorag.data.qa.query.openai_gen_query"]], "autorag.data.qa.query.prompt module": [[12, "module-autorag.data.qa.query.prompt"]], "autorag.data.qa.sample module": [[8, "module-autorag.data.qa.sample"]], "autorag.data.qa.schema module": [[8, "module-autorag.data.qa.schema"]], "autorag.data.qacreation package": [[13, null]], "autorag.data.qacreation.base module": [[13, "autorag-data-qacreation-base-module"]], "autorag.data.qacreation.llama_index module": [[13, "autorag-data-qacreation-llama-index-module"]], "autorag.data.qacreation.ragas module": [[13, "autorag-data-qacreation-ragas-module"]], "autorag.data.qacreation.simple module": [[13, "autorag-data-qacreation-simple-module"]], "autorag.data.utils package": [[14, null]], "autorag.data.utils.util module": [[14, "module-autorag.data.utils.util"]], "autorag.deploy package": [[15, null]], "autorag.deploy.api module": [[15, "module-autorag.deploy.api"]], "autorag.deploy.base module": [[15, "module-autorag.deploy.base"]], "autorag.deploy.gradio module": [[15, "module-autorag.deploy.gradio"]], "autorag.evaluation package": [[16, null]], "autorag.evaluation.generation module": [[16, "module-autorag.evaluation.generation"]], "autorag.evaluation.metric package": [[17, null]], "autorag.evaluation.metric.deepeval_prompt module": [[17, "module-autorag.evaluation.metric.deepeval_prompt"]], "autorag.evaluation.metric.generation module": [[17, "module-autorag.evaluation.metric.generation"]], "autorag.evaluation.metric.retrieval module": [[17, "module-autorag.evaluation.metric.retrieval"]], "autorag.evaluation.metric.retrieval_contents module": [[17, "module-autorag.evaluation.metric.retrieval_contents"]], "autorag.evaluation.metric.util module": [[17, "module-autorag.evaluation.metric.util"]], "autorag.evaluation.retrieval module": [[16, "module-autorag.evaluation.retrieval"]], "autorag.evaluation.retrieval_contents module": [[16, "module-autorag.evaluation.retrieval_contents"]], "autorag.evaluation.util module": [[16, "module-autorag.evaluation.util"]], "autorag.evaluator module": [[0, "module-autorag.evaluator"]], "autorag.node_line module": [[0, "module-autorag.node_line"]], "autorag.nodes package": [[18, null]], "autorag.nodes.generator package": [[19, null]], "autorag.nodes.generator.base module": [[19, "module-autorag.nodes.generator.base"]], "autorag.nodes.generator.llama_index_llm module": [[19, "module-autorag.nodes.generator.llama_index_llm"]], "autorag.nodes.generator.openai_llm module": [[19, "module-autorag.nodes.generator.openai_llm"]], "autorag.nodes.generator.run module": [[19, "module-autorag.nodes.generator.run"]], "autorag.nodes.generator.vllm module": [[19, "module-autorag.nodes.generator.vllm"]], "autorag.nodes.passageaugmenter package": [[20, null]], "autorag.nodes.passageaugmenter.base module": [[20, "module-autorag.nodes.passageaugmenter.base"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter module": [[20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter"]], "autorag.nodes.passageaugmenter.prev_next_augmenter module": [[20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter"]], "autorag.nodes.passageaugmenter.run module": [[20, "module-autorag.nodes.passageaugmenter.run"]], "autorag.nodes.passagecompressor package": [[21, null]], "autorag.nodes.passagecompressor.base module": [[21, "module-autorag.nodes.passagecompressor.base"]], "autorag.nodes.passagecompressor.longllmlingua module": [[21, "module-autorag.nodes.passagecompressor.longllmlingua"]], "autorag.nodes.passagecompressor.pass_compressor module": [[21, "module-autorag.nodes.passagecompressor.pass_compressor"]], "autorag.nodes.passagecompressor.refine module": [[21, "module-autorag.nodes.passagecompressor.refine"]], "autorag.nodes.passagecompressor.run module": [[21, "module-autorag.nodes.passagecompressor.run"]], "autorag.nodes.passagecompressor.tree_summarize module": [[21, "module-autorag.nodes.passagecompressor.tree_summarize"]], "autorag.nodes.passagefilter package": [[22, null]], "autorag.nodes.passagefilter.base module": [[22, "module-autorag.nodes.passagefilter.base"]], "autorag.nodes.passagefilter.pass_passage_filter module": [[22, "module-autorag.nodes.passagefilter.pass_passage_filter"]], "autorag.nodes.passagefilter.percentile_cutoff module": [[22, "module-autorag.nodes.passagefilter.percentile_cutoff"]], "autorag.nodes.passagefilter.recency module": [[22, "module-autorag.nodes.passagefilter.recency"]], "autorag.nodes.passagefilter.run module": [[22, "module-autorag.nodes.passagefilter.run"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff module": [[22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff module": [[22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff"]], "autorag.nodes.passagefilter.threshold_cutoff module": [[22, "module-autorag.nodes.passagefilter.threshold_cutoff"]], "autorag.nodes.passagereranker package": [[23, null]], "autorag.nodes.passagereranker.base module": [[23, "module-autorag.nodes.passagereranker.base"]], "autorag.nodes.passagereranker.cohere module": [[23, "module-autorag.nodes.passagereranker.cohere"]], "autorag.nodes.passagereranker.colbert module": [[23, "module-autorag.nodes.passagereranker.colbert"]], "autorag.nodes.passagereranker.flag_embedding module": [[23, "module-autorag.nodes.passagereranker.flag_embedding"]], "autorag.nodes.passagereranker.flag_embedding_llm module": [[23, "module-autorag.nodes.passagereranker.flag_embedding_llm"]], "autorag.nodes.passagereranker.flashrank module": [[23, "module-autorag.nodes.passagereranker.flashrank"]], "autorag.nodes.passagereranker.jina module": [[23, "module-autorag.nodes.passagereranker.jina"]], "autorag.nodes.passagereranker.koreranker module": [[23, "module-autorag.nodes.passagereranker.koreranker"]], "autorag.nodes.passagereranker.mixedbreadai module": [[23, "module-autorag.nodes.passagereranker.mixedbreadai"]], "autorag.nodes.passagereranker.monot5 module": [[23, "module-autorag.nodes.passagereranker.monot5"]], "autorag.nodes.passagereranker.openvino module": [[23, "module-autorag.nodes.passagereranker.openvino"]], "autorag.nodes.passagereranker.pass_reranker module": [[23, "module-autorag.nodes.passagereranker.pass_reranker"]], "autorag.nodes.passagereranker.rankgpt module": [[23, "module-autorag.nodes.passagereranker.rankgpt"]], "autorag.nodes.passagereranker.run module": [[23, "module-autorag.nodes.passagereranker.run"]], "autorag.nodes.passagereranker.sentence_transformer module": [[23, "module-autorag.nodes.passagereranker.sentence_transformer"]], "autorag.nodes.passagereranker.tart package": [[24, null]], "autorag.nodes.passagereranker.tart.modeling_enc_t5 module": [[24, "autorag-nodes-passagereranker-tart-modeling-enc-t5-module"]], "autorag.nodes.passagereranker.tart.tart module": [[24, "autorag-nodes-passagereranker-tart-tart-module"]], "autorag.nodes.passagereranker.tart.tokenization_enc_t5 module": [[24, "autorag-nodes-passagereranker-tart-tokenization-enc-t5-module"]], "autorag.nodes.passagereranker.time_reranker module": [[23, "module-autorag.nodes.passagereranker.time_reranker"]], "autorag.nodes.passagereranker.upr module": [[23, "module-autorag.nodes.passagereranker.upr"]], "autorag.nodes.passagereranker.voyageai module": [[23, "module-autorag.nodes.passagereranker.voyageai"]], "autorag.nodes.promptmaker package": [[25, null]], "autorag.nodes.promptmaker.base module": [[25, "module-autorag.nodes.promptmaker.base"]], "autorag.nodes.promptmaker.fstring module": [[25, "module-autorag.nodes.promptmaker.fstring"]], "autorag.nodes.promptmaker.long_context_reorder module": [[25, "module-autorag.nodes.promptmaker.long_context_reorder"]], "autorag.nodes.promptmaker.run module": [[25, "module-autorag.nodes.promptmaker.run"]], "autorag.nodes.promptmaker.window_replacement module": [[25, "module-autorag.nodes.promptmaker.window_replacement"]], "autorag.nodes.queryexpansion package": [[26, null]], "autorag.nodes.queryexpansion.base module": [[26, "module-autorag.nodes.queryexpansion.base"]], "autorag.nodes.queryexpansion.hyde module": [[26, "module-autorag.nodes.queryexpansion.hyde"]], "autorag.nodes.queryexpansion.multi_query_expansion module": [[26, "module-autorag.nodes.queryexpansion.multi_query_expansion"]], "autorag.nodes.queryexpansion.pass_query_expansion module": [[26, "module-autorag.nodes.queryexpansion.pass_query_expansion"]], "autorag.nodes.queryexpansion.query_decompose module": [[26, "module-autorag.nodes.queryexpansion.query_decompose"]], "autorag.nodes.queryexpansion.run module": [[26, "module-autorag.nodes.queryexpansion.run"]], "autorag.nodes.retrieval package": [[27, null]], "autorag.nodes.retrieval.base module": [[27, "module-autorag.nodes.retrieval.base"]], "autorag.nodes.retrieval.bm25 module": [[27, "module-autorag.nodes.retrieval.bm25"]], "autorag.nodes.retrieval.hybrid_cc module": [[27, "module-autorag.nodes.retrieval.hybrid_cc"]], "autorag.nodes.retrieval.hybrid_rrf module": [[27, "module-autorag.nodes.retrieval.hybrid_rrf"]], "autorag.nodes.retrieval.run module": [[27, "module-autorag.nodes.retrieval.run"]], "autorag.nodes.retrieval.vectordb module": [[27, "module-autorag.nodes.retrieval.vectordb"]], "autorag.nodes.util module": [[18, "module-autorag.nodes.util"]], "autorag.parser module": [[0, "module-autorag.parser"]], "autorag.schema package": [[28, null]], "autorag.schema.base module": [[28, "module-autorag.schema.base"]], "autorag.schema.metricinput module": [[28, "module-autorag.schema.metricinput"]], "autorag.schema.module module": [[28, "module-autorag.schema.module"]], "autorag.schema.node module": [[28, "module-autorag.schema.node"]], "autorag.strategy module": [[0, "module-autorag.strategy"]], "autorag.support module": [[0, "module-autorag.support"]], "autorag.utils package": [[29, null]], "autorag.utils.preprocess module": [[29, "module-autorag.utils.preprocess"]], "autorag.utils.util module": [[29, "module-autorag.utils.util"]], "autorag.validator module": [[0, "module-autorag.validator"]], "autorag.vectordb package": [[30, null]], "autorag.vectordb.base module": [[30, "module-autorag.vectordb.base"]], "autorag.vectordb.chroma module": [[30, "module-autorag.vectordb.chroma"]], "autorag.vectordb.couchbase module": [[30, "module-autorag.vectordb.couchbase"]], "autorag.vectordb.milvus module": [[30, "module-autorag.vectordb.milvus"]], "autorag.vectordb.pinecone module": [[30, "module-autorag.vectordb.pinecone"]], "autorag.vectordb.qdrant module": [[30, "module-autorag.vectordb.qdrant"]], "autorag.vectordb.weaviate module": [[30, "module-autorag.vectordb.weaviate"]], "autorag.web module": [[0, "module-autorag.web"]], "cohere_reranker": [[90, null]], "config.yaml": [[121, "config-yaml"]], "contents": [[36, "contents"]], "curl Commands": [[52, "curl-commands"]], "data": [[121, "data"]], "doc_id": [[36, "doc-id"]], "generation_gt": [[36, "generation-gt"]], "how the score is determined?": [[70, "how-the-score-is-determined"]], "jina_reranker": [[95, null]], "ko_kiwi (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-kiwi-for-korean"]], "ko_kkma (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-kkma-for-korean"]], "ko_okt (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-okt-for-korean"]], "llama_index LLM": [[74, null]], "metadata": [[36, "metadata"]], "path (Optional, but recommended)": [[36, "path-optional-but-recommended"]], "porter_stemmer": [[115, "porter-stemmer"]], "pre_retrieve_node_line": [[121, "pre-retrieve-node-line"]], "qid": [[36, "qid"]], "query": [[36, "query"]], "query_expansion": [[121, "query-expansion"]], "resources": [[121, "resources"]], "retrieval_gt": [[36, "retrieval-gt"]], "retrieve_node_line": [[121, "retrieve-node-line"]], "sem_score": [[73, null]], "space": [[115, "space"]], "start_end_idx (Optional but recommended)": [[36, "start-end-idx-optional-but-recommended"]], "sudachipy (For Japanese \ud83c\uddef\ud83c\uddf5)": [[115, "sudachipy-for-japanese"]], "trial": [[121, "trial"]], "trial.json": [[121, "trial-json"]], "v0.3 migration guide": [[72, "v0-3-migration-guide"]], "v0.3.7 migration guide": [[72, "v0-3-7-migration-guide"]], "vllm": [[76, null]], "voyageai_reranker": [[106, null]], "\u2705Apply Basic Example": [[55, "apply-basic-example"], [55, "id2"], [55, "id4"], [55, "id6"], [55, "id8"], [55, "id10"], [56, "apply-basic-example"], [56, "id2"], [56, "id4"]], "\u2705Basic Example": [[55, "basic-example"], [56, "basic-example"]], "\u2757How to use specific G-Eval metrics": [[54, "how-to-use-specific-g-eval-metrics"]], "\u2757Must have Parameter": [[42, "must-have-parameter"]], "\u2757Restart a trial if an error occurs during the trial": [[129, "restart-a-trial-if-an-error-occurs-during-the-trial"]], "\u2757\ufe0fHybrid additional explanation": [[116, "hybrid-additional-explanation"], [117, "hybrid-additional-explanation"]], "\ud83c\udfc3\u200d\u2642\ufe0f Getting Started": [[57, "getting-started"]], "\ud83d\udc68\u200d\ud83d\udc69\u200d\ud83d\udc67\u200d\ud83d\udc66 Ecosystem": [[57, "ecosystem"]], "\ud83d\udccc API Needed": [[42, "api-needed"]], "\ud83d\udccc Definition": [[54, "id4"]], "\ud83d\udccc Parameter: data_path_glob": [[38, "parameter-data-path-glob"], [44, "parameter-data-path-glob"]], "\ud83d\udcccDefinition": [[54, "definition"], [54, "id1"], [54, "id2"], [54, "id3"], [54, "id5"], [55, "definition"], [55, "id1"], [55, "id3"], [55, "id5"], [55, "id7"], [55, "id9"], [56, "definition"], [56, "id1"], [56, "id3"]], "\ud83d\udd0e Definition": [[73, "definition"], [78, "definition"], [81, "definition"], [84, "definition"], [100, "definition"], [109, "definition"], [114, "definition"], [118, "definition"]], "\ud83d\udd22 Parameters": [[73, "parameters"], [81, "parameters"], [100, "parameters"], [109, "parameters"], [114, "parameters"], [118, "parameters"]], "\ud83d\udde3\ufe0f Talk with Founders": [[57, "talk-with-founders"]], "\ud83d\ude80 Road to Modular RAG": [[125, "id1"]], "\ud83e\udd37\u200d\u2642\ufe0f What is Modular RAG?": [[125, "what-is-modular-rag"]], "\ud83e\udd37\u200d\u2642\ufe0f Why AutoRAG?": [[57, "why-autorag"]], "\ud83e\udd38 Benefits": [[78, "benefits"], [81, "benefits"], [84, "benefits"], [100, "benefits"], [114, "benefits"]], "\ud83e\udd38\u200d\u2642\ufe0f How can AutoRAG helps?": [[57, "how-can-autorag-helps"]]}, "docnames": ["api_spec/autorag", "api_spec/autorag.data", "api_spec/autorag.data.chunk", "api_spec/autorag.data.corpus", "api_spec/autorag.data.legacy", "api_spec/autorag.data.legacy.corpus", "api_spec/autorag.data.legacy.qacreation", "api_spec/autorag.data.parse", "api_spec/autorag.data.qa", "api_spec/autorag.data.qa.evolve", "api_spec/autorag.data.qa.filter", "api_spec/autorag.data.qa.generation_gt", "api_spec/autorag.data.qa.query", "api_spec/autorag.data.qacreation", "api_spec/autorag.data.utils", "api_spec/autorag.deploy", "api_spec/autorag.evaluation", "api_spec/autorag.evaluation.metric", "api_spec/autorag.nodes", "api_spec/autorag.nodes.generator", "api_spec/autorag.nodes.passageaugmenter", "api_spec/autorag.nodes.passagecompressor", "api_spec/autorag.nodes.passagefilter", "api_spec/autorag.nodes.passagereranker", "api_spec/autorag.nodes.passagereranker.tart", "api_spec/autorag.nodes.promptmaker", "api_spec/autorag.nodes.queryexpansion", "api_spec/autorag.nodes.retrieval", "api_spec/autorag.schema", "api_spec/autorag.utils", "api_spec/autorag.vectordb", "api_spec/modules", "data_creation/chunk/chunk", "data_creation/chunk/langchain_chunk", "data_creation/chunk/llama_index_chunk", "data_creation/data_creation", "data_creation/data_format", "data_creation/legacy/legacy", "data_creation/legacy/parse", "data_creation/legacy/ragas", "data_creation/legacy/tutorial", "data_creation/parse/clova", "data_creation/parse/langchain_parse", "data_creation/parse/llama_parse", "data_creation/parse/parse", "data_creation/parse/table_hybrid_parse", "data_creation/qa_creation/answer_gen", "data_creation/qa_creation/evolve", "data_creation/qa_creation/filter", "data_creation/qa_creation/qa_creation", "data_creation/qa_creation/query_gen", "data_creation/tutorial", "deploy/api_endpoint", "deploy/web", "evaluate_metrics/generation", "evaluate_metrics/retrieval", "evaluate_metrics/retrieval_contents", "index", "install", "integration/llm/aws_bedrock", "integration/llm/huggingface_llm", "integration/llm/llm", "integration/llm/nvidia_nim", "integration/llm/ollama", "integration/vectordb/chroma", "integration/vectordb/couchbase", "integration/vectordb/milvus", "integration/vectordb/pinecone", "integration/vectordb/qdrant", "integration/vectordb/vectordb", "integration/vectordb/weaviate", "local_model", "migration", "nodes/generator/generator", "nodes/generator/llama_index_llm", "nodes/generator/openai_llm", "nodes/generator/vllm", "nodes/index", "nodes/passage_augmenter/passage_augmenter", "nodes/passage_augmenter/prev_next_augmenter", "nodes/passage_compressor/longllmlingua", "nodes/passage_compressor/passage_compressor", "nodes/passage_compressor/refine", "nodes/passage_compressor/tree_summarize", "nodes/passage_filter/passage_filter", "nodes/passage_filter/percentile_cutoff", "nodes/passage_filter/recency_filter", "nodes/passage_filter/similarity_percentile_cutoff", "nodes/passage_filter/similarity_threshold_cutoff", "nodes/passage_filter/threshold_cutoff", "nodes/passage_reranker/cohere", "nodes/passage_reranker/colbert", "nodes/passage_reranker/flag_embedding_llm_reranker", "nodes/passage_reranker/flag_embedding_reranker", "nodes/passage_reranker/flashrank_reranker", "nodes/passage_reranker/jina_reranker", "nodes/passage_reranker/koreranker", "nodes/passage_reranker/mixedbreadai_reranker", "nodes/passage_reranker/monot5", "nodes/passage_reranker/openvino_reranker", "nodes/passage_reranker/passage_reranker", "nodes/passage_reranker/rankgpt", "nodes/passage_reranker/sentence_transformer_reranker", "nodes/passage_reranker/tart", "nodes/passage_reranker/time_reranker", "nodes/passage_reranker/upr", "nodes/passage_reranker/voyageai_reranker", "nodes/prompt_maker/fstring", "nodes/prompt_maker/long_context_reorder", "nodes/prompt_maker/prompt_maker", "nodes/prompt_maker/window_replacement", "nodes/query_expansion/hyde", "nodes/query_expansion/multi_query_expansion", "nodes/query_expansion/query_decompose", "nodes/query_expansion/query_expansion", "nodes/retrieval/bm25", "nodes/retrieval/hybrid_cc", "nodes/retrieval/hybrid_rrf", "nodes/retrieval/retrieval", "nodes/retrieval/vectordb", "optimization/custom_config", "optimization/folder_structure", "optimization/optimization", "optimization/sample_config", "optimization/strategies", "roadmap/modular_rag", "structure", "test_your_rag", "troubleshooting", "tutorial"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1}, "filenames": ["api_spec/autorag.rst", "api_spec/autorag.data.rst", "api_spec/autorag.data.chunk.rst", "api_spec/autorag.data.corpus.rst", "api_spec/autorag.data.legacy.rst", "api_spec/autorag.data.legacy.corpus.rst", "api_spec/autorag.data.legacy.qacreation.rst", "api_spec/autorag.data.parse.rst", "api_spec/autorag.data.qa.rst", "api_spec/autorag.data.qa.evolve.rst", "api_spec/autorag.data.qa.filter.rst", "api_spec/autorag.data.qa.generation_gt.rst", "api_spec/autorag.data.qa.query.rst", "api_spec/autorag.data.qacreation.rst", "api_spec/autorag.data.utils.rst", "api_spec/autorag.deploy.rst", "api_spec/autorag.evaluation.rst", "api_spec/autorag.evaluation.metric.rst", "api_spec/autorag.nodes.rst", "api_spec/autorag.nodes.generator.rst", "api_spec/autorag.nodes.passageaugmenter.rst", "api_spec/autorag.nodes.passagecompressor.rst", "api_spec/autorag.nodes.passagefilter.rst", "api_spec/autorag.nodes.passagereranker.rst", "api_spec/autorag.nodes.passagereranker.tart.rst", "api_spec/autorag.nodes.promptmaker.rst", "api_spec/autorag.nodes.queryexpansion.rst", "api_spec/autorag.nodes.retrieval.rst", "api_spec/autorag.schema.rst", "api_spec/autorag.utils.rst", "api_spec/autorag.vectordb.rst", "api_spec/modules.rst", "data_creation/chunk/chunk.md", "data_creation/chunk/langchain_chunk.md", "data_creation/chunk/llama_index_chunk.md", "data_creation/data_creation.md", "data_creation/data_format.md", "data_creation/legacy/legacy.md", "data_creation/legacy/parse.md", "data_creation/legacy/ragas.md", "data_creation/legacy/tutorial.md", "data_creation/parse/clova.md", "data_creation/parse/langchain_parse.md", "data_creation/parse/llama_parse.md", "data_creation/parse/parse.md", "data_creation/parse/table_hybrid_parse.md", "data_creation/qa_creation/answer_gen.md", "data_creation/qa_creation/evolve.md", "data_creation/qa_creation/filter.md", "data_creation/qa_creation/qa_creation.md", "data_creation/qa_creation/query_gen.md", "data_creation/tutorial.md", "deploy/api_endpoint.md", "deploy/web.md", "evaluate_metrics/generation.md", "evaluate_metrics/retrieval.md", "evaluate_metrics/retrieval_contents.md", "index.rst", "install.md", "integration/llm/aws_bedrock.md", "integration/llm/huggingface_llm.md", "integration/llm/llm.md", "integration/llm/nvidia_nim.md", "integration/llm/ollama.md", "integration/vectordb/chroma.md", "integration/vectordb/couchbase.md", "integration/vectordb/milvus.md", "integration/vectordb/pinecone.md", "integration/vectordb/qdrant.md", "integration/vectordb/vectordb.md", "integration/vectordb/weaviate.md", "local_model.md", "migration.md", "nodes/generator/generator.md", "nodes/generator/llama_index_llm.md", "nodes/generator/openai_llm.md", "nodes/generator/vllm.md", "nodes/index.md", "nodes/passage_augmenter/passage_augmenter.md", "nodes/passage_augmenter/prev_next_augmenter.md", "nodes/passage_compressor/longllmlingua.md", "nodes/passage_compressor/passage_compressor.md", "nodes/passage_compressor/refine.md", "nodes/passage_compressor/tree_summarize.md", "nodes/passage_filter/passage_filter.md", "nodes/passage_filter/percentile_cutoff.md", "nodes/passage_filter/recency_filter.md", "nodes/passage_filter/similarity_percentile_cutoff.md", "nodes/passage_filter/similarity_threshold_cutoff.md", "nodes/passage_filter/threshold_cutoff.md", "nodes/passage_reranker/cohere.md", "nodes/passage_reranker/colbert.md", "nodes/passage_reranker/flag_embedding_llm_reranker.md", "nodes/passage_reranker/flag_embedding_reranker.md", "nodes/passage_reranker/flashrank_reranker.md", "nodes/passage_reranker/jina_reranker.md", "nodes/passage_reranker/koreranker.md", "nodes/passage_reranker/mixedbreadai_reranker.md", "nodes/passage_reranker/monot5.md", "nodes/passage_reranker/openvino_reranker.md", "nodes/passage_reranker/passage_reranker.md", "nodes/passage_reranker/rankgpt.md", "nodes/passage_reranker/sentence_transformer_reranker.md", "nodes/passage_reranker/tart.md", "nodes/passage_reranker/time_reranker.md", "nodes/passage_reranker/upr.md", "nodes/passage_reranker/voyageai_reranker.md", "nodes/prompt_maker/fstring.md", "nodes/prompt_maker/long_context_reorder.md", "nodes/prompt_maker/prompt_maker.md", "nodes/prompt_maker/window_replacement.md", "nodes/query_expansion/hyde.md", "nodes/query_expansion/multi_query_expansion.md", "nodes/query_expansion/query_decompose.md", "nodes/query_expansion/query_expansion.md", "nodes/retrieval/bm25.md", "nodes/retrieval/hybrid_cc.md", "nodes/retrieval/hybrid_rrf.md", "nodes/retrieval/retrieval.md", "nodes/retrieval/vectordb.md", "optimization/custom_config.md", "optimization/folder_structure.md", "optimization/optimization.md", "optimization/sample_config.md", "optimization/strategies.md", "roadmap/modular_rag.md", "structure.md", "test_your_rag.md", "troubleshooting.md", "tutorial.md"], "indexentries": {"acomplete() (autorag.autoragbedrock method)": [[0, "autorag.AutoRAGBedrock.acomplete", false]], "add() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.add", false]], "add() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.add", false]], "add() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.add", false]], "add() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.add", false]], "add() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.add", false]], "add() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.add", false]], "add() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.add", false]], "add_essential_metadata() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.add_essential_metadata", false]], "add_essential_metadata_llama_text_node() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.add_essential_metadata_llama_text_node", false]], "add_file_name() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.add_file_name", false]], "add_gen_gt() (in module autorag.data.qa.generation_gt.base)": [[11, "autorag.data.qa.generation_gt.base.add_gen_gt", false]], "aflatten_apply() (in module autorag.utils.util)": [[29, "autorag.utils.util.aflatten_apply", false]], "answer (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.answer", false]], "answer (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.answer", false]], "apirunner (class in autorag.deploy.api)": [[15, "autorag.deploy.api.ApiRunner", false]], "apply_recursive() (in module autorag.utils.util)": [[29, "autorag.utils.util.apply_recursive", false]], "astream() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.astream", false]], "astream() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.astream", false]], "astream() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.astream", false]], "astream() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.astream", false]], "async_g_eval() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.async_g_eval", false]], "async_postprocess_nodes() (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank method)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.async_postprocess_nodes", false]], "async_qa_gen_llama_index() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.async_qa_gen_llama_index", false]], "async_run_llm() (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank method)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.async_run_llm", false]], "asyncrankgptrerank (class in autorag.nodes.passagereranker.rankgpt)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank", false]], "autorag": [[0, "module-autorag", false]], "autorag.chunker": [[0, "module-autorag.chunker", false]], "autorag.cli": [[0, "module-autorag.cli", false]], "autorag.dashboard": [[0, "module-autorag.dashboard", false]], "autorag.data": [[1, "module-autorag.data", false]], "autorag.data.chunk": [[2, "module-autorag.data.chunk", false]], "autorag.data.chunk.base": [[2, "module-autorag.data.chunk.base", false]], "autorag.data.chunk.langchain_chunk": [[2, "module-autorag.data.chunk.langchain_chunk", false]], "autorag.data.chunk.llama_index_chunk": [[2, "module-autorag.data.chunk.llama_index_chunk", false]], "autorag.data.chunk.run": [[2, "module-autorag.data.chunk.run", false]], "autorag.data.legacy": [[4, "module-autorag.data.legacy", false]], "autorag.data.legacy.corpus": [[5, "module-autorag.data.legacy.corpus", false]], "autorag.data.legacy.corpus.langchain": [[5, "module-autorag.data.legacy.corpus.langchain", false]], "autorag.data.legacy.corpus.llama_index": [[5, "module-autorag.data.legacy.corpus.llama_index", false]], "autorag.data.legacy.qacreation": [[6, "module-autorag.data.legacy.qacreation", false]], "autorag.data.legacy.qacreation.base": [[6, "module-autorag.data.legacy.qacreation.base", false]], "autorag.data.legacy.qacreation.llama_index": [[6, "module-autorag.data.legacy.qacreation.llama_index", false]], "autorag.data.legacy.qacreation.ragas": [[6, "module-autorag.data.legacy.qacreation.ragas", false]], "autorag.data.legacy.qacreation.simple": [[6, "module-autorag.data.legacy.qacreation.simple", false]], "autorag.data.parse": [[7, "module-autorag.data.parse", false]], "autorag.data.parse.base": [[7, "module-autorag.data.parse.base", false]], "autorag.data.parse.langchain_parse": [[7, "module-autorag.data.parse.langchain_parse", false]], "autorag.data.parse.llamaparse": [[7, "module-autorag.data.parse.llamaparse", false]], "autorag.data.parse.run": [[7, "module-autorag.data.parse.run", false]], "autorag.data.qa": [[8, "module-autorag.data.qa", false]], "autorag.data.qa.evolve": [[9, "module-autorag.data.qa.evolve", false]], "autorag.data.qa.evolve.llama_index_query_evolve": [[9, "module-autorag.data.qa.evolve.llama_index_query_evolve", false]], "autorag.data.qa.evolve.openai_query_evolve": [[9, "module-autorag.data.qa.evolve.openai_query_evolve", false]], "autorag.data.qa.evolve.prompt": [[9, "module-autorag.data.qa.evolve.prompt", false]], "autorag.data.qa.extract_evidence": [[8, "module-autorag.data.qa.extract_evidence", false]], "autorag.data.qa.filter": [[10, "module-autorag.data.qa.filter", false]], "autorag.data.qa.filter.dontknow": [[10, "module-autorag.data.qa.filter.dontknow", false]], "autorag.data.qa.filter.passage_dependency": [[10, "module-autorag.data.qa.filter.passage_dependency", false]], "autorag.data.qa.filter.prompt": [[10, "module-autorag.data.qa.filter.prompt", false]], "autorag.data.qa.generation_gt": [[11, "module-autorag.data.qa.generation_gt", false]], "autorag.data.qa.generation_gt.base": [[11, "module-autorag.data.qa.generation_gt.base", false]], "autorag.data.qa.generation_gt.llama_index_gen_gt": [[11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt", false]], "autorag.data.qa.generation_gt.openai_gen_gt": [[11, "module-autorag.data.qa.generation_gt.openai_gen_gt", false]], "autorag.data.qa.generation_gt.prompt": [[11, "module-autorag.data.qa.generation_gt.prompt", false]], "autorag.data.qa.query": [[12, "module-autorag.data.qa.query", false]], "autorag.data.qa.query.llama_gen_query": [[12, "module-autorag.data.qa.query.llama_gen_query", false]], "autorag.data.qa.query.openai_gen_query": [[12, "module-autorag.data.qa.query.openai_gen_query", false]], "autorag.data.qa.query.prompt": [[12, "module-autorag.data.qa.query.prompt", false]], "autorag.data.qa.sample": [[8, "module-autorag.data.qa.sample", false]], "autorag.data.qa.schema": [[8, "module-autorag.data.qa.schema", false]], "autorag.data.utils": [[14, "module-autorag.data.utils", false]], "autorag.data.utils.util": [[14, "module-autorag.data.utils.util", false]], "autorag.deploy": [[15, "module-autorag.deploy", false]], "autorag.deploy.api": [[15, "module-autorag.deploy.api", false]], "autorag.deploy.base": [[15, "module-autorag.deploy.base", false]], "autorag.deploy.gradio": [[15, "module-autorag.deploy.gradio", false]], "autorag.evaluation": [[16, "module-autorag.evaluation", false]], "autorag.evaluation.generation": [[16, "module-autorag.evaluation.generation", false]], "autorag.evaluation.metric": [[17, "module-autorag.evaluation.metric", false]], "autorag.evaluation.metric.deepeval_prompt": [[17, "module-autorag.evaluation.metric.deepeval_prompt", false]], "autorag.evaluation.metric.generation": [[17, "module-autorag.evaluation.metric.generation", false]], "autorag.evaluation.metric.retrieval": [[17, "module-autorag.evaluation.metric.retrieval", false]], "autorag.evaluation.metric.retrieval_contents": [[17, "module-autorag.evaluation.metric.retrieval_contents", false]], "autorag.evaluation.metric.util": [[17, "module-autorag.evaluation.metric.util", false]], "autorag.evaluation.retrieval": [[16, "module-autorag.evaluation.retrieval", false]], "autorag.evaluation.retrieval_contents": [[16, "module-autorag.evaluation.retrieval_contents", false]], "autorag.evaluation.util": [[16, "module-autorag.evaluation.util", false]], "autorag.evaluator": [[0, "module-autorag.evaluator", false]], "autorag.node_line": [[0, "module-autorag.node_line", false]], "autorag.nodes": [[18, "module-autorag.nodes", false]], "autorag.nodes.generator": [[19, "module-autorag.nodes.generator", false]], "autorag.nodes.generator.base": [[19, "module-autorag.nodes.generator.base", false]], "autorag.nodes.generator.llama_index_llm": [[19, "module-autorag.nodes.generator.llama_index_llm", false]], "autorag.nodes.generator.openai_llm": [[19, "module-autorag.nodes.generator.openai_llm", false]], "autorag.nodes.generator.run": [[19, "module-autorag.nodes.generator.run", false]], "autorag.nodes.generator.vllm": [[19, "module-autorag.nodes.generator.vllm", false]], "autorag.nodes.passageaugmenter": [[20, "module-autorag.nodes.passageaugmenter", false]], "autorag.nodes.passageaugmenter.base": [[20, "module-autorag.nodes.passageaugmenter.base", false]], "autorag.nodes.passageaugmenter.pass_passage_augmenter": [[20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter", false]], "autorag.nodes.passageaugmenter.prev_next_augmenter": [[20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter", false]], "autorag.nodes.passageaugmenter.run": [[20, "module-autorag.nodes.passageaugmenter.run", false]], "autorag.nodes.passagecompressor": [[21, "module-autorag.nodes.passagecompressor", false]], "autorag.nodes.passagecompressor.base": [[21, "module-autorag.nodes.passagecompressor.base", false]], "autorag.nodes.passagecompressor.longllmlingua": [[21, "module-autorag.nodes.passagecompressor.longllmlingua", false]], "autorag.nodes.passagecompressor.pass_compressor": [[21, "module-autorag.nodes.passagecompressor.pass_compressor", false]], "autorag.nodes.passagecompressor.refine": [[21, "module-autorag.nodes.passagecompressor.refine", false]], "autorag.nodes.passagecompressor.run": [[21, "module-autorag.nodes.passagecompressor.run", false]], "autorag.nodes.passagecompressor.tree_summarize": [[21, "module-autorag.nodes.passagecompressor.tree_summarize", false]], "autorag.nodes.passagefilter": [[22, "module-autorag.nodes.passagefilter", false]], "autorag.nodes.passagefilter.base": [[22, "module-autorag.nodes.passagefilter.base", false]], "autorag.nodes.passagefilter.pass_passage_filter": [[22, "module-autorag.nodes.passagefilter.pass_passage_filter", false]], "autorag.nodes.passagefilter.percentile_cutoff": [[22, "module-autorag.nodes.passagefilter.percentile_cutoff", false]], "autorag.nodes.passagefilter.recency": [[22, "module-autorag.nodes.passagefilter.recency", false]], "autorag.nodes.passagefilter.run": [[22, "module-autorag.nodes.passagefilter.run", false]], "autorag.nodes.passagefilter.similarity_percentile_cutoff": [[22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff", false]], "autorag.nodes.passagefilter.similarity_threshold_cutoff": [[22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff", false]], "autorag.nodes.passagefilter.threshold_cutoff": [[22, "module-autorag.nodes.passagefilter.threshold_cutoff", false]], "autorag.nodes.passagereranker": [[23, "module-autorag.nodes.passagereranker", false]], "autorag.nodes.passagereranker.base": [[23, "module-autorag.nodes.passagereranker.base", false]], "autorag.nodes.passagereranker.cohere": [[23, "module-autorag.nodes.passagereranker.cohere", false]], "autorag.nodes.passagereranker.colbert": [[23, "module-autorag.nodes.passagereranker.colbert", false]], "autorag.nodes.passagereranker.flag_embedding": [[23, "module-autorag.nodes.passagereranker.flag_embedding", false]], "autorag.nodes.passagereranker.flag_embedding_llm": [[23, "module-autorag.nodes.passagereranker.flag_embedding_llm", false]], "autorag.nodes.passagereranker.flashrank": [[23, "module-autorag.nodes.passagereranker.flashrank", false]], "autorag.nodes.passagereranker.jina": [[23, "module-autorag.nodes.passagereranker.jina", false]], "autorag.nodes.passagereranker.koreranker": [[23, "module-autorag.nodes.passagereranker.koreranker", false]], "autorag.nodes.passagereranker.mixedbreadai": [[23, "module-autorag.nodes.passagereranker.mixedbreadai", false]], "autorag.nodes.passagereranker.monot5": [[23, "module-autorag.nodes.passagereranker.monot5", false]], "autorag.nodes.passagereranker.openvino": [[23, "module-autorag.nodes.passagereranker.openvino", false]], "autorag.nodes.passagereranker.pass_reranker": [[23, "module-autorag.nodes.passagereranker.pass_reranker", false]], "autorag.nodes.passagereranker.rankgpt": [[23, "module-autorag.nodes.passagereranker.rankgpt", false]], "autorag.nodes.passagereranker.run": [[23, "module-autorag.nodes.passagereranker.run", false]], "autorag.nodes.passagereranker.sentence_transformer": [[23, "module-autorag.nodes.passagereranker.sentence_transformer", false]], "autorag.nodes.passagereranker.time_reranker": [[23, "module-autorag.nodes.passagereranker.time_reranker", false]], "autorag.nodes.passagereranker.upr": [[23, "module-autorag.nodes.passagereranker.upr", false]], "autorag.nodes.passagereranker.voyageai": [[23, "module-autorag.nodes.passagereranker.voyageai", false]], "autorag.nodes.promptmaker": [[25, "module-autorag.nodes.promptmaker", false]], "autorag.nodes.promptmaker.base": [[25, "module-autorag.nodes.promptmaker.base", false]], "autorag.nodes.promptmaker.fstring": [[25, "module-autorag.nodes.promptmaker.fstring", false]], "autorag.nodes.promptmaker.long_context_reorder": [[25, "module-autorag.nodes.promptmaker.long_context_reorder", false]], "autorag.nodes.promptmaker.run": [[25, "module-autorag.nodes.promptmaker.run", false]], "autorag.nodes.promptmaker.window_replacement": [[25, "module-autorag.nodes.promptmaker.window_replacement", false]], "autorag.nodes.queryexpansion": [[26, "module-autorag.nodes.queryexpansion", false]], "autorag.nodes.queryexpansion.base": [[26, "module-autorag.nodes.queryexpansion.base", false]], "autorag.nodes.queryexpansion.hyde": [[26, "module-autorag.nodes.queryexpansion.hyde", false]], "autorag.nodes.queryexpansion.multi_query_expansion": [[26, "module-autorag.nodes.queryexpansion.multi_query_expansion", false]], "autorag.nodes.queryexpansion.pass_query_expansion": [[26, "module-autorag.nodes.queryexpansion.pass_query_expansion", false]], "autorag.nodes.queryexpansion.query_decompose": [[26, "module-autorag.nodes.queryexpansion.query_decompose", false]], "autorag.nodes.queryexpansion.run": [[26, "module-autorag.nodes.queryexpansion.run", false]], "autorag.nodes.retrieval": [[27, "module-autorag.nodes.retrieval", false]], "autorag.nodes.retrieval.base": [[27, "module-autorag.nodes.retrieval.base", false]], "autorag.nodes.retrieval.bm25": [[27, "module-autorag.nodes.retrieval.bm25", false]], "autorag.nodes.retrieval.hybrid_cc": [[27, "module-autorag.nodes.retrieval.hybrid_cc", false]], "autorag.nodes.retrieval.hybrid_rrf": [[27, "module-autorag.nodes.retrieval.hybrid_rrf", false]], "autorag.nodes.retrieval.run": [[27, "module-autorag.nodes.retrieval.run", false]], "autorag.nodes.retrieval.vectordb": [[27, "module-autorag.nodes.retrieval.vectordb", false]], "autorag.nodes.util": [[18, "module-autorag.nodes.util", false]], "autorag.parser": [[0, "module-autorag.parser", false]], "autorag.schema": [[28, "module-autorag.schema", false]], "autorag.schema.base": [[28, "module-autorag.schema.base", false]], "autorag.schema.metricinput": [[28, "module-autorag.schema.metricinput", false]], "autorag.schema.module": [[28, "module-autorag.schema.module", false]], "autorag.schema.node": [[28, "module-autorag.schema.node", false]], "autorag.strategy": [[0, "module-autorag.strategy", false]], "autorag.support": [[0, "module-autorag.support", false]], "autorag.utils": [[29, "module-autorag.utils", false]], "autorag.utils.preprocess": [[29, "module-autorag.utils.preprocess", false]], "autorag.utils.util": [[29, "module-autorag.utils.util", false]], "autorag.validator": [[0, "module-autorag.validator", false]], "autorag.vectordb": [[30, "module-autorag.vectordb", false]], "autorag.vectordb.base": [[30, "module-autorag.vectordb.base", false]], "autorag.vectordb.chroma": [[30, "module-autorag.vectordb.chroma", false]], "autorag.vectordb.couchbase": [[30, "module-autorag.vectordb.couchbase", false]], "autorag.vectordb.milvus": [[30, "module-autorag.vectordb.milvus", false]], "autorag.vectordb.pinecone": [[30, "module-autorag.vectordb.pinecone", false]], "autorag.vectordb.qdrant": [[30, "module-autorag.vectordb.qdrant", false]], "autorag.vectordb.weaviate": [[30, "module-autorag.vectordb.weaviate", false]], "autorag.web": [[0, "module-autorag.web", false]], "autorag_metric() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.autorag_metric", false]], "autorag_metric_loop() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.autorag_metric_loop", false]], "autoragbedrock (class in autorag)": [[0, "autorag.AutoRAGBedrock", false]], "avoid_empty_result() (in module autorag.strategy)": [[0, "autorag.strategy.avoid_empty_result", false]], "basegenerator (class in autorag.nodes.generator.base)": [[19, "autorag.nodes.generator.base.BaseGenerator", false]], "basemodule (class in autorag.schema.base)": [[28, "autorag.schema.base.BaseModule", false]], "basepassageaugmenter (class in autorag.nodes.passageaugmenter.base)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter", false]], "basepassagecompressor (class in autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.BasePassageCompressor", false]], "basepassagefilter (class in autorag.nodes.passagefilter.base)": [[22, "autorag.nodes.passagefilter.base.BasePassageFilter", false]], "basepassagereranker (class in autorag.nodes.passagereranker.base)": [[23, "autorag.nodes.passagereranker.base.BasePassageReranker", false]], "basepromptmaker (class in autorag.nodes.promptmaker.base)": [[25, "autorag.nodes.promptmaker.base.BasePromptMaker", false]], "basequeryexpansion (class in autorag.nodes.queryexpansion.base)": [[26, "autorag.nodes.queryexpansion.base.BaseQueryExpansion", false]], "baseretrieval (class in autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.BaseRetrieval", false]], "baserunner (class in autorag.deploy.base)": [[15, "autorag.deploy.base.BaseRunner", false]], "basevectorstore (class in autorag.vectordb.base)": [[30, "autorag.vectordb.base.BaseVectorStore", false]], "batch_apply() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.batch_apply", false]], "batch_apply() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.batch_apply", false]], "batch_apply() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.batch_apply", false]], "batch_filter() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.batch_filter", false]], "bert_score() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.bert_score", false]], "bleu() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.bleu", false]], "bm25 (class in autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.BM25", false]], "bm25_ingest() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.bm25_ingest", false]], "bm25_pure() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.bm25_pure", false]], "calculate_cosine_similarity() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_cosine_similarity", false]], "calculate_inner_product() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_inner_product", false]], "calculate_l2_distance() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_l2_distance", false]], "cast_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.cast_corpus_dataset", false]], "cast_embedding_model() (in module autorag.evaluation.util)": [[16, "autorag.evaluation.util.cast_embedding_model", false]], "cast_metrics() (in module autorag.evaluation.util)": [[16, "autorag.evaluation.util.cast_metrics", false]], "cast_qa_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.cast_qa_dataset", false]], "cast_queries() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.cast_queries", false]], "cast_to_run() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.cast_to_run", false]], "cast_to_run() (autorag.nodes.passageaugmenter.base.basepassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagecompressor.base.basepassagecompressor method)": [[21, "autorag.nodes.passagecompressor.base.BasePassageCompressor.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagefilter.base.basepassagefilter method)": [[22, "autorag.nodes.passagefilter.base.BasePassageFilter.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagereranker.base.basepassagereranker method)": [[23, "autorag.nodes.passagereranker.base.BasePassageReranker.cast_to_run", false]], "cast_to_run() (autorag.nodes.promptmaker.base.basepromptmaker method)": [[25, "autorag.nodes.promptmaker.base.BasePromptMaker.cast_to_run", false]], "cast_to_run() (autorag.nodes.queryexpansion.base.basequeryexpansion method)": [[26, "autorag.nodes.queryexpansion.base.BaseQueryExpansion.cast_to_run", false]], "cast_to_run() (autorag.nodes.retrieval.base.baseretrieval method)": [[27, "autorag.nodes.retrieval.base.BaseRetrieval.cast_to_run", false]], "cast_to_run() (autorag.schema.base.basemodule method)": [[28, "autorag.schema.base.BaseModule.cast_to_run", false]], "chat_box() (in module autorag.web)": [[0, "autorag.web.chat_box", false]], "check_expanded_query() (in module autorag.nodes.queryexpansion.base)": [[26, "autorag.nodes.queryexpansion.base.check_expanded_query", false]], "chroma (class in autorag.vectordb.chroma)": [[30, "autorag.vectordb.chroma.Chroma", false]], "chunk() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.chunk", false]], "chunker (class in autorag.chunker)": [[0, "autorag.chunker.Chunker", false]], "chunker_node() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.chunker_node", false]], "cohere_rerank_pure() (in module autorag.nodes.passagereranker.cohere)": [[23, "autorag.nodes.passagereranker.cohere.cohere_rerank_pure", false]], "coherereranker (class in autorag.nodes.passagereranker.cohere)": [[23, "autorag.nodes.passagereranker.cohere.CohereReranker", false]], "colbertreranker (class in autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.ColbertReranker", false]], "compress_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.compress_ragas", false]], "compress_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.compress_ragas", false]], "compute() (autorag.nodes.passagereranker.upr.uprscorer method)": [[23, "autorag.nodes.passagereranker.upr.UPRScorer.compute", false]], "concept_completion_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.concept_completion_query_gen", false]], "concept_completion_query_gen() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.concept_completion_query_gen", false]], "conditional_evolve_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.conditional_evolve_ragas", false]], "conditional_evolve_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.conditional_evolve_ragas", false]], "content (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.content", false]], "content (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.content", false]], "convert_datetime_string() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_datetime_string", false]], "convert_env_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_env_in_dict", false]], "convert_inputs_to_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_inputs_to_list", false]], "convert_string_to_tuple_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_string_to_tuple_in_dict", false]], "corpus (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.Corpus", false]], "corpus_df_to_langchain_documents() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.corpus_df_to_langchain_documents", false]], "couchbase (class in autorag.vectordb.couchbase)": [[30, "autorag.vectordb.couchbase.Couchbase", false]], "custom_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.custom_query_gen", false]], "decode_multiple_json_from_bytes() (in module autorag.utils.util)": [[29, "autorag.utils.util.decode_multiple_json_from_bytes", false]], "deepeval_faithfulness() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.deepeval_faithfulness", false]], "delete() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.delete", false]], "delete() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.delete", false]], "delete() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.delete", false]], "delete() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.delete", false]], "delete() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.delete", false]], "delete() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.delete", false]], "delete() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.delete", false]], "delete_collection() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.delete_collection", false]], "delete_collection() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.delete_collection", false]], "delete_collection() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.delete_collection", false]], "delete_index() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.delete_index", false]], "demojize() (in module autorag.utils.util)": [[29, "autorag.utils.util.demojize", false]], "dict_to_markdown() (in module autorag.utils.util)": [[29, "autorag.utils.util.dict_to_markdown", false]], "dict_to_markdown_table() (in module autorag.utils.util)": [[29, "autorag.utils.util.dict_to_markdown_table", false]], "distance_to_score() (in module autorag.vectordb.weaviate)": [[30, "autorag.vectordb.weaviate.distance_to_score", false]], "distribute_list_by_ratio() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.distribute_list_by_ratio", false]], "doc_id (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.doc_id", false]], "doc_id (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.doc_id", false]], "dontknow_filter_llama_index() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_llama_index", false]], "dontknow_filter_openai() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_openai", false]], "dontknow_filter_rule_based() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_rule_based", false]], "dynamically_find_function() (in module autorag.support)": [[0, "autorag.support.dynamically_find_function", false]], "edit_summary_df_params() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.edit_summary_df_params", false]], "embedding_query_content() (in module autorag.utils.util)": [[29, "autorag.utils.util.embedding_query_content", false]], "empty_cuda_cache() (in module autorag.utils.util)": [[29, "autorag.utils.util.empty_cuda_cache", false]], "end_idx (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.end_idx", false]], "evaluate_generation() (in module autorag.evaluation.generation)": [[16, "autorag.evaluation.generation.evaluate_generation", false]], "evaluate_generator_node() (in module autorag.nodes.generator.run)": [[19, "autorag.nodes.generator.run.evaluate_generator_node", false]], "evaluate_generator_result() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.evaluate_generator_result", false]], "evaluate_one_prompt_maker_node() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.evaluate_one_prompt_maker_node", false]], "evaluate_one_query_expansion_node() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.evaluate_one_query_expansion_node", false]], "evaluate_passage_compressor_node() (in module autorag.nodes.passagecompressor.run)": [[21, "autorag.nodes.passagecompressor.run.evaluate_passage_compressor_node", false]], "evaluate_retrieval() (in module autorag.evaluation.retrieval)": [[16, "autorag.evaluation.retrieval.evaluate_retrieval", false]], "evaluate_retrieval_contents() (in module autorag.evaluation.retrieval_contents)": [[16, "autorag.evaluation.retrieval_contents.evaluate_retrieval_contents", false]], "evaluate_retrieval_node() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.evaluate_retrieval_node", false]], "evaluator (class in autorag.evaluator)": [[0, "autorag.evaluator.Evaluator", false]], "evenly_distribute_passages() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.evenly_distribute_passages", false]], "evolved_query (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.evolved_query", false]], "exp_normalize() (in module autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.exp_normalize", false]], "explode() (in module autorag.utils.util)": [[29, "autorag.utils.util.explode", false]], "extract_best_config() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_best_config", false]], "extract_node_line_names() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_node_line_names", false]], "extract_node_strategy() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_node_strategy", false]], "extract_retrieve_passage() (autorag.deploy.api.apirunner method)": [[15, "autorag.deploy.api.ApiRunner.extract_retrieve_passage", false]], "extract_values() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values", false]], "extract_values_from_nodes() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values_from_nodes", false]], "extract_values_from_nodes_strategy() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values_from_nodes_strategy", false]], "extract_vectordb_config() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_vectordb_config", false]], "factoid_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.factoid_query_gen", false]], "factoid_query_gen() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.factoid_query_gen", false]], "faithfulnesstemplate (class in autorag.evaluation.metric.deepeval_prompt)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate", false]], "fetch() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.fetch", false]], "fetch() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.fetch", false]], "fetch() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.fetch", false]], "fetch() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.fetch", false]], "fetch() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.fetch", false]], "fetch() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.fetch", false]], "fetch() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.fetch", false]], "fetch_contents() (in module autorag.utils.util)": [[29, "autorag.utils.util.fetch_contents", false]], "fetch_one_content() (in module autorag.utils.util)": [[29, "autorag.utils.util.fetch_one_content", false]], "file_page (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.file_page", false]], "filepath (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.filepath", false]], "filter() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.filter", false]], "filter_by_threshold() (in module autorag.strategy)": [[0, "autorag.strategy.filter_by_threshold", false]], "filter_dict_keys() (in module autorag.utils.util)": [[29, "autorag.utils.util.filter_dict_keys", false]], "filter_exist_ids() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.filter_exist_ids", false]], "filter_exist_ids_from_retrieval_gt() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.filter_exist_ids_from_retrieval_gt", false]], "find_key_values() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_key_values", false]], "find_node_dir() (in module autorag.dashboard)": [[0, "autorag.dashboard.find_node_dir", false]], "find_node_summary_files() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_node_summary_files", false]], "find_trial_dir() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_trial_dir", false]], "find_unique_elems() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.find_unique_elems", false]], "flag_embedding_run_model() (in module autorag.nodes.passagereranker.flag_embedding)": [[23, "autorag.nodes.passagereranker.flag_embedding.flag_embedding_run_model", false]], "flagembeddingllmreranker (class in autorag.nodes.passagereranker.flag_embedding_llm)": [[23, "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker", false]], "flagembeddingreranker (class in autorag.nodes.passagereranker.flag_embedding)": [[23, "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker", false]], "flashrank_run_model() (in module autorag.nodes.passagereranker.flashrank)": [[23, "autorag.nodes.passagereranker.flashrank.flashrank_run_model", false]], "flashrankreranker (class in autorag.nodes.passagereranker.flashrank)": [[23, "autorag.nodes.passagereranker.flashrank.FlashRankReranker", false]], "flatmap() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.flatmap", false]], "flatten_apply() (in module autorag.utils.util)": [[29, "autorag.utils.util.flatten_apply", false]], "from_dataframe() (autorag.schema.metricinput.metricinput class method)": [[28, "autorag.schema.metricinput.MetricInput.from_dataframe", false]], "from_dict() (autorag.schema.module.module class method)": [[28, "autorag.schema.module.Module.from_dict", false]], "from_dict() (autorag.schema.node.node class method)": [[28, "autorag.schema.node.Node.from_dict", false]], "from_parquet() (autorag.chunker.chunker class method)": [[0, "autorag.chunker.Chunker.from_parquet", false]], "from_trial_folder() (autorag.deploy.base.baserunner class method)": [[15, "autorag.deploy.base.BaseRunner.from_trial_folder", false]], "from_yaml() (autorag.deploy.base.baserunner class method)": [[15, "autorag.deploy.base.BaseRunner.from_yaml", false]], "fstring (class in autorag.nodes.promptmaker.fstring)": [[25, "autorag.nodes.promptmaker.fstring.Fstring", false]], "fuse_per_query() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.fuse_per_query", false]], "g_eval() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.g_eval", false]], "generate_answers() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_answers", false]], "generate_basic_answer() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_basic_answer", false]], "generate_claims() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_claims", false]], "generate_qa_llama_index() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_qa_llama_index", false]], "generate_qa_llama_index_by_ratio() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_qa_llama_index_by_ratio", false]], "generate_qa_ragas() (in module autorag.data.legacy.qacreation.ragas)": [[6, "autorag.data.legacy.qacreation.ragas.generate_qa_ragas", false]], "generate_qa_row() (in module autorag.data.legacy.qacreation.simple)": [[6, "autorag.data.legacy.qacreation.simple.generate_qa_row", false]], "generate_simple_qa_dataset() (in module autorag.data.legacy.qacreation.simple)": [[6, "autorag.data.legacy.qacreation.simple.generate_simple_qa_dataset", false]], "generate_truths() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_truths", false]], "generate_verdicts() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_verdicts", false]], "generated_log_probs (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generated_log_probs", false]], "generated_text (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.generated_text", false]], "generated_texts (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generated_texts", false]], "generation_gt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generation_gt", false]], "generator_node() (in module autorag.nodes.generator.base)": [[19, "autorag.nodes.generator.base.generator_node", false]], "get_best_row() (in module autorag.utils.util)": [[29, "autorag.utils.util.get_best_row", false]], "get_bm25_pkl_name() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.get_bm25_pkl_name", false]], "get_bm25_scores() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.get_bm25_scores", false]], "get_colbert_embedding_batch() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.get_colbert_embedding_batch", false]], "get_colbert_score() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.get_colbert_score", false]], "get_event_loop() (in module autorag.utils.util)": [[29, "autorag.utils.util.get_event_loop", false]], "get_file_metadata() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_file_metadata", false]], "get_hybrid_execution_times() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_hybrid_execution_times", false]], "get_id_scores() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.get_id_scores", false]], "get_ids_and_scores() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_ids_and_scores", false]], "get_metric_values() (in module autorag.dashboard)": [[0, "autorag.dashboard.get_metric_values", false]], "get_multi_query_expansion() (in module autorag.nodes.queryexpansion.multi_query_expansion)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.get_multi_query_expansion", false]], "get_param_combinations() (autorag.schema.node.node method)": [[28, "autorag.schema.node.Node.get_param_combinations", false]], "get_param_combinations() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_param_combinations", false]], "get_query_decompose() (in module autorag.nodes.queryexpansion.query_decompose)": [[26, "autorag.nodes.queryexpansion.query_decompose.get_query_decompose", false]], "get_result() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_result", false]], "get_result_o1() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_result_o1", false]], "get_runner() (in module autorag.web)": [[0, "autorag.web.get_runner", false]], "get_scores_by_ids() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_scores_by_ids", false]], "get_start_end_idx() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_start_end_idx", false]], "get_structured_result() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_structured_result", false]], "get_support_modules() (in module autorag.support)": [[0, "autorag.support.get_support_modules", false]], "get_support_nodes() (in module autorag.support)": [[0, "autorag.support.get_support_nodes", false]], "get_support_vectordb() (in module autorag.vectordb)": [[30, "autorag.vectordb.get_support_vectordb", false]], "gradiorunner (class in autorag.deploy.gradio)": [[15, "autorag.deploy.gradio.GradioRunner", false]], "handle_exception() (in module autorag)": [[0, "autorag.handle_exception", false]], "huggingface_evaluate() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.huggingface_evaluate", false]], "hybrid_cc() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.hybrid_cc", false]], "hybrid_rrf() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.hybrid_rrf", false]], "hybridcc (class in autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.HybridCC", false]], "hybridretrieval (class in autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.HybridRetrieval", false]], "hybridrrf (class in autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.HybridRRF", false]], "hyde (class in autorag.nodes.queryexpansion.hyde)": [[26, "autorag.nodes.queryexpansion.hyde.HyDE", false]], "is_dont_know (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.is_dont_know", false]], "is_exist() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.is_exist", false]], "is_exist() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.is_exist", false]], "is_exist() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.is_exist", false]], "is_exist() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.is_exist", false]], "is_exist() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.is_exist", false]], "is_exist() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.is_exist", false]], "is_exist() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.is_exist", false]], "is_fields_notnone() (autorag.schema.metricinput.metricinput method)": [[28, "autorag.schema.metricinput.MetricInput.is_fields_notnone", false]], "is_passage_dependent (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.is_passage_dependent", false]], "jina_reranker_pure() (in module autorag.nodes.passagereranker.jina)": [[23, "autorag.nodes.passagereranker.jina.jina_reranker_pure", false]], "jinareranker (class in autorag.nodes.passagereranker.jina)": [[23, "autorag.nodes.passagereranker.jina.JinaReranker", false]], "koreranker (class in autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.KoReranker", false]], "koreranker_run_model() (in module autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.koreranker_run_model", false]], "langchain_chunk() (in module autorag.data.chunk.langchain_chunk)": [[2, "autorag.data.chunk.langchain_chunk.langchain_chunk", false]], "langchain_chunk_pure() (in module autorag.data.chunk.langchain_chunk)": [[2, "autorag.data.chunk.langchain_chunk.langchain_chunk_pure", false]], "langchain_documents_to_parquet() (in module autorag.data.legacy.corpus.langchain)": [[5, "autorag.data.legacy.corpus.langchain.langchain_documents_to_parquet", false]], "langchain_parse() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.langchain_parse", false]], "langchain_parse_pure() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.langchain_parse_pure", false]], "lazyinit (class in autorag)": [[0, "autorag.LazyInit", false]], "linked_corpus (autorag.data.qa.schema.qa property)": [[8, "autorag.data.qa.schema.QA.linked_corpus", false]], "linked_raw (autorag.data.qa.schema.corpus property)": [[8, "autorag.data.qa.schema.Corpus.linked_raw", false]], "llama_documents_to_parquet() (in module autorag.data.legacy.corpus.llama_index)": [[5, "autorag.data.legacy.corpus.llama_index.llama_documents_to_parquet", false]], "llama_index_chunk() (in module autorag.data.chunk.llama_index_chunk)": [[2, "autorag.data.chunk.llama_index_chunk.llama_index_chunk", false]], "llama_index_chunk_pure() (in module autorag.data.chunk.llama_index_chunk)": [[2, "autorag.data.chunk.llama_index_chunk.llama_index_chunk_pure", false]], "llama_index_generate_base() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.llama_index_generate_base", false]], "llama_index_generate_base() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.llama_index_generate_base", false]], "llama_parse() (in module autorag.data.parse.llamaparse)": [[7, "autorag.data.parse.llamaparse.llama_parse", false]], "llama_parse_pure() (in module autorag.data.parse.llamaparse)": [[7, "autorag.data.parse.llamaparse.llama_parse_pure", false]], "llama_text_node_to_parquet() (in module autorag.data.legacy.corpus.llama_index)": [[5, "autorag.data.legacy.corpus.llama_index.llama_text_node_to_parquet", false]], "llamaindexcompressor (class in autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor", false]], "llamaindexllm (class in autorag.nodes.generator.llama_index_llm)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM", false]], "llm (autorag.nodes.passagecompressor.refine.refine attribute)": [[21, "autorag.nodes.passagecompressor.refine.Refine.llm", false]], "llm (autorag.nodes.passagecompressor.tree_summarize.treesummarize attribute)": [[21, "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize.llm", false]], "llm (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.llm", false]], "llmlingua_pure() (in module autorag.nodes.passagecompressor.longllmlingua)": [[21, "autorag.nodes.passagecompressor.longllmlingua.llmlingua_pure", false]], "load_all_vectordb_from_yaml() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_all_vectordb_from_yaml", false]], "load_bm25_corpus() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.load_bm25_corpus", false]], "load_summary_file() (in module autorag.utils.util)": [[29, "autorag.utils.util.load_summary_file", false]], "load_vectordb() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_vectordb", false]], "load_vectordb_from_yaml() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_vectordb_from_yaml", false]], "load_yaml() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.load_yaml", false]], "load_yaml_config() (in module autorag.utils.util)": [[29, "autorag.utils.util.load_yaml_config", false]], "longcontextreorder (class in autorag.nodes.promptmaker.long_context_reorder)": [[25, "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder", false]], "longllmlingua (class in autorag.nodes.passagecompressor.longllmlingua)": [[21, "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua", false]], "make_basic_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_basic_gen_gt", false]], "make_basic_gen_gt() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_basic_gen_gt", false]], "make_batch() (in module autorag.utils.util)": [[29, "autorag.utils.util.make_batch", false]], "make_combinations() (in module autorag.utils.util)": [[29, "autorag.utils.util.make_combinations", false]], "make_concise_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_concise_gen_gt", false]], "make_concise_gen_gt() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_concise_gen_gt", false]], "make_custom_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_custom_gen_gt", false]], "make_gen_gt_llama_index() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_gen_gt_llama_index", false]], "make_gen_gt_openai() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_gen_gt_openai", false]], "make_generator_callable_param() (in module autorag.nodes.util)": [[18, "autorag.nodes.util.make_generator_callable_param", false]], "make_generator_callable_params() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.make_generator_callable_params", false]], "make_generator_instance() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.make_generator_instance", false]], "make_llm() (in module autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.make_llm", false]], "make_metadata_list() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.make_metadata_list", false]], "make_node_lines() (in module autorag.node_line)": [[0, "autorag.node_line.make_node_lines", false]], "make_qa_with_existing_qa() (in module autorag.data.legacy.qacreation.base)": [[6, "autorag.data.legacy.qacreation.base.make_qa_with_existing_qa", false]], "make_retrieval_callable_params() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.make_retrieval_callable_params", false]], "make_retrieval_gt_contents() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.make_retrieval_gt_contents", false]], "make_single_content_qa() (in module autorag.data.legacy.qacreation.base)": [[6, "autorag.data.legacy.qacreation.base.make_single_content_qa", false]], "make_trial_summary_md() (in module autorag.dashboard)": [[0, "autorag.dashboard.make_trial_summary_md", false]], "map() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.map", false]], "map() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.map", false]], "map() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.map", false]], "measure_speed() (in module autorag.strategy)": [[0, "autorag.strategy.measure_speed", false]], "meteor() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.meteor", false]], "metricinput (class in autorag.schema.metricinput)": [[28, "autorag.schema.metricinput.MetricInput", false]], "milvus (class in autorag.vectordb.milvus)": [[30, "autorag.vectordb.milvus.Milvus", false]], "mixedbreadai_rerank_pure() (in module autorag.nodes.passagereranker.mixedbreadai)": [[23, "autorag.nodes.passagereranker.mixedbreadai.mixedbreadai_rerank_pure", false]], "mixedbreadaireranker (class in autorag.nodes.passagereranker.mixedbreadai)": [[23, "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker", false]], "mockembeddingrandom (class in autorag)": [[0, "autorag.MockEmbeddingRandom", false]], "model_computed_fields (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_computed_fields", false]], "model_computed_fields (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_computed_fields", false]], "model_computed_fields (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_computed_fields", false]], "model_config (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_config", false]], "model_config (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_config", false]], "model_config (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_config", false]], "model_config (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_config", false]], "model_config (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_config", false]], "model_config (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_config", false]], "model_config (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_config", false]], "model_config (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_config", false]], "model_config (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_config", false]], "model_config (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_config", false]], "model_config (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_config", false]], "model_config (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_config", false]], "model_config (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_config", false]], "model_config (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_config", false]], "model_config (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_config", false]], "model_config (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_config", false]], "model_fields (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_fields", false]], "model_fields (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_fields", false]], "model_fields (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_fields", false]], "model_fields (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_fields", false]], "model_fields (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_fields", false]], "model_fields (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_fields", false]], "model_fields (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_fields", false]], "model_fields (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_fields", false]], "model_fields (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_fields", false]], "model_fields (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_fields", false]], "model_fields (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_fields", false]], "model_fields (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_fields", false]], "model_fields (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_fields", false]], "model_fields (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_fields", false]], "model_fields (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_fields", false]], "model_fields (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_fields", false]], "model_post_init() (autorag.autoragbedrock method)": [[0, "autorag.AutoRAGBedrock.model_post_init", false]], "module": [[0, "module-autorag", false], [0, "module-autorag.chunker", false], [0, "module-autorag.cli", false], [0, "module-autorag.dashboard", false], [0, "module-autorag.evaluator", false], [0, "module-autorag.node_line", false], [0, "module-autorag.parser", false], [0, "module-autorag.strategy", false], [0, "module-autorag.support", false], [0, "module-autorag.validator", false], [0, "module-autorag.web", false], [1, "module-autorag.data", false], [2, "module-autorag.data.chunk", false], [2, "module-autorag.data.chunk.base", false], [2, "module-autorag.data.chunk.langchain_chunk", false], [2, "module-autorag.data.chunk.llama_index_chunk", false], [2, "module-autorag.data.chunk.run", false], [4, "module-autorag.data.legacy", false], [5, "module-autorag.data.legacy.corpus", false], [5, "module-autorag.data.legacy.corpus.langchain", false], [5, "module-autorag.data.legacy.corpus.llama_index", false], [6, "module-autorag.data.legacy.qacreation", false], [6, "module-autorag.data.legacy.qacreation.base", false], [6, "module-autorag.data.legacy.qacreation.llama_index", false], [6, "module-autorag.data.legacy.qacreation.ragas", false], [6, "module-autorag.data.legacy.qacreation.simple", false], [7, "module-autorag.data.parse", false], [7, "module-autorag.data.parse.base", false], [7, "module-autorag.data.parse.langchain_parse", false], [7, "module-autorag.data.parse.llamaparse", false], [7, "module-autorag.data.parse.run", false], [8, "module-autorag.data.qa", false], [8, "module-autorag.data.qa.extract_evidence", false], [8, "module-autorag.data.qa.sample", false], [8, "module-autorag.data.qa.schema", false], [9, "module-autorag.data.qa.evolve", false], [9, "module-autorag.data.qa.evolve.llama_index_query_evolve", false], [9, "module-autorag.data.qa.evolve.openai_query_evolve", false], [9, "module-autorag.data.qa.evolve.prompt", false], [10, "module-autorag.data.qa.filter", false], [10, "module-autorag.data.qa.filter.dontknow", false], [10, "module-autorag.data.qa.filter.passage_dependency", false], [10, "module-autorag.data.qa.filter.prompt", false], [11, "module-autorag.data.qa.generation_gt", false], [11, "module-autorag.data.qa.generation_gt.base", false], [11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt", false], [11, "module-autorag.data.qa.generation_gt.openai_gen_gt", false], [11, "module-autorag.data.qa.generation_gt.prompt", false], [12, "module-autorag.data.qa.query", false], [12, "module-autorag.data.qa.query.llama_gen_query", false], [12, "module-autorag.data.qa.query.openai_gen_query", false], [12, "module-autorag.data.qa.query.prompt", false], [14, "module-autorag.data.utils", false], [14, "module-autorag.data.utils.util", false], [15, "module-autorag.deploy", false], [15, "module-autorag.deploy.api", false], [15, "module-autorag.deploy.base", false], [15, "module-autorag.deploy.gradio", false], [16, "module-autorag.evaluation", false], [16, "module-autorag.evaluation.generation", false], [16, "module-autorag.evaluation.retrieval", false], [16, "module-autorag.evaluation.retrieval_contents", false], [16, "module-autorag.evaluation.util", false], [17, "module-autorag.evaluation.metric", false], [17, "module-autorag.evaluation.metric.deepeval_prompt", false], [17, "module-autorag.evaluation.metric.generation", false], [17, "module-autorag.evaluation.metric.retrieval", false], [17, "module-autorag.evaluation.metric.retrieval_contents", false], [17, "module-autorag.evaluation.metric.util", false], [18, "module-autorag.nodes", false], [18, "module-autorag.nodes.util", false], [19, "module-autorag.nodes.generator", false], [19, "module-autorag.nodes.generator.base", false], [19, "module-autorag.nodes.generator.llama_index_llm", false], [19, "module-autorag.nodes.generator.openai_llm", false], [19, "module-autorag.nodes.generator.run", false], [19, "module-autorag.nodes.generator.vllm", false], [20, "module-autorag.nodes.passageaugmenter", false], [20, "module-autorag.nodes.passageaugmenter.base", false], [20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter", false], [20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter", false], [20, "module-autorag.nodes.passageaugmenter.run", false], [21, "module-autorag.nodes.passagecompressor", false], [21, "module-autorag.nodes.passagecompressor.base", false], [21, "module-autorag.nodes.passagecompressor.longllmlingua", false], [21, "module-autorag.nodes.passagecompressor.pass_compressor", false], [21, "module-autorag.nodes.passagecompressor.refine", false], [21, "module-autorag.nodes.passagecompressor.run", false], [21, "module-autorag.nodes.passagecompressor.tree_summarize", false], [22, "module-autorag.nodes.passagefilter", false], [22, "module-autorag.nodes.passagefilter.base", false], [22, "module-autorag.nodes.passagefilter.pass_passage_filter", false], [22, "module-autorag.nodes.passagefilter.percentile_cutoff", false], [22, "module-autorag.nodes.passagefilter.recency", false], [22, "module-autorag.nodes.passagefilter.run", false], [22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff", false], [22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff", false], [22, "module-autorag.nodes.passagefilter.threshold_cutoff", false], [23, "module-autorag.nodes.passagereranker", false], [23, "module-autorag.nodes.passagereranker.base", false], [23, "module-autorag.nodes.passagereranker.cohere", false], [23, "module-autorag.nodes.passagereranker.colbert", false], [23, "module-autorag.nodes.passagereranker.flag_embedding", false], [23, "module-autorag.nodes.passagereranker.flag_embedding_llm", false], [23, "module-autorag.nodes.passagereranker.flashrank", false], [23, "module-autorag.nodes.passagereranker.jina", false], [23, "module-autorag.nodes.passagereranker.koreranker", false], [23, "module-autorag.nodes.passagereranker.mixedbreadai", false], [23, "module-autorag.nodes.passagereranker.monot5", false], [23, "module-autorag.nodes.passagereranker.openvino", false], [23, "module-autorag.nodes.passagereranker.pass_reranker", false], [23, "module-autorag.nodes.passagereranker.rankgpt", false], [23, "module-autorag.nodes.passagereranker.run", false], [23, "module-autorag.nodes.passagereranker.sentence_transformer", false], [23, "module-autorag.nodes.passagereranker.time_reranker", false], [23, "module-autorag.nodes.passagereranker.upr", false], [23, "module-autorag.nodes.passagereranker.voyageai", false], [25, "module-autorag.nodes.promptmaker", false], [25, "module-autorag.nodes.promptmaker.base", false], [25, "module-autorag.nodes.promptmaker.fstring", false], [25, "module-autorag.nodes.promptmaker.long_context_reorder", false], [25, "module-autorag.nodes.promptmaker.run", false], [25, "module-autorag.nodes.promptmaker.window_replacement", false], [26, "module-autorag.nodes.queryexpansion", false], [26, "module-autorag.nodes.queryexpansion.base", false], [26, "module-autorag.nodes.queryexpansion.hyde", false], [26, "module-autorag.nodes.queryexpansion.multi_query_expansion", false], [26, "module-autorag.nodes.queryexpansion.pass_query_expansion", false], [26, "module-autorag.nodes.queryexpansion.query_decompose", false], [26, "module-autorag.nodes.queryexpansion.run", false], [27, "module-autorag.nodes.retrieval", false], [27, "module-autorag.nodes.retrieval.base", false], [27, "module-autorag.nodes.retrieval.bm25", false], [27, "module-autorag.nodes.retrieval.hybrid_cc", false], [27, "module-autorag.nodes.retrieval.hybrid_rrf", false], [27, "module-autorag.nodes.retrieval.run", false], [27, "module-autorag.nodes.retrieval.vectordb", false], [28, "module-autorag.schema", false], [28, "module-autorag.schema.base", false], [28, "module-autorag.schema.metricinput", false], [28, "module-autorag.schema.module", false], [28, "module-autorag.schema.node", false], [29, "module-autorag.utils", false], [29, "module-autorag.utils.preprocess", false], [29, "module-autorag.utils.util", false], [30, "module-autorag.vectordb", false], [30, "module-autorag.vectordb.base", false], [30, "module-autorag.vectordb.chroma", false], [30, "module-autorag.vectordb.couchbase", false], [30, "module-autorag.vectordb.milvus", false], [30, "module-autorag.vectordb.pinecone", false], [30, "module-autorag.vectordb.qdrant", false], [30, "module-autorag.vectordb.weaviate", false]], "module (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module", false]], "module (class in autorag.schema.module)": [[28, "autorag.schema.module.Module", false]], "module_param (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module_param", false]], "module_type (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module_type", false]], "module_type_exists() (in module autorag.schema.node)": [[28, "autorag.schema.node.module_type_exists", false]], "modules (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.modules", false]], "monot5 (class in autorag.nodes.passagereranker.monot5)": [[23, "autorag.nodes.passagereranker.monot5.MonoT5", false]], "monot5_run_model() (in module autorag.nodes.passagereranker.monot5)": [[23, "autorag.nodes.passagereranker.monot5.monot5_run_model", false]], "multiple_queries_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.multiple_queries_gen", false]], "multiqueryexpansion (class in autorag.nodes.queryexpansion.multi_query_expansion)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion", false]], "node (class in autorag.schema.node)": [[28, "autorag.schema.node.Node", false]], "node_params (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.node_params", false]], "node_type (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.node_type", false]], "node_view() (in module autorag.dashboard)": [[0, "autorag.dashboard.node_view", false]], "normalize_dbsf() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_dbsf", false]], "normalize_mm() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_mm", false]], "normalize_string() (in module autorag.utils.util)": [[29, "autorag.utils.util.normalize_string", false]], "normalize_tmm() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_tmm", false]], "normalize_unicode() (in module autorag.utils.util)": [[29, "autorag.utils.util.normalize_unicode", false]], "normalize_z() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_z", false]], "one_hop_question (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.one_hop_question", false]], "openai_truncate_by_token() (in module autorag.utils.util)": [[29, "autorag.utils.util.openai_truncate_by_token", false]], "openaillm (class in autorag.nodes.generator.openai_llm)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM", false]], "openvino_run_model() (in module autorag.nodes.passagereranker.openvino)": [[23, "autorag.nodes.passagereranker.openvino.openvino_run_model", false]], "openvinoreranker (class in autorag.nodes.passagereranker.openvino)": [[23, "autorag.nodes.passagereranker.openvino.OpenVINOReranker", false]], "optimize_hybrid() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.optimize_hybrid", false]], "param_list (autorag.nodes.passagecompressor.base.llamaindexcompressor attribute)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor.param_list", false]], "parse_all_files() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.parse_all_files", false]], "parse_output() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.parse_output", false]], "parser (class in autorag.parser)": [[0, "autorag.parser.Parser", false]], "parser_node() (in module autorag.data.parse.base)": [[7, "autorag.data.parse.base.parser_node", false]], "passage (class in autorag.deploy.api)": [[15, "autorag.deploy.api.Passage", false]], "passage_dependency_filter_llama_index() (in module autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.passage_dependency_filter_llama_index", false]], "passage_dependency_filter_openai() (in module autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.passage_dependency_filter_openai", false]], "passage_index (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.passage_index", false]], "passages (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.passages", false]], "passcompressor (class in autorag.nodes.passagecompressor.pass_compressor)": [[21, "autorag.nodes.passagecompressor.pass_compressor.PassCompressor", false]], "passpassageaugmenter (class in autorag.nodes.passageaugmenter.pass_passage_augmenter)": [[20, "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter", false]], "passpassagefilter (class in autorag.nodes.passagefilter.pass_passage_filter)": [[22, "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter", false]], "passqueryexpansion (class in autorag.nodes.queryexpansion.pass_query_expansion)": [[26, "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion", false]], "passreranker (class in autorag.nodes.passagereranker.pass_reranker)": [[23, "autorag.nodes.passagereranker.pass_reranker.PassReranker", false]], "percentilecutoff (class in autorag.nodes.passagefilter.percentile_cutoff)": [[22, "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff", false]], "pinecone (class in autorag.vectordb.pinecone)": [[30, "autorag.vectordb.pinecone.Pinecone", false]], "pop_params() (in module autorag.utils.util)": [[29, "autorag.utils.util.pop_params", false]], "preprocess_text() (in module autorag.utils.util)": [[29, "autorag.utils.util.preprocess_text", false]], "prev_next_augmenter_pure() (in module autorag.nodes.passageaugmenter.prev_next_augmenter)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.prev_next_augmenter_pure", false]], "prevnextpassageaugmenter (class in autorag.nodes.passageaugmenter.prev_next_augmenter)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter", false]], "process_batch() (in module autorag.utils.util)": [[29, "autorag.utils.util.process_batch", false]], "prompt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.prompt", false]], "pure() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.pure", false]], "pure() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.pure", false]], "pure() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.pure", false]], "pure() (autorag.nodes.passageaugmenter.pass_passage_augmenter.passpassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter.pure", false]], "pure() (autorag.nodes.passageaugmenter.prev_next_augmenter.prevnextpassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter.pure", false]], "pure() (autorag.nodes.passagecompressor.base.llamaindexcompressor method)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor.pure", false]], "pure() (autorag.nodes.passagecompressor.longllmlingua.longllmlingua method)": [[21, "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua.pure", false]], "pure() (autorag.nodes.passagecompressor.pass_compressor.passcompressor method)": [[21, "autorag.nodes.passagecompressor.pass_compressor.PassCompressor.pure", false]], "pure() (autorag.nodes.passagefilter.pass_passage_filter.passpassagefilter method)": [[22, "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter.pure", false]], "pure() (autorag.nodes.passagefilter.percentile_cutoff.percentilecutoff method)": [[22, "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.recency.recencyfilter method)": [[22, "autorag.nodes.passagefilter.recency.RecencyFilter.pure", false]], "pure() (autorag.nodes.passagefilter.similarity_percentile_cutoff.similaritypercentilecutoff method)": [[22, "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.similarity_threshold_cutoff.similaritythresholdcutoff method)": [[22, "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.threshold_cutoff.thresholdcutoff method)": [[22, "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff.pure", false]], "pure() (autorag.nodes.passagereranker.cohere.coherereranker method)": [[23, "autorag.nodes.passagereranker.cohere.CohereReranker.pure", false]], "pure() (autorag.nodes.passagereranker.colbert.colbertreranker method)": [[23, "autorag.nodes.passagereranker.colbert.ColbertReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flag_embedding.flagembeddingreranker method)": [[23, "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flag_embedding_llm.flagembeddingllmreranker method)": [[23, "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flashrank.flashrankreranker method)": [[23, "autorag.nodes.passagereranker.flashrank.FlashRankReranker.pure", false]], "pure() (autorag.nodes.passagereranker.jina.jinareranker method)": [[23, "autorag.nodes.passagereranker.jina.JinaReranker.pure", false]], "pure() (autorag.nodes.passagereranker.koreranker.koreranker method)": [[23, "autorag.nodes.passagereranker.koreranker.KoReranker.pure", false]], "pure() (autorag.nodes.passagereranker.mixedbreadai.mixedbreadaireranker method)": [[23, "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker.pure", false]], "pure() (autorag.nodes.passagereranker.monot5.monot5 method)": [[23, "autorag.nodes.passagereranker.monot5.MonoT5.pure", false]], "pure() (autorag.nodes.passagereranker.openvino.openvinoreranker method)": [[23, "autorag.nodes.passagereranker.openvino.OpenVINOReranker.pure", false]], "pure() (autorag.nodes.passagereranker.pass_reranker.passreranker method)": [[23, "autorag.nodes.passagereranker.pass_reranker.PassReranker.pure", false]], "pure() (autorag.nodes.passagereranker.rankgpt.rankgpt method)": [[23, "autorag.nodes.passagereranker.rankgpt.RankGPT.pure", false]], "pure() (autorag.nodes.passagereranker.sentence_transformer.sentencetransformerreranker method)": [[23, "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker.pure", false]], "pure() (autorag.nodes.passagereranker.time_reranker.timereranker method)": [[23, "autorag.nodes.passagereranker.time_reranker.TimeReranker.pure", false]], "pure() (autorag.nodes.passagereranker.upr.upr method)": [[23, "autorag.nodes.passagereranker.upr.Upr.pure", false]], "pure() (autorag.nodes.passagereranker.voyageai.voyageaireranker method)": [[23, "autorag.nodes.passagereranker.voyageai.VoyageAIReranker.pure", false]], "pure() (autorag.nodes.promptmaker.fstring.fstring method)": [[25, "autorag.nodes.promptmaker.fstring.Fstring.pure", false]], "pure() (autorag.nodes.promptmaker.long_context_reorder.longcontextreorder method)": [[25, "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder.pure", false]], "pure() (autorag.nodes.promptmaker.window_replacement.windowreplacement method)": [[25, "autorag.nodes.promptmaker.window_replacement.WindowReplacement.pure", false]], "pure() (autorag.nodes.queryexpansion.hyde.hyde method)": [[26, "autorag.nodes.queryexpansion.hyde.HyDE.pure", false]], "pure() (autorag.nodes.queryexpansion.multi_query_expansion.multiqueryexpansion method)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion.pure", false]], "pure() (autorag.nodes.queryexpansion.pass_query_expansion.passqueryexpansion method)": [[26, "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion.pure", false]], "pure() (autorag.nodes.queryexpansion.query_decompose.querydecompose method)": [[26, "autorag.nodes.queryexpansion.query_decompose.QueryDecompose.pure", false]], "pure() (autorag.nodes.retrieval.base.hybridretrieval method)": [[27, "autorag.nodes.retrieval.base.HybridRetrieval.pure", false]], "pure() (autorag.nodes.retrieval.bm25.bm25 method)": [[27, "autorag.nodes.retrieval.bm25.BM25.pure", false]], "pure() (autorag.nodes.retrieval.vectordb.vectordb method)": [[27, "autorag.nodes.retrieval.vectordb.VectorDB.pure", false]], "pure() (autorag.schema.base.basemodule method)": [[28, "autorag.schema.base.BaseModule.pure", false]], "qa (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.QA", false]], "qdrant (class in autorag.vectordb.qdrant)": [[30, "autorag.vectordb.qdrant.Qdrant", false]], "queries (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.queries", false]], "query (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.query", false]], "query (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.query", false]], "query (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.query", false]], "query() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.query", false]], "query() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.query", false]], "query() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.query", false]], "query() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.query", false]], "query() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.query", false]], "query() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.query", false]], "query() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.query", false]], "query_evolve_openai_base() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.query_evolve_openai_base", false]], "query_gen_openai_base() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.query_gen_openai_base", false]], "querydecompose (class in autorag.nodes.queryexpansion.query_decompose)": [[26, "autorag.nodes.queryexpansion.query_decompose.QueryDecompose", false]], "queryrequest (class in autorag.deploy.api)": [[15, "autorag.deploy.api.QueryRequest", false]], "random() (in module autorag)": [[0, "autorag.random", false]], "random_single_hop() (in module autorag.data.qa.sample)": [[8, "autorag.data.qa.sample.random_single_hop", false]], "range_single_hop() (in module autorag.data.qa.sample)": [[8, "autorag.data.qa.sample.range_single_hop", false]], "rankgpt (class in autorag.nodes.passagereranker.rankgpt)": [[23, "autorag.nodes.passagereranker.rankgpt.RankGPT", false]], "rankgpt_rerank_prompt (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.rankgpt_rerank_prompt", false]], "raw (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.Raw", false]], "reasoning_evolve_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.reasoning_evolve_ragas", false]], "reasoning_evolve_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.reasoning_evolve_ragas", false]], "recencyfilter (class in autorag.nodes.passagefilter.recency)": [[22, "autorag.nodes.passagefilter.recency.RecencyFilter", false]], "reconstruct_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.reconstruct_list", false]], "refine (class in autorag.nodes.passagecompressor.refine)": [[21, "autorag.nodes.passagecompressor.refine.Refine", false]], "replace_value_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.replace_value_in_dict", false]], "response (class in autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response", false]], "response (class in autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.Response", false]], "response (class in autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.Response", false]], "response (class in autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response", false]], "response (class in autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.Response", false]], "restart_trial() (autorag.evaluator.evaluator method)": [[0, "autorag.evaluator.Evaluator.restart_trial", false]], "result (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.result", false]], "result_column (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.result_column", false]], "result_to_dataframe() (in module autorag.utils.util)": [[29, "autorag.utils.util.result_to_dataframe", false]], "retrieval_f1() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_f1", false]], "retrieval_gt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieval_gt", false]], "retrieval_gt_contents (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieval_gt_contents", false]], "retrieval_map() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_map", false]], "retrieval_mrr() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_mrr", false]], "retrieval_ndcg() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_ndcg", false]], "retrieval_precision() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_precision", false]], "retrieval_recall() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_recall", false]], "retrieval_token_f1() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_f1", false]], "retrieval_token_precision() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_precision", false]], "retrieval_token_recall() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_recall", false]], "retrievalresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RetrievalResponse", false]], "retrieved_contents (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieved_contents", false]], "retrieved_ids (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieved_ids", false]], "retrieved_passage (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.retrieved_passage", false]], "retrieved_passage (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.retrieved_passage", false]], "retrievedpassage (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RetrievedPassage", false]], "rouge() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.rouge", false]], "rrf_calculate() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.rrf_calculate", false]], "rrf_pure() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.rrf_pure", false]], "run() (autorag.deploy.base.runner method)": [[15, "autorag.deploy.base.Runner.run", false]], "run() (autorag.deploy.gradio.gradiorunner method)": [[15, "autorag.deploy.gradio.GradioRunner.run", false]], "run() (autorag.schema.node.node method)": [[28, "autorag.schema.node.Node.run", false]], "run() (in module autorag.dashboard)": [[0, "autorag.dashboard.run", false]], "run_api_server() (autorag.deploy.api.apirunner method)": [[15, "autorag.deploy.api.ApiRunner.run_api_server", false]], "run_chunker() (in module autorag.data.chunk.run)": [[2, "autorag.data.chunk.run.run_chunker", false]], "run_evaluator() (autorag.nodes.retrieval.hybrid_cc.hybridcc class method)": [[27, "autorag.nodes.retrieval.hybrid_cc.HybridCC.run_evaluator", false]], "run_evaluator() (autorag.nodes.retrieval.hybrid_rrf.hybridrrf class method)": [[27, "autorag.nodes.retrieval.hybrid_rrf.HybridRRF.run_evaluator", false]], "run_evaluator() (autorag.schema.base.basemodule class method)": [[28, "autorag.schema.base.BaseModule.run_evaluator", false]], "run_generator_node() (in module autorag.nodes.generator.run)": [[19, "autorag.nodes.generator.run.run_generator_node", false]], "run_node (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.run_node", false]], "run_node_line() (in module autorag.node_line)": [[0, "autorag.node_line.run_node_line", false]], "run_parser() (in module autorag.data.parse.run)": [[7, "autorag.data.parse.run.run_parser", false]], "run_passage_augmenter_node() (in module autorag.nodes.passageaugmenter.run)": [[20, "autorag.nodes.passageaugmenter.run.run_passage_augmenter_node", false]], "run_passage_compressor_node() (in module autorag.nodes.passagecompressor.run)": [[21, "autorag.nodes.passagecompressor.run.run_passage_compressor_node", false]], "run_passage_filter_node() (in module autorag.nodes.passagefilter.run)": [[22, "autorag.nodes.passagefilter.run.run_passage_filter_node", false]], "run_passage_reranker_node() (in module autorag.nodes.passagereranker.run)": [[23, "autorag.nodes.passagereranker.run.run_passage_reranker_node", false]], "run_prompt_maker_node() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.run_prompt_maker_node", false]], "run_query_embedding_batch() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.run_query_embedding_batch", false]], "run_query_expansion_node() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.run_query_expansion_node", false]], "run_retrieval_node() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.run_retrieval_node", false]], "run_web() (autorag.deploy.gradio.gradiorunner method)": [[15, "autorag.deploy.gradio.GradioRunner.run_web", false]], "runner (class in autorag.deploy.base)": [[15, "autorag.deploy.base.Runner", false]], "runresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RunResponse", false]], "sample() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.sample", false]], "save_parquet_safe() (in module autorag.utils.util)": [[29, "autorag.utils.util.save_parquet_safe", false]], "score (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.score", false]], "select_best() (in module autorag.strategy)": [[0, "autorag.strategy.select_best", false]], "select_best_average() (in module autorag.strategy)": [[0, "autorag.strategy.select_best_average", false]], "select_best_rr() (in module autorag.strategy)": [[0, "autorag.strategy.select_best_rr", false]], "select_bm25_tokenizer() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.select_bm25_tokenizer", false]], "select_normalize_mean() (in module autorag.strategy)": [[0, "autorag.strategy.select_normalize_mean", false]], "select_top_k() (in module autorag.utils.util)": [[29, "autorag.utils.util.select_top_k", false]], "sem_score() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.sem_score", false]], "sentence_transformer_run_model() (in module autorag.nodes.passagereranker.sentence_transformer)": [[23, "autorag.nodes.passagereranker.sentence_transformer.sentence_transformer_run_model", false]], "sentencetransformerreranker (class in autorag.nodes.passagereranker.sentence_transformer)": [[23, "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker", false]], "set_initial_state() (in module autorag.web)": [[0, "autorag.web.set_initial_state", false]], "set_page_config() (in module autorag.web)": [[0, "autorag.web.set_page_config", false]], "set_page_header() (in module autorag.web)": [[0, "autorag.web.set_page_header", false]], "similaritypercentilecutoff (class in autorag.nodes.passagefilter.similarity_percentile_cutoff)": [[22, "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff", false]], "similaritythresholdcutoff (class in autorag.nodes.passagefilter.similarity_threshold_cutoff)": [[22, "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff", false]], "single_token_f1() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.single_token_f1", false]], "slice_tensor() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.slice_tensor", false]], "slice_tokenizer_result() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.slice_tokenizer_result", false]], "sort_by_scores() (autorag.nodes.passageaugmenter.base.basepassageaugmenter static method)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter.sort_by_scores", false]], "sort_by_scores() (in module autorag.utils.util)": [[29, "autorag.utils.util.sort_by_scores", false]], "split_by_sentence_kiwi() (in module autorag.data)": [[1, "autorag.data.split_by_sentence_kiwi", false]], "split_dataframe() (in module autorag.utils.util)": [[29, "autorag.utils.util.split_dataframe", false]], "start_chunking() (autorag.chunker.chunker method)": [[0, "autorag.chunker.Chunker.start_chunking", false]], "start_idx (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.start_idx", false]], "start_parsing() (autorag.parser.parser method)": [[0, "autorag.parser.Parser.start_parsing", false]], "start_trial() (autorag.evaluator.evaluator method)": [[0, "autorag.evaluator.Evaluator.start_trial", false]], "strategy (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.strategy", false]], "stream() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.stream", false]], "stream() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.stream", false]], "stream() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.stream", false]], "stream() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.stream", false]], "streamresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.StreamResponse", false]], "structured_output() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.structured_output", false]], "structured_output() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.structured_output", false]], "summary_df_to_yaml() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.summary_df_to_yaml", false]], "support_similarity_metrics (autorag.vectordb.base.basevectorstore attribute)": [[30, "autorag.vectordb.base.BaseVectorStore.support_similarity_metrics", false]], "thresholdcutoff (class in autorag.nodes.passagefilter.threshold_cutoff)": [[22, "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff", false]], "timereranker (class in autorag.nodes.passagereranker.time_reranker)": [[23, "autorag.nodes.passagereranker.time_reranker.TimeReranker", false]], "to_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.to_list", false]], "to_parquet() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.to_parquet", false]], "to_parquet() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.to_parquet", false]], "tokenize() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize", false]], "tokenize_ja_sudachipy() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ja_sudachipy", false]], "tokenize_ko_kiwi() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_kiwi", false]], "tokenize_ko_kkma() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_kkma", false]], "tokenize_ko_okt() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_okt", false]], "tokenize_porter_stemmer() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_porter_stemmer", false]], "tokenize_space() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_space", false]], "top_n (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.top_n", false]], "treesummarize (class in autorag.nodes.passagecompressor.tree_summarize)": [[21, "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize", false]], "truncate_by_token() (in module autorag.nodes.generator.openai_llm)": [[19, "autorag.nodes.generator.openai_llm.truncate_by_token", false]], "truncated_inputs() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.truncated_inputs", false]], "two_hop_incremental() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.two_hop_incremental", false]], "two_hop_incremental() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.two_hop_incremental", false]], "two_hop_question (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.two_hop_question", false]], "twohopincrementalresponse (class in autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse", false]], "type (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.type", false]], "update_corpus() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.update_corpus", false]], "upr (class in autorag.nodes.passagereranker.upr)": [[23, "autorag.nodes.passagereranker.upr.Upr", false]], "uprscorer (class in autorag.nodes.passagereranker.upr)": [[23, "autorag.nodes.passagereranker.upr.UPRScorer", false]], "validate() (autorag.validator.validator method)": [[0, "autorag.validator.Validator.validate", false]], "validate_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_corpus_dataset", false]], "validate_llama_index_prompt() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.validate_llama_index_prompt", false]], "validate_qa_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_qa_dataset", false]], "validate_qa_from_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_qa_from_corpus_dataset", false]], "validate_strategy_inputs() (in module autorag.strategy)": [[0, "autorag.strategy.validate_strategy_inputs", false]], "validator (class in autorag.validator)": [[0, "autorag.validator.Validator", false]], "vectordb (class in autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.VectorDB", false]], "vectordb_ingest() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.vectordb_ingest", false]], "vectordb_pure() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.vectordb_pure", false]], "verbose (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.verbose", false]], "version (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.version", false]], "versionresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.VersionResponse", false]], "vllm (class in autorag.nodes.generator.vllm)": [[19, "autorag.nodes.generator.vllm.Vllm", false]], "voyageai_rerank_pure() (in module autorag.nodes.passagereranker.voyageai)": [[23, "autorag.nodes.passagereranker.voyageai.voyageai_rerank_pure", false]], "voyageaireranker (class in autorag.nodes.passagereranker.voyageai)": [[23, "autorag.nodes.passagereranker.voyageai.VoyageAIReranker", false]], "weaviate (class in autorag.vectordb.weaviate)": [[30, "autorag.vectordb.weaviate.Weaviate", false]], "windowreplacement (class in autorag.nodes.promptmaker.window_replacement)": [[25, "autorag.nodes.promptmaker.window_replacement.WindowReplacement", false]], "yaml_to_markdown() (in module autorag.dashboard)": [[0, "autorag.dashboard.yaml_to_markdown", false]]}, "objects": {"": [[0, 0, 0, "-", "autorag"]], "autorag": [[0, 1, 1, "", "AutoRAGBedrock"], [0, 1, 1, "", "LazyInit"], [0, 1, 1, "", "MockEmbeddingRandom"], [0, 0, 0, "-", "chunker"], [0, 0, 0, "-", "cli"], [0, 0, 0, "-", "dashboard"], [1, 0, 0, "-", "data"], [15, 0, 0, "-", "deploy"], [16, 0, 0, "-", "evaluation"], [0, 0, 0, "-", "evaluator"], [0, 4, 1, "", "handle_exception"], [0, 0, 0, "-", "node_line"], [18, 0, 0, "-", "nodes"], [0, 0, 0, "-", "parser"], [0, 4, 1, "", "random"], [28, 0, 0, "-", "schema"], [0, 0, 0, "-", "strategy"], [0, 0, 0, "-", "support"], [29, 0, 0, "-", "utils"], [0, 0, 0, "-", "validator"], [30, 0, 0, "-", "vectordb"], [0, 0, 0, "-", "web"]], "autorag.AutoRAGBedrock": [[0, 2, 1, "", "acomplete"], [0, 3, 1, "", "model_computed_fields"], [0, 3, 1, "", "model_config"], [0, 3, 1, "", "model_fields"], [0, 2, 1, "", "model_post_init"]], "autorag.MockEmbeddingRandom": [[0, 3, 1, "", "model_computed_fields"], [0, 3, 1, "", "model_config"], [0, 3, 1, "", "model_fields"]], "autorag.chunker": [[0, 1, 1, "", "Chunker"]], "autorag.chunker.Chunker": [[0, 2, 1, "", "from_parquet"], [0, 2, 1, "", "start_chunking"]], "autorag.dashboard": [[0, 4, 1, "", "find_node_dir"], [0, 4, 1, "", "get_metric_values"], [0, 4, 1, "", "make_trial_summary_md"], [0, 4, 1, "", "node_view"], [0, 4, 1, "", "run"], [0, 4, 1, "", "yaml_to_markdown"]], "autorag.data": [[2, 0, 0, "-", "chunk"], [4, 0, 0, "-", "legacy"], [7, 0, 0, "-", "parse"], [8, 0, 0, "-", "qa"], [1, 4, 1, "", "split_by_sentence_kiwi"], [14, 0, 0, "-", "utils"]], "autorag.data.chunk": [[2, 0, 0, "-", "base"], [2, 0, 0, "-", "langchain_chunk"], [2, 0, 0, "-", "llama_index_chunk"], [2, 0, 0, "-", "run"]], "autorag.data.chunk.base": [[2, 4, 1, "", "add_file_name"], [2, 4, 1, "", "chunker_node"], [2, 4, 1, "", "make_metadata_list"]], "autorag.data.chunk.langchain_chunk": [[2, 4, 1, "", "langchain_chunk"], [2, 4, 1, "", "langchain_chunk_pure"]], "autorag.data.chunk.llama_index_chunk": [[2, 4, 1, "", "llama_index_chunk"], [2, 4, 1, "", "llama_index_chunk_pure"]], "autorag.data.chunk.run": [[2, 4, 1, "", "run_chunker"]], "autorag.data.legacy": [[5, 0, 0, "-", "corpus"], [6, 0, 0, "-", "qacreation"]], "autorag.data.legacy.corpus": [[5, 0, 0, "-", "langchain"], [5, 0, 0, "-", "llama_index"]], "autorag.data.legacy.corpus.langchain": [[5, 4, 1, "", "langchain_documents_to_parquet"]], "autorag.data.legacy.corpus.llama_index": [[5, 4, 1, "", "llama_documents_to_parquet"], [5, 4, 1, "", "llama_text_node_to_parquet"]], "autorag.data.legacy.qacreation": [[6, 0, 0, "-", "base"], [6, 0, 0, "-", "llama_index"], [6, 0, 0, "-", "ragas"], [6, 0, 0, "-", "simple"]], "autorag.data.legacy.qacreation.base": [[6, 4, 1, "", "make_qa_with_existing_qa"], [6, 4, 1, "", "make_single_content_qa"]], "autorag.data.legacy.qacreation.llama_index": [[6, 4, 1, "", "async_qa_gen_llama_index"], [6, 4, 1, "", "distribute_list_by_ratio"], [6, 4, 1, "", "generate_answers"], [6, 4, 1, "", "generate_basic_answer"], [6, 4, 1, "", "generate_qa_llama_index"], [6, 4, 1, "", "generate_qa_llama_index_by_ratio"], [6, 4, 1, "", "parse_output"], [6, 4, 1, "", "validate_llama_index_prompt"]], "autorag.data.legacy.qacreation.ragas": [[6, 4, 1, "", "generate_qa_ragas"]], "autorag.data.legacy.qacreation.simple": [[6, 4, 1, "", "generate_qa_row"], [6, 4, 1, "", "generate_simple_qa_dataset"]], "autorag.data.parse": [[7, 0, 0, "-", "base"], [7, 0, 0, "-", "langchain_parse"], [7, 0, 0, "-", "llamaparse"], [7, 0, 0, "-", "run"]], "autorag.data.parse.base": [[7, 4, 1, "", "parser_node"]], "autorag.data.parse.langchain_parse": [[7, 4, 1, "", "langchain_parse"], [7, 4, 1, "", "langchain_parse_pure"], [7, 4, 1, "", "parse_all_files"]], "autorag.data.parse.llamaparse": [[7, 4, 1, "", "llama_parse"], [7, 4, 1, "", "llama_parse_pure"]], "autorag.data.parse.run": [[7, 4, 1, "", "run_parser"]], "autorag.data.qa": [[9, 0, 0, "-", "evolve"], [8, 0, 0, "-", "extract_evidence"], [10, 0, 0, "-", "filter"], [11, 0, 0, "-", "generation_gt"], [12, 0, 0, "-", "query"], [8, 0, 0, "-", "sample"], [8, 0, 0, "-", "schema"]], "autorag.data.qa.evolve": [[9, 0, 0, "-", "llama_index_query_evolve"], [9, 0, 0, "-", "openai_query_evolve"], [9, 0, 0, "-", "prompt"]], "autorag.data.qa.evolve.llama_index_query_evolve": [[9, 4, 1, "", "compress_ragas"], [9, 4, 1, "", "conditional_evolve_ragas"], [9, 4, 1, "", "llama_index_generate_base"], [9, 4, 1, "", "reasoning_evolve_ragas"]], "autorag.data.qa.evolve.openai_query_evolve": [[9, 1, 1, "", "Response"], [9, 4, 1, "", "compress_ragas"], [9, 4, 1, "", "conditional_evolve_ragas"], [9, 4, 1, "", "query_evolve_openai_base"], [9, 4, 1, "", "reasoning_evolve_ragas"]], "autorag.data.qa.evolve.openai_query_evolve.Response": [[9, 3, 1, "", "evolved_query"], [9, 3, 1, "", "model_computed_fields"], [9, 3, 1, "", "model_config"], [9, 3, 1, "", "model_fields"]], "autorag.data.qa.filter": [[10, 0, 0, "-", "dontknow"], [10, 0, 0, "-", "passage_dependency"], [10, 0, 0, "-", "prompt"]], "autorag.data.qa.filter.dontknow": [[10, 1, 1, "", "Response"], [10, 4, 1, "", "dontknow_filter_llama_index"], [10, 4, 1, "", "dontknow_filter_openai"], [10, 4, 1, "", "dontknow_filter_rule_based"]], "autorag.data.qa.filter.dontknow.Response": [[10, 3, 1, "", "is_dont_know"], [10, 3, 1, "", "model_computed_fields"], [10, 3, 1, "", "model_config"], [10, 3, 1, "", "model_fields"]], "autorag.data.qa.filter.passage_dependency": [[10, 1, 1, "", "Response"], [10, 4, 1, "", "passage_dependency_filter_llama_index"], [10, 4, 1, "", "passage_dependency_filter_openai"]], "autorag.data.qa.filter.passage_dependency.Response": [[10, 3, 1, "", "is_passage_dependent"], [10, 3, 1, "", "model_computed_fields"], [10, 3, 1, "", "model_config"], [10, 3, 1, "", "model_fields"]], "autorag.data.qa.generation_gt": [[11, 0, 0, "-", "base"], [11, 0, 0, "-", "llama_index_gen_gt"], [11, 0, 0, "-", "openai_gen_gt"], [11, 0, 0, "-", "prompt"]], "autorag.data.qa.generation_gt.base": [[11, 4, 1, "", "add_gen_gt"]], "autorag.data.qa.generation_gt.llama_index_gen_gt": [[11, 4, 1, "", "make_basic_gen_gt"], [11, 4, 1, "", "make_concise_gen_gt"], [11, 4, 1, "", "make_custom_gen_gt"], [11, 4, 1, "", "make_gen_gt_llama_index"]], "autorag.data.qa.generation_gt.openai_gen_gt": [[11, 1, 1, "", "Response"], [11, 4, 1, "", "make_basic_gen_gt"], [11, 4, 1, "", "make_concise_gen_gt"], [11, 4, 1, "", "make_gen_gt_openai"]], "autorag.data.qa.generation_gt.openai_gen_gt.Response": [[11, 3, 1, "", "answer"], [11, 3, 1, "", "model_computed_fields"], [11, 3, 1, "", "model_config"], [11, 3, 1, "", "model_fields"]], "autorag.data.qa.query": [[12, 0, 0, "-", "llama_gen_query"], [12, 0, 0, "-", "openai_gen_query"], [12, 0, 0, "-", "prompt"]], "autorag.data.qa.query.llama_gen_query": [[12, 4, 1, "", "concept_completion_query_gen"], [12, 4, 1, "", "custom_query_gen"], [12, 4, 1, "", "factoid_query_gen"], [12, 4, 1, "", "llama_index_generate_base"], [12, 4, 1, "", "multiple_queries_gen"], [12, 4, 1, "", "two_hop_incremental"]], "autorag.data.qa.query.openai_gen_query": [[12, 1, 1, "", "Response"], [12, 1, 1, "", "TwoHopIncrementalResponse"], [12, 4, 1, "", "concept_completion_query_gen"], [12, 4, 1, "", "factoid_query_gen"], [12, 4, 1, "", "query_gen_openai_base"], [12, 4, 1, "", "two_hop_incremental"]], "autorag.data.qa.query.openai_gen_query.Response": [[12, 3, 1, "", "model_computed_fields"], [12, 3, 1, "", "model_config"], [12, 3, 1, "", "model_fields"], [12, 3, 1, "", "query"]], "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse": [[12, 3, 1, "", "answer"], [12, 3, 1, "", "model_computed_fields"], [12, 3, 1, "", "model_config"], [12, 3, 1, "", "model_fields"], [12, 3, 1, "", "one_hop_question"], [12, 3, 1, "", "two_hop_question"]], "autorag.data.qa.sample": [[8, 4, 1, "", "random_single_hop"], [8, 4, 1, "", "range_single_hop"]], "autorag.data.qa.schema": [[8, 1, 1, "", "Corpus"], [8, 1, 1, "", "QA"], [8, 1, 1, "", "Raw"]], "autorag.data.qa.schema.Corpus": [[8, 2, 1, "", "batch_apply"], [8, 5, 1, "", "linked_raw"], [8, 2, 1, "", "map"], [8, 2, 1, "", "sample"], [8, 2, 1, "", "to_parquet"]], "autorag.data.qa.schema.QA": [[8, 2, 1, "", "batch_apply"], [8, 2, 1, "", "batch_filter"], [8, 2, 1, "", "filter"], [8, 5, 1, "", "linked_corpus"], [8, 2, 1, "", "make_retrieval_gt_contents"], [8, 2, 1, "", "map"], [8, 2, 1, "", "to_parquet"], [8, 2, 1, "", "update_corpus"]], "autorag.data.qa.schema.Raw": [[8, 2, 1, "", "batch_apply"], [8, 2, 1, "", "chunk"], [8, 2, 1, "", "flatmap"], [8, 2, 1, "", "map"]], "autorag.data.utils": [[14, 0, 0, "-", "util"]], "autorag.data.utils.util": [[14, 4, 1, "", "add_essential_metadata"], [14, 4, 1, "", "add_essential_metadata_llama_text_node"], [14, 4, 1, "", "corpus_df_to_langchain_documents"], [14, 4, 1, "", "get_file_metadata"], [14, 4, 1, "", "get_param_combinations"], [14, 4, 1, "", "get_start_end_idx"], [14, 4, 1, "", "load_yaml"]], "autorag.deploy": [[15, 0, 0, "-", "api"], [15, 0, 0, "-", "base"], [15, 0, 0, "-", "gradio"]], "autorag.deploy.api": [[15, 1, 1, "", "ApiRunner"], [15, 1, 1, "", "Passage"], [15, 1, 1, "", "QueryRequest"], [15, 1, 1, "", "RetrievalResponse"], [15, 1, 1, "", "RetrievedPassage"], [15, 1, 1, "", "RunResponse"], [15, 1, 1, "", "StreamResponse"], [15, 1, 1, "", "VersionResponse"]], "autorag.deploy.api.ApiRunner": [[15, 2, 1, "", "extract_retrieve_passage"], [15, 2, 1, "", "run_api_server"]], "autorag.deploy.api.Passage": [[15, 3, 1, "", "content"], [15, 3, 1, "", "doc_id"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "score"]], "autorag.deploy.api.QueryRequest": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "query"], [15, 3, 1, "", "result_column"]], "autorag.deploy.api.RetrievalResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "passages"]], "autorag.deploy.api.RetrievedPassage": [[15, 3, 1, "", "content"], [15, 3, 1, "", "doc_id"], [15, 3, 1, "", "end_idx"], [15, 3, 1, "", "file_page"], [15, 3, 1, "", "filepath"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "start_idx"]], "autorag.deploy.api.RunResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "result"], [15, 3, 1, "", "retrieved_passage"]], "autorag.deploy.api.StreamResponse": [[15, 3, 1, "", "generated_text"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "passage_index"], [15, 3, 1, "", "retrieved_passage"], [15, 3, 1, "", "type"]], "autorag.deploy.api.VersionResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "version"]], "autorag.deploy.base": [[15, 1, 1, "", "BaseRunner"], [15, 1, 1, "", "Runner"], [15, 4, 1, "", "extract_best_config"], [15, 4, 1, "", "extract_node_line_names"], [15, 4, 1, "", "extract_node_strategy"], [15, 4, 1, "", "extract_vectordb_config"], [15, 4, 1, "", "summary_df_to_yaml"]], "autorag.deploy.base.BaseRunner": [[15, 2, 1, "", "from_trial_folder"], [15, 2, 1, "", "from_yaml"]], "autorag.deploy.base.Runner": [[15, 2, 1, "", "run"]], "autorag.deploy.gradio": [[15, 1, 1, "", "GradioRunner"]], "autorag.deploy.gradio.GradioRunner": [[15, 2, 1, "", "run"], [15, 2, 1, "", "run_web"]], "autorag.evaluation": [[16, 0, 0, "-", "generation"], [17, 0, 0, "-", "metric"], [16, 0, 0, "-", "retrieval"], [16, 0, 0, "-", "retrieval_contents"], [16, 0, 0, "-", "util"]], "autorag.evaluation.generation": [[16, 4, 1, "", "evaluate_generation"]], "autorag.evaluation.metric": [[17, 0, 0, "-", "deepeval_prompt"], [17, 0, 0, "-", "generation"], [17, 0, 0, "-", "retrieval"], [17, 0, 0, "-", "retrieval_contents"], [17, 0, 0, "-", "util"]], "autorag.evaluation.metric.deepeval_prompt": [[17, 1, 1, "", "FaithfulnessTemplate"]], "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate": [[17, 2, 1, "", "generate_claims"], [17, 2, 1, "", "generate_truths"], [17, 2, 1, "", "generate_verdicts"]], "autorag.evaluation.metric.generation": [[17, 4, 1, "", "async_g_eval"], [17, 4, 1, "", "bert_score"], [17, 4, 1, "", "bleu"], [17, 4, 1, "", "deepeval_faithfulness"], [17, 4, 1, "", "g_eval"], [17, 4, 1, "", "huggingface_evaluate"], [17, 4, 1, "", "make_generator_instance"], [17, 4, 1, "", "meteor"], [17, 4, 1, "", "rouge"], [17, 4, 1, "", "sem_score"]], "autorag.evaluation.metric.retrieval": [[17, 4, 1, "", "retrieval_f1"], [17, 4, 1, "", "retrieval_map"], [17, 4, 1, "", "retrieval_mrr"], [17, 4, 1, "", "retrieval_ndcg"], [17, 4, 1, "", "retrieval_precision"], [17, 4, 1, "", "retrieval_recall"]], "autorag.evaluation.metric.retrieval_contents": [[17, 4, 1, "", "retrieval_token_f1"], [17, 4, 1, "", "retrieval_token_precision"], [17, 4, 1, "", "retrieval_token_recall"], [17, 4, 1, "", "single_token_f1"]], "autorag.evaluation.metric.util": [[17, 4, 1, "", "autorag_metric"], [17, 4, 1, "", "autorag_metric_loop"], [17, 4, 1, "", "calculate_cosine_similarity"], [17, 4, 1, "", "calculate_inner_product"], [17, 4, 1, "", "calculate_l2_distance"]], "autorag.evaluation.retrieval": [[16, 4, 1, "", "evaluate_retrieval"]], "autorag.evaluation.retrieval_contents": [[16, 4, 1, "", "evaluate_retrieval_contents"]], "autorag.evaluation.util": [[16, 4, 1, "", "cast_embedding_model"], [16, 4, 1, "", "cast_metrics"]], "autorag.evaluator": [[0, 1, 1, "", "Evaluator"]], "autorag.evaluator.Evaluator": [[0, 2, 1, "", "restart_trial"], [0, 2, 1, "", "start_trial"]], "autorag.node_line": [[0, 4, 1, "", "make_node_lines"], [0, 4, 1, "", "run_node_line"]], "autorag.nodes": [[19, 0, 0, "-", "generator"], [20, 0, 0, "-", "passageaugmenter"], [21, 0, 0, "-", "passagecompressor"], [22, 0, 0, "-", "passagefilter"], [23, 0, 0, "-", "passagereranker"], [25, 0, 0, "-", "promptmaker"], [26, 0, 0, "-", "queryexpansion"], [27, 0, 0, "-", "retrieval"], [18, 0, 0, "-", "util"]], "autorag.nodes.generator": [[19, 0, 0, "-", "base"], [19, 0, 0, "-", "llama_index_llm"], [19, 0, 0, "-", "openai_llm"], [19, 0, 0, "-", "run"], [19, 0, 0, "-", "vllm"]], "autorag.nodes.generator.base": [[19, 1, 1, "", "BaseGenerator"], [19, 4, 1, "", "generator_node"]], "autorag.nodes.generator.base.BaseGenerator": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "cast_to_run"], [19, 2, 1, "", "stream"], [19, 2, 1, "", "structured_output"]], "autorag.nodes.generator.llama_index_llm": [[19, 1, 1, "", "LlamaIndexLLM"]], "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"]], "autorag.nodes.generator.openai_llm": [[19, 1, 1, "", "OpenAILLM"], [19, 4, 1, "", "truncate_by_token"]], "autorag.nodes.generator.openai_llm.OpenAILLM": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "get_result"], [19, 2, 1, "", "get_result_o1"], [19, 2, 1, "", "get_structured_result"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"], [19, 2, 1, "", "structured_output"]], "autorag.nodes.generator.run": [[19, 4, 1, "", "evaluate_generator_node"], [19, 4, 1, "", "run_generator_node"]], "autorag.nodes.generator.vllm": [[19, 1, 1, "", "Vllm"]], "autorag.nodes.generator.vllm.Vllm": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"]], "autorag.nodes.passageaugmenter": [[20, 0, 0, "-", "base"], [20, 0, 0, "-", "pass_passage_augmenter"], [20, 0, 0, "-", "prev_next_augmenter"], [20, 0, 0, "-", "run"]], "autorag.nodes.passageaugmenter.base": [[20, 1, 1, "", "BasePassageAugmenter"]], "autorag.nodes.passageaugmenter.base.BasePassageAugmenter": [[20, 2, 1, "", "cast_to_run"], [20, 2, 1, "", "sort_by_scores"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter": [[20, 1, 1, "", "PassPassageAugmenter"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter": [[20, 2, 1, "", "pure"]], "autorag.nodes.passageaugmenter.prev_next_augmenter": [[20, 1, 1, "", "PrevNextPassageAugmenter"], [20, 4, 1, "", "prev_next_augmenter_pure"]], "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter": [[20, 2, 1, "", "pure"]], "autorag.nodes.passageaugmenter.run": [[20, 4, 1, "", "run_passage_augmenter_node"]], "autorag.nodes.passagecompressor": [[21, 0, 0, "-", "base"], [21, 0, 0, "-", "longllmlingua"], [21, 0, 0, "-", "pass_compressor"], [21, 0, 0, "-", "refine"], [21, 0, 0, "-", "run"], [21, 0, 0, "-", "tree_summarize"]], "autorag.nodes.passagecompressor.base": [[21, 1, 1, "", "BasePassageCompressor"], [21, 1, 1, "", "LlamaIndexCompressor"], [21, 4, 1, "", "make_llm"]], "autorag.nodes.passagecompressor.base.BasePassageCompressor": [[21, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagecompressor.base.LlamaIndexCompressor": [[21, 3, 1, "", "param_list"], [21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.longllmlingua": [[21, 1, 1, "", "LongLLMLingua"], [21, 4, 1, "", "llmlingua_pure"]], "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua": [[21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.pass_compressor": [[21, 1, 1, "", "PassCompressor"]], "autorag.nodes.passagecompressor.pass_compressor.PassCompressor": [[21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.refine": [[21, 1, 1, "", "Refine"]], "autorag.nodes.passagecompressor.refine.Refine": [[21, 3, 1, "", "llm"]], "autorag.nodes.passagecompressor.run": [[21, 4, 1, "", "evaluate_passage_compressor_node"], [21, 4, 1, "", "run_passage_compressor_node"]], "autorag.nodes.passagecompressor.tree_summarize": [[21, 1, 1, "", "TreeSummarize"]], "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize": [[21, 3, 1, "", "llm"]], "autorag.nodes.passagefilter": [[22, 0, 0, "-", "base"], [22, 0, 0, "-", "pass_passage_filter"], [22, 0, 0, "-", "percentile_cutoff"], [22, 0, 0, "-", "recency"], [22, 0, 0, "-", "run"], [22, 0, 0, "-", "similarity_percentile_cutoff"], [22, 0, 0, "-", "similarity_threshold_cutoff"], [22, 0, 0, "-", "threshold_cutoff"]], "autorag.nodes.passagefilter.base": [[22, 1, 1, "", "BasePassageFilter"]], "autorag.nodes.passagefilter.base.BasePassageFilter": [[22, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagefilter.pass_passage_filter": [[22, 1, 1, "", "PassPassageFilter"]], "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.percentile_cutoff": [[22, 1, 1, "", "PercentileCutoff"]], "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.recency": [[22, 1, 1, "", "RecencyFilter"]], "autorag.nodes.passagefilter.recency.RecencyFilter": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.run": [[22, 4, 1, "", "run_passage_filter_node"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff": [[22, 1, 1, "", "SimilarityPercentileCutoff"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff": [[22, 1, 1, "", "SimilarityThresholdCutoff"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.threshold_cutoff": [[22, 1, 1, "", "ThresholdCutoff"]], "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagereranker": [[23, 0, 0, "-", "base"], [23, 0, 0, "-", "cohere"], [23, 0, 0, "-", "colbert"], [23, 0, 0, "-", "flag_embedding"], [23, 0, 0, "-", "flag_embedding_llm"], [23, 0, 0, "-", "flashrank"], [23, 0, 0, "-", "jina"], [23, 0, 0, "-", "koreranker"], [23, 0, 0, "-", "mixedbreadai"], [23, 0, 0, "-", "monot5"], [23, 0, 0, "-", "openvino"], [23, 0, 0, "-", "pass_reranker"], [23, 0, 0, "-", "rankgpt"], [23, 0, 0, "-", "run"], [23, 0, 0, "-", "sentence_transformer"], [23, 0, 0, "-", "time_reranker"], [23, 0, 0, "-", "upr"], [23, 0, 0, "-", "voyageai"]], "autorag.nodes.passagereranker.base": [[23, 1, 1, "", "BasePassageReranker"]], "autorag.nodes.passagereranker.base.BasePassageReranker": [[23, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagereranker.cohere": [[23, 1, 1, "", "CohereReranker"], [23, 4, 1, "", "cohere_rerank_pure"]], "autorag.nodes.passagereranker.cohere.CohereReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.colbert": [[23, 1, 1, "", "ColbertReranker"], [23, 4, 1, "", "get_colbert_embedding_batch"], [23, 4, 1, "", "get_colbert_score"], [23, 4, 1, "", "slice_tensor"], [23, 4, 1, "", "slice_tokenizer_result"]], "autorag.nodes.passagereranker.colbert.ColbertReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flag_embedding": [[23, 1, 1, "", "FlagEmbeddingReranker"], [23, 4, 1, "", "flag_embedding_run_model"]], "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flag_embedding_llm": [[23, 1, 1, "", "FlagEmbeddingLLMReranker"]], "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flashrank": [[23, 1, 1, "", "FlashRankReranker"], [23, 4, 1, "", "flashrank_run_model"]], "autorag.nodes.passagereranker.flashrank.FlashRankReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.jina": [[23, 1, 1, "", "JinaReranker"], [23, 4, 1, "", "jina_reranker_pure"]], "autorag.nodes.passagereranker.jina.JinaReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.koreranker": [[23, 1, 1, "", "KoReranker"], [23, 4, 1, "", "exp_normalize"], [23, 4, 1, "", "koreranker_run_model"]], "autorag.nodes.passagereranker.koreranker.KoReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.mixedbreadai": [[23, 1, 1, "", "MixedbreadAIReranker"], [23, 4, 1, "", "mixedbreadai_rerank_pure"]], "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.monot5": [[23, 1, 1, "", "MonoT5"], [23, 4, 1, "", "monot5_run_model"]], "autorag.nodes.passagereranker.monot5.MonoT5": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.openvino": [[23, 1, 1, "", "OpenVINOReranker"], [23, 4, 1, "", "openvino_run_model"]], "autorag.nodes.passagereranker.openvino.OpenVINOReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.pass_reranker": [[23, 1, 1, "", "PassReranker"]], "autorag.nodes.passagereranker.pass_reranker.PassReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.rankgpt": [[23, 1, 1, "", "AsyncRankGPTRerank"], [23, 1, 1, "", "RankGPT"]], "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank": [[23, 2, 1, "", "async_postprocess_nodes"], [23, 2, 1, "", "async_run_llm"], [23, 3, 1, "", "llm"], [23, 3, 1, "", "model_computed_fields"], [23, 3, 1, "", "model_config"], [23, 3, 1, "", "model_fields"], [23, 3, 1, "", "rankgpt_rerank_prompt"], [23, 3, 1, "", "top_n"], [23, 3, 1, "", "verbose"]], "autorag.nodes.passagereranker.rankgpt.RankGPT": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.run": [[23, 4, 1, "", "run_passage_reranker_node"]], "autorag.nodes.passagereranker.sentence_transformer": [[23, 1, 1, "", "SentenceTransformerReranker"], [23, 4, 1, "", "sentence_transformer_run_model"]], "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.time_reranker": [[23, 1, 1, "", "TimeReranker"]], "autorag.nodes.passagereranker.time_reranker.TimeReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.upr": [[23, 1, 1, "", "UPRScorer"], [23, 1, 1, "", "Upr"]], "autorag.nodes.passagereranker.upr.UPRScorer": [[23, 2, 1, "", "compute"]], "autorag.nodes.passagereranker.upr.Upr": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.voyageai": [[23, 1, 1, "", "VoyageAIReranker"], [23, 4, 1, "", "voyageai_rerank_pure"]], "autorag.nodes.passagereranker.voyageai.VoyageAIReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.promptmaker": [[25, 0, 0, "-", "base"], [25, 0, 0, "-", "fstring"], [25, 0, 0, "-", "long_context_reorder"], [25, 0, 0, "-", "run"], [25, 0, 0, "-", "window_replacement"]], "autorag.nodes.promptmaker.base": [[25, 1, 1, "", "BasePromptMaker"]], "autorag.nodes.promptmaker.base.BasePromptMaker": [[25, 2, 1, "", "cast_to_run"]], "autorag.nodes.promptmaker.fstring": [[25, 1, 1, "", "Fstring"]], "autorag.nodes.promptmaker.fstring.Fstring": [[25, 2, 1, "", "pure"]], "autorag.nodes.promptmaker.long_context_reorder": [[25, 1, 1, "", "LongContextReorder"]], "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder": [[25, 2, 1, "", "pure"]], "autorag.nodes.promptmaker.run": [[25, 4, 1, "", "evaluate_generator_result"], [25, 4, 1, "", "evaluate_one_prompt_maker_node"], [25, 4, 1, "", "make_generator_callable_params"], [25, 4, 1, "", "run_prompt_maker_node"]], "autorag.nodes.promptmaker.window_replacement": [[25, 1, 1, "", "WindowReplacement"]], "autorag.nodes.promptmaker.window_replacement.WindowReplacement": [[25, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion": [[26, 0, 0, "-", "base"], [26, 0, 0, "-", "hyde"], [26, 0, 0, "-", "multi_query_expansion"], [26, 0, 0, "-", "pass_query_expansion"], [26, 0, 0, "-", "query_decompose"], [26, 0, 0, "-", "run"]], "autorag.nodes.queryexpansion.base": [[26, 1, 1, "", "BaseQueryExpansion"], [26, 4, 1, "", "check_expanded_query"]], "autorag.nodes.queryexpansion.base.BaseQueryExpansion": [[26, 2, 1, "", "cast_to_run"]], "autorag.nodes.queryexpansion.hyde": [[26, 1, 1, "", "HyDE"]], "autorag.nodes.queryexpansion.hyde.HyDE": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.multi_query_expansion": [[26, 1, 1, "", "MultiQueryExpansion"], [26, 4, 1, "", "get_multi_query_expansion"]], "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.pass_query_expansion": [[26, 1, 1, "", "PassQueryExpansion"]], "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.query_decompose": [[26, 1, 1, "", "QueryDecompose"], [26, 4, 1, "", "get_query_decompose"]], "autorag.nodes.queryexpansion.query_decompose.QueryDecompose": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.run": [[26, 4, 1, "", "evaluate_one_query_expansion_node"], [26, 4, 1, "", "make_retrieval_callable_params"], [26, 4, 1, "", "run_query_expansion_node"]], "autorag.nodes.retrieval": [[27, 0, 0, "-", "base"], [27, 0, 0, "-", "bm25"], [27, 0, 0, "-", "hybrid_cc"], [27, 0, 0, "-", "hybrid_rrf"], [27, 0, 0, "-", "run"], [27, 0, 0, "-", "vectordb"]], "autorag.nodes.retrieval.base": [[27, 1, 1, "", "BaseRetrieval"], [27, 1, 1, "", "HybridRetrieval"], [27, 4, 1, "", "cast_queries"], [27, 4, 1, "", "evenly_distribute_passages"], [27, 4, 1, "", "get_bm25_pkl_name"]], "autorag.nodes.retrieval.base.BaseRetrieval": [[27, 2, 1, "", "cast_to_run"]], "autorag.nodes.retrieval.base.HybridRetrieval": [[27, 2, 1, "", "pure"]], "autorag.nodes.retrieval.bm25": [[27, 1, 1, "", "BM25"], [27, 4, 1, "", "bm25_ingest"], [27, 4, 1, "", "bm25_pure"], [27, 4, 1, "", "get_bm25_scores"], [27, 4, 1, "", "load_bm25_corpus"], [27, 4, 1, "", "select_bm25_tokenizer"], [27, 4, 1, "", "tokenize"], [27, 4, 1, "", "tokenize_ja_sudachipy"], [27, 4, 1, "", "tokenize_ko_kiwi"], [27, 4, 1, "", "tokenize_ko_kkma"], [27, 4, 1, "", "tokenize_ko_okt"], [27, 4, 1, "", "tokenize_porter_stemmer"], [27, 4, 1, "", "tokenize_space"]], "autorag.nodes.retrieval.bm25.BM25": [[27, 2, 1, "", "pure"]], "autorag.nodes.retrieval.hybrid_cc": [[27, 1, 1, "", "HybridCC"], [27, 4, 1, "", "fuse_per_query"], [27, 4, 1, "", "hybrid_cc"], [27, 4, 1, "", "normalize_dbsf"], [27, 4, 1, "", "normalize_mm"], [27, 4, 1, "", "normalize_tmm"], [27, 4, 1, "", "normalize_z"]], "autorag.nodes.retrieval.hybrid_cc.HybridCC": [[27, 2, 1, "", "run_evaluator"]], "autorag.nodes.retrieval.hybrid_rrf": [[27, 1, 1, "", "HybridRRF"], [27, 4, 1, "", "hybrid_rrf"], [27, 4, 1, "", "rrf_calculate"], [27, 4, 1, "", "rrf_pure"]], "autorag.nodes.retrieval.hybrid_rrf.HybridRRF": [[27, 2, 1, "", "run_evaluator"]], "autorag.nodes.retrieval.run": [[27, 4, 1, "", "edit_summary_df_params"], [27, 4, 1, "", "evaluate_retrieval_node"], [27, 4, 1, "", "find_unique_elems"], [27, 4, 1, "", "get_hybrid_execution_times"], [27, 4, 1, "", "get_ids_and_scores"], [27, 4, 1, "", "get_scores_by_ids"], [27, 4, 1, "", "optimize_hybrid"], [27, 4, 1, "", "run_retrieval_node"]], "autorag.nodes.retrieval.vectordb": [[27, 1, 1, "", "VectorDB"], [27, 4, 1, "", "filter_exist_ids"], [27, 4, 1, "", "filter_exist_ids_from_retrieval_gt"], [27, 4, 1, "", "get_id_scores"], [27, 4, 1, "", "run_query_embedding_batch"], [27, 4, 1, "", "vectordb_ingest"], [27, 4, 1, "", "vectordb_pure"]], "autorag.nodes.retrieval.vectordb.VectorDB": [[27, 2, 1, "", "pure"]], "autorag.nodes.util": [[18, 4, 1, "", "make_generator_callable_param"]], "autorag.parser": [[0, 1, 1, "", "Parser"]], "autorag.parser.Parser": [[0, 2, 1, "", "start_parsing"]], "autorag.schema": [[28, 0, 0, "-", "base"], [28, 0, 0, "-", "metricinput"], [28, 0, 0, "-", "module"], [28, 0, 0, "-", "node"]], "autorag.schema.base": [[28, 1, 1, "", "BaseModule"]], "autorag.schema.base.BaseModule": [[28, 2, 1, "", "cast_to_run"], [28, 2, 1, "", "pure"], [28, 2, 1, "", "run_evaluator"]], "autorag.schema.metricinput": [[28, 1, 1, "", "MetricInput"]], "autorag.schema.metricinput.MetricInput": [[28, 2, 1, "", "from_dataframe"], [28, 3, 1, "", "generated_log_probs"], [28, 3, 1, "", "generated_texts"], [28, 3, 1, "", "generation_gt"], [28, 2, 1, "", "is_fields_notnone"], [28, 3, 1, "", "prompt"], [28, 3, 1, "", "queries"], [28, 3, 1, "", "query"], [28, 3, 1, "", "retrieval_gt"], [28, 3, 1, "", "retrieval_gt_contents"], [28, 3, 1, "", "retrieved_contents"], [28, 3, 1, "", "retrieved_ids"]], "autorag.schema.module": [[28, 1, 1, "", "Module"]], "autorag.schema.module.Module": [[28, 2, 1, "", "from_dict"], [28, 3, 1, "", "module"], [28, 3, 1, "", "module_param"], [28, 3, 1, "", "module_type"]], "autorag.schema.node": [[28, 1, 1, "", "Node"], [28, 4, 1, "", "extract_values"], [28, 4, 1, "", "extract_values_from_nodes"], [28, 4, 1, "", "extract_values_from_nodes_strategy"], [28, 4, 1, "", "module_type_exists"]], "autorag.schema.node.Node": [[28, 2, 1, "", "from_dict"], [28, 2, 1, "", "get_param_combinations"], [28, 3, 1, "", "modules"], [28, 3, 1, "", "node_params"], [28, 3, 1, "", "node_type"], [28, 2, 1, "", "run"], [28, 3, 1, "", "run_node"], [28, 3, 1, "", "strategy"]], "autorag.strategy": [[0, 4, 1, "", "avoid_empty_result"], [0, 4, 1, "", "filter_by_threshold"], [0, 4, 1, "", "measure_speed"], [0, 4, 1, "", "select_best"], [0, 4, 1, "", "select_best_average"], [0, 4, 1, "", "select_best_rr"], [0, 4, 1, "", "select_normalize_mean"], [0, 4, 1, "", "validate_strategy_inputs"]], "autorag.support": [[0, 4, 1, "", "dynamically_find_function"], [0, 4, 1, "", "get_support_modules"], [0, 4, 1, "", "get_support_nodes"]], "autorag.utils": [[29, 0, 0, "-", "preprocess"], [29, 0, 0, "-", "util"]], "autorag.utils.preprocess": [[29, 4, 1, "", "cast_corpus_dataset"], [29, 4, 1, "", "cast_qa_dataset"], [29, 4, 1, "", "validate_corpus_dataset"], [29, 4, 1, "", "validate_qa_dataset"], [29, 4, 1, "", "validate_qa_from_corpus_dataset"]], "autorag.utils.util": [[29, 4, 1, "", "aflatten_apply"], [29, 4, 1, "", "apply_recursive"], [29, 4, 1, "", "convert_datetime_string"], [29, 4, 1, "", "convert_env_in_dict"], [29, 4, 1, "", "convert_inputs_to_list"], [29, 4, 1, "", "convert_string_to_tuple_in_dict"], [29, 4, 1, "", "decode_multiple_json_from_bytes"], [29, 4, 1, "", "demojize"], [29, 4, 1, "", "dict_to_markdown"], [29, 4, 1, "", "dict_to_markdown_table"], [29, 4, 1, "", "embedding_query_content"], [29, 4, 1, "", "empty_cuda_cache"], [29, 4, 1, "", "explode"], [29, 4, 1, "", "fetch_contents"], [29, 4, 1, "", "fetch_one_content"], [29, 4, 1, "", "filter_dict_keys"], [29, 4, 1, "", "find_key_values"], [29, 4, 1, "", "find_node_summary_files"], [29, 4, 1, "", "find_trial_dir"], [29, 4, 1, "", "flatten_apply"], [29, 4, 1, "", "get_best_row"], [29, 4, 1, "", "get_event_loop"], [29, 4, 1, "", "load_summary_file"], [29, 4, 1, "", "load_yaml_config"], [29, 4, 1, "", "make_batch"], [29, 4, 1, "", "make_combinations"], [29, 4, 1, "", "normalize_string"], [29, 4, 1, "", "normalize_unicode"], [29, 4, 1, "", "openai_truncate_by_token"], [29, 4, 1, "", "pop_params"], [29, 4, 1, "", "preprocess_text"], [29, 4, 1, "", "process_batch"], [29, 4, 1, "", "reconstruct_list"], [29, 4, 1, "", "replace_value_in_dict"], [29, 4, 1, "", "result_to_dataframe"], [29, 4, 1, "", "save_parquet_safe"], [29, 4, 1, "", "select_top_k"], [29, 4, 1, "", "sort_by_scores"], [29, 4, 1, "", "split_dataframe"], [29, 4, 1, "", "to_list"]], "autorag.validator": [[0, 1, 1, "", "Validator"]], "autorag.validator.Validator": [[0, 2, 1, "", "validate"]], "autorag.vectordb": [[30, 0, 0, "-", "base"], [30, 0, 0, "-", "chroma"], [30, 0, 0, "-", "couchbase"], [30, 4, 1, "", "get_support_vectordb"], [30, 4, 1, "", "load_all_vectordb_from_yaml"], [30, 4, 1, "", "load_vectordb"], [30, 4, 1, "", "load_vectordb_from_yaml"], [30, 0, 0, "-", "milvus"], [30, 0, 0, "-", "pinecone"], [30, 0, 0, "-", "qdrant"], [30, 0, 0, "-", "weaviate"]], "autorag.vectordb.base": [[30, 1, 1, "", "BaseVectorStore"]], "autorag.vectordb.base.BaseVectorStore": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"], [30, 3, 1, "", "support_similarity_metrics"], [30, 2, 1, "", "truncated_inputs"]], "autorag.vectordb.chroma": [[30, 1, 1, "", "Chroma"]], "autorag.vectordb.chroma.Chroma": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.couchbase": [[30, 1, 1, "", "Couchbase"]], "autorag.vectordb.couchbase.Couchbase": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.milvus": [[30, 1, 1, "", "Milvus"]], "autorag.vectordb.milvus.Milvus": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.pinecone": [[30, 1, 1, "", "Pinecone"]], "autorag.vectordb.pinecone.Pinecone": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_index"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.qdrant": [[30, 1, 1, "", "Qdrant"]], "autorag.vectordb.qdrant.Qdrant": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.weaviate": [[30, 1, 1, "", "Weaviate"], [30, 4, 1, "", "distance_to_score"]], "autorag.vectordb.weaviate.Weaviate": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.web": [[0, 4, 1, "", "chat_box"], [0, 4, 1, "", "get_runner"], [0, 4, 1, "", "set_initial_state"], [0, 4, 1, "", "set_page_config"], [0, 4, 1, "", "set_page_header"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "terms": {"": [0, 19, 21, 22, 23, 25, 26, 27, 28, 29, 32, 36, 40, 46, 47, 52, 54, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 81, 83, 85, 87, 88, 89, 105, 107, 108, 109, 110, 111, 112, 113, 118, 122, 124, 125, 127, 129], "0": [0, 6, 15, 17, 23, 27, 32, 37, 38, 39, 40, 48, 52, 53, 54, 61, 63, 66, 71, 73, 74, 75, 76, 84, 85, 87, 88, 89, 90, 91, 101, 114, 116, 118, 121, 122, 124, 128, 129], "002": [69, 71], "01": 86, "0125": 17, "04": 75, "06": [9, 10, 11, 12, 17, 50], "07": [10, 11, 50], "08": [9, 10, 11, 12, 17, 50], "09": 75, "0eec7e3a": 128, "0x7f6eec6e3790": 0, "1": [0, 6, 17, 27, 29, 30, 36, 40, 43, 57, 61, 62, 63, 67, 68, 71, 73, 74, 76, 77, 79, 84, 113, 116, 118, 121, 122, 127], "10": [0, 61, 63, 71, 72, 73, 81, 100, 109, 114, 117, 118, 120, 124, 125, 127], "100": [30, 64, 65, 66, 67, 68, 70, 128], "1000": 109, "100k": 98, "101": 116, "1024": [32, 34, 51], "10k": [23, 98], "10x": 76, "11": [58, 128], "1106": [73, 74, 109, 112, 113, 122, 128], "12": 94, "125m": [72, 76], "128": [17, 29, 40, 49], "132": 52, "13a": 17, "13b": 98, "14": 52, "1536": [30, 67, 68], "15min": 57, "16": [17, 19, 74, 76, 82, 83, 95, 101], "16384": 66, "16k": [73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "17": 58, "18": [10, 11, 50], "19530": [30, 66], "199": 52, "1d": 36, "2": [6, 17, 21, 23, 26, 36, 40, 57, 59, 60, 61, 71, 72, 76, 77, 80, 94, 102, 106, 113, 114, 115, 116, 124, 127], "200": [30, 52, 67], "2015": 86, "2022": 50, "2024": [9, 10, 11, 12, 17, 50, 75], "2048": 0, "205": 52, "24": [32, 34, 51], "25": 39, "27": 70, "2d": [27, 36], "3": [6, 12, 17, 25, 27, 30, 37, 39, 40, 43, 59, 61, 62, 63, 65, 66, 67, 68, 70, 71, 73, 74, 77, 81, 82, 83, 101, 109, 112, 113, 116, 120, 122, 125, 127], "30": [66, 72, 127], "300": [21, 80], "32": [6, 8, 40, 92, 93, 94, 99, 102], "3b": [23, 98], "4": [6, 17, 39, 56, 61, 71, 72, 73, 75, 77, 101, 113, 116, 117, 118, 127], "4000": 73, "42": [0, 6, 8], "4d33": 128, "4o": [9, 10, 11, 12, 17, 43, 44, 48, 50, 65, 66, 67, 68, 70], "5": [0, 6, 17, 23, 25, 39, 40, 43, 56, 59, 61, 63, 71, 73, 74, 75, 77, 78, 81, 82, 83, 100, 101, 109, 112, 113, 116, 120, 122, 124, 127], "50": [26, 39, 40, 66, 68, 69, 70, 72], "50051": [30, 70], "51": 118, "512": [0, 32, 34, 40, 75, 76, 102], "514": 54, "52": 52, "6": [40, 56, 72, 73, 77, 85, 87, 113, 116, 127], "60": [0, 27, 117], "6333": [30, 68], "64": [29, 30, 40, 58, 68, 73, 87, 88, 90, 91, 92, 93, 94, 96, 98, 99, 102, 103, 111, 114], "666": 56, "7": [63, 77, 116, 127], "7039180890341347": 55, "70b": 62, "72": 53, "7680": [15, 53], "7690": 0, "777": 56, "797979": 56, "7b": [21, 60, 61, 71, 76, 80, 115], "7e604b30339b": 128, "8": [2, 7, 17, 56, 58, 77, 95, 101, 116, 127], "80": [117, 118], "8000": [15, 27, 30, 52, 64, 129], "8080": [30, 70], "822": 56, "85": [84, 88, 89], "89": 52, "8a31": 52, "8cc5": 128, "9": [17, 40, 127], "90b": 59, "92": 52, "95": 52, "98": 52, "A": [0, 2, 7, 9, 10, 11, 12, 15, 17, 23, 27, 29, 36, 40, 50, 54, 73, 104, 108, 114, 122, 125, 126, 127], "And": [10, 19, 27, 29, 40, 44, 47, 49, 57, 58, 59, 62, 65, 69, 75, 76, 109, 115, 120, 122, 125, 129], "As": [6, 25, 36, 46, 50, 52, 53, 55, 71, 78, 119, 120], "At": [48, 49, 61, 71, 72, 90, 95, 97, 106, 120, 122, 125], "Be": [46, 58], "But": [36, 40, 47, 48, 49, 57, 120, 122, 125, 128], "By": [46, 54, 63, 69, 74, 81, 82, 83, 114, 116, 126, 127], "For": [10, 27, 32, 33, 36, 38, 40, 44, 50, 51, 52, 55, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77, 120, 122, 124, 125, 127, 128, 129], "If": [0, 5, 6, 8, 15, 17, 25, 26, 27, 29, 32, 33, 34, 36, 38, 39, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 76, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 99, 102, 115, 116, 120, 121, 122, 125, 126, 128, 129], "In": [21, 22, 23, 26, 32, 35, 36, 38, 44, 49, 50, 51, 55, 57, 63, 69, 75, 76, 84, 120, 121, 122, 125, 127, 128], "It": [0, 6, 8, 10, 11, 15, 17, 19, 21, 22, 23, 25, 27, 28, 29, 32, 36, 38, 40, 41, 44, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 58, 61, 62, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 79, 83, 84, 86, 90, 94, 95, 99, 100, 103, 104, 105, 106, 108, 109, 111, 114, 115, 116, 117, 119, 120, 121, 122, 124, 125, 126, 128, 129], "Its": [17, 27, 29, 36, 68, 76, 78, 81, 84, 100, 114], "No": 122, "Not": [8, 20, 43, 68, 70, 104, 114], "Of": 57, "On": [36, 52, 84], "Or": [17, 36, 58, 90, 95, 97, 106, 129], "TO": 58, "That": [57, 125], "The": [0, 2, 6, 7, 8, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 38, 40, 42, 43, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 58, 61, 63, 64, 66, 67, 68, 69, 70, 71, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 129], "Then": [36, 50, 51, 58, 61, 71, 122], "There": [27, 36, 40, 43, 47, 57, 58, 60, 71, 72, 75, 84, 104, 114, 116, 121, 125, 128, 129], "These": [36, 47, 73, 74, 81, 82, 83, 100, 111, 112, 113, 118, 126, 129], "To": [27, 35, 36, 40, 45, 49, 58, 63, 65, 66, 67, 68, 69, 70, 71, 75, 122, 124, 125, 127, 129], "Will": 27, "With": [25, 36, 75, 125, 129], "_": 127, "__fields__": [0, 9, 10, 11, 12, 15, 23], "__main__": 52, "__name__": 52, "_metadata": 2, "abil": 103, "abl": 114, "about": [0, 9, 10, 11, 12, 15, 23, 32, 33, 34, 36, 38, 39, 42, 43, 44, 47, 50, 51, 59, 63, 64, 72, 74, 76, 82, 83, 87, 88, 107, 108, 109, 110, 115, 119, 120, 121, 122, 126, 127, 129], "abov": [55, 61, 71, 120, 121, 125, 129], "absolut": [6, 55], "abstract": [19, 28, 30], "abstracteventloop": 29, "accept": 55, "access": [0, 15, 39, 53, 69, 77, 100], "accident": 67, "acclaim": 65, "accomplish": 45, "accord": [10, 32, 38, 44], "account": [59, 67], "accumul": 81, "accur": [35, 40, 46, 121, 127], "accuraci": [17, 105, 114, 118], "achat": 47, "achiev": [49, 54, 122, 126], "acomplet": 0, "across": [65, 82, 109, 114, 118, 124, 126], "act": 126, "action": [120, 125], "actual": [29, 36, 52, 55, 117], "ad": [11, 40, 46, 65, 66, 67, 68, 70, 126, 128], "ada": [69, 71], "adapt": 72, "add": [0, 2, 6, 17, 30, 40, 45, 58, 65, 66, 67, 68, 70, 73, 78, 79, 87, 88, 94, 119, 122, 125, 129], "add_essential_metadata": [1, 14], "add_essential_metadata_llama_text_nod": [1, 14], "add_file_nam": [1, 2, 32, 33, 34, 51], "add_gen_gt": [8, 11], "addit": [0, 6, 7, 17, 21, 68, 71, 74, 78, 79, 80, 82, 83, 109, 111, 112, 113, 127, 128, 129], "addition": [70, 108], "additional_kwarg": 0, "address": [81, 126], "adjust": [40, 65, 66, 67, 68, 70, 127, 128], "advanc": [39, 52, 65, 68, 125], "advanced rag": [69, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 125], "advantag": 75, "advent": [40, 51], "aespa": [36, 50], "aespa1": 36, "aespa2": 36, "aespa3": 36, "affect": [20, 36, 122, 126], "aflatten_appli": [0, 29], "afraid": 40, "after": [5, 29, 32, 35, 40, 47, 48, 49, 50, 53, 57, 58, 62, 79, 100, 120, 122, 125, 128, 129], "ag": 113, "again": [51, 123, 125, 129], "against": 127, "ai": [7, 23, 46, 50, 52, 65, 95, 99, 100, 123], "aim": [40, 116, 118, 126], "album": 50, "algorithm": [115, 116, 117], "all": [0, 6, 17, 26, 29, 32, 36, 38, 40, 45, 47, 51, 54, 55, 56, 57, 58, 63, 69, 71, 73, 75, 76, 77, 84, 86, 88, 89, 94, 109, 113, 114, 118, 120, 121, 123, 124, 125, 126, 128, 129], "all_fil": [0, 7, 44], "alloc": 113, "allow": [52, 58, 66, 68, 69, 73, 74, 78, 79, 82, 83, 98, 111, 112, 113, 116, 126], "almost": 48, "alon": [109, 114, 125], "along": [54, 66, 68], "alpha": [17, 122], "alreadi": [0, 6, 15, 27, 51, 52, 70, 122, 127], "also": [28, 32, 36, 39, 40, 51, 54, 55, 57, 63, 75, 76, 90, 116, 125], "altern": 58, "alwai": [33, 34, 40, 42, 53, 69, 122], "amazon": 59, "among": [0, 19, 21, 22, 23, 25, 26, 27, 117, 122], "amount": 81, "an": [0, 6, 15, 17, 32, 35, 36, 38, 40, 42, 43, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 58, 59, 63, 64, 66, 67, 68, 70, 71, 81, 94, 99, 100, 110, 111, 112, 119, 120, 121, 122, 125, 128], "analysi": 81, "ani": [0, 2, 6, 8, 10, 16, 28, 29, 30, 36, 46, 47, 50, 55, 57, 58, 59, 60, 62, 76, 78, 80, 81, 84, 100, 109, 114, 118, 125, 126, 128], "annot": [0, 9, 10, 11, 12, 15, 23], "anoth": [50, 52, 101, 126, 128, 129], "answer": [6, 8, 10, 11, 12, 15, 26, 35, 36, 40, 47, 48, 50, 51, 54, 55, 56, 63, 65, 66, 67, 68, 70, 75, 80, 84, 103, 107, 108, 109, 110, 125, 127], "answer_creation_func": [6, 40], "answer_gt": 56, "anthrop": 43, "anthropic_api_kei": 43, "anywher": 53, "ap": [17, 55], "api": [0, 7, 27, 43, 60, 61, 62, 64, 67, 68, 70, 71, 75, 90, 95, 97, 106, 119, 120], "api_bas": [60, 61, 62, 71, 128], "api_endpoint": 15, "api_kei": [23, 30, 43, 60, 61, 62, 64, 67, 68, 70, 71, 75, 90, 95, 97, 106, 128], "apirunn": [0, 15, 52, 129], "app": [15, 52, 58], "appear": 128, "append": 52, "appli": [29, 52, 65, 73, 100, 109, 114, 118, 126, 128, 129], "applic": [52, 64, 65, 68, 81, 104, 114], "apply_recurs": [0, 29], "approach": [81, 116], "appropri": [66, 68, 69, 70], "apt": 128, "ar": [10, 15, 17, 26, 27, 29, 32, 36, 38, 40, 43, 44, 45, 47, 48, 49, 50, 51, 52, 54, 55, 57, 58, 60, 61, 63, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 104, 109, 111, 112, 113, 114, 118, 120, 121, 122, 124, 125, 126, 127, 128, 129], "arbitrari": [65, 66, 67, 68, 70, 73, 78, 81, 84, 100, 109, 114], "arbitrary_types_allow": [0, 23], "arg": [0, 6, 7, 14, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29], "argument": [0, 6, 7, 15, 17, 21, 29, 74, 82, 83, 111, 112, 113], "aris": 108, "arm": 99, "arrai": [23, 52], "arrang": 126, "articl": 29, "artifici": 52, "asap": 125, "ask": [10, 36, 50, 54, 57, 125], "aspect": 126, "assess": [54, 100], "assign": 17, "assist": [46, 50], "associ": [29, 65, 66, 67, 68, 70, 81], "assumpt": 50, "ast": 120, "astream": [18, 19], "async": [0, 2, 6, 7, 9, 10, 11, 12, 17, 19, 23, 27, 29, 30, 47], "async_g_ev": [16, 17], "async_postprocess_nod": [18, 23], "async_qa_gen_llama_index": [4, 6], "async_run_llm": [18, 23], "asynccli": 23, "asynchron": [6, 29], "asyncio": 29, "asyncmixedbreadai": 23, "asyncopenai": [9, 10, 11, 12, 46, 48, 50, 109], "asyncrankgptrerank": [18, 23], "atom": 113, "attempt": 121, "attribut": 0, "augment": [20, 77, 126, 128, 129], "augmented_cont": 20, "augmented_id": 20, "augmented_scor": 20, "authent": [61, 65, 66, 67, 68, 70, 71], "auto": [6, 15, 57, 58, 60, 71, 116], "auto rag": 57, "autom": 112, "automat": [28, 29, 36, 40, 52, 57, 59, 60, 62, 63, 65, 70, 73, 78, 81, 84, 99, 100, 109, 114, 122, 129], "automl": 57, "autorag": [32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 54, 61, 64, 65, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 127], "autorag config": [120, 123], "autorag doc": 57, "autorag fold": 121, "autorag instal": 58, "autorag multi gpu": 76, "autorag system": 126, "autorag tutori": 129, "autorag yaml": [120, 123], "autorag_hq": 57, "autorag_metr": [16, 17], "autorag_metric_loop": [16, 17], "autorag_search": 65, "autoragbedrock": 0, "autoraghq": 58, "autotoken": 109, "avail": [0, 40, 43, 44, 61, 71, 94, 110, 128], "averag": [0, 17, 56, 73, 109, 114, 118], "averaged_perceptron_tagger_eng": 58, "avoid": [0, 50, 127], "avoid_empty_result": 0, "aw": [0, 30, 61, 67, 71], "awai": 129, "await": [0, 8, 47, 65, 66, 67, 68, 70], "awar": [17, 127], "aws_access_key_id": 0, "aws_secret_access_kei": 0, "aws_session_token": 0, "azur": [43, 67], "b": [17, 122], "baai": [23, 71, 92, 93, 99], "back": 17, "backbon": 54, "backward": 79, "bad": [48, 49, 125], "badminton": 113, "baesd": 50, "band": 50, "base": [0, 1, 4, 8, 9, 10, 12, 17, 18, 32, 35, 40, 43, 46, 47, 50, 52, 54, 65, 66, 67, 68, 70, 71, 74, 80, 82, 83, 89, 92, 94, 95, 96, 97, 98, 100, 101, 103, 105, 107, 110, 116, 117, 118, 123, 124, 125, 126], "base_url": 52, "basechatmodel": 6, "baseembed": [17, 27], "basegener": [18, 19], "basellm": [9, 10, 11, 12, 47], "basemodel": [9, 10, 11, 12, 15], "basemodul": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "baseoutputpars": 0, "basepassageaugment": [18, 20], "basepassagecompressor": [18, 21], "basepassagefilt": [18, 22], "basepassagererank": [18, 23], "basepromptmak": [18, 25], "baseprompttempl": [0, 23], "basequeryexpans": [18, 26], "baseretriev": [18, 27], "baserunn": [0, 15], "basevectorstor": [0, 27, 30, 64], "bash": 58, "basi": [38, 44, 56, 126], "basic": [6, 11, 43, 49, 51], "batch": [0, 2, 6, 7, 17, 19, 21, 23, 29, 40, 58, 63, 65, 66, 67, 68, 70, 73, 74, 75, 82, 83, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 101, 102, 103, 128], "batch_appli": [1, 8, 46, 47, 49, 50, 51], "batch_filt": [1, 8, 10, 48], "batch_siz": [8, 17, 23, 27, 29], "becaus": [10, 25, 27, 32, 35, 36, 38, 44, 45, 47, 48, 49, 50, 76, 78, 81, 84, 100, 105, 114, 119, 123, 125, 128, 129], "becom": [40, 51, 120], "bedrock": [0, 61, 71], "bedrock_config": 59, "been": [124, 129], "befor": [27, 32, 50, 59, 60, 61, 62, 66, 71, 79, 81, 120, 125, 127, 128, 129], "behavior": [36, 64, 74, 82, 83, 105, 111, 112, 113, 126], "being": [74, 82, 83], "belong": 121, "below": [8, 32, 43, 44, 46, 48, 49, 52, 53, 55, 58, 63, 65, 67, 69, 70, 73, 76, 85, 86, 87, 88, 89, 125, 128, 129], "benefici": 68, "benz": 113, "bert_scor": [16, 17, 63, 73], "best": [0, 19, 21, 22, 23, 25, 26, 27, 29, 57, 66, 67, 68, 70, 108, 116, 121, 124, 125, 129], "best_": 121, "best_0": 121, "best_column_nam": 29, "beta": [17, 72], "better": [47, 49, 78, 81, 84, 85, 89, 100, 114, 122, 129], "between": [17, 23, 27, 45, 54, 55, 64, 66, 67, 68, 70, 73, 78, 115, 116, 124], "bfloat16": 105, "bge": [23, 71, 92, 93, 99], "bigram": 17, "bilingu": 54, "bin": 58, "bird": 113, "bit": 47, "bleu": [16, 17, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "blob": 17, "blue": 125, "bm": 71, "bm25": [0, 18, 26, 63, 72, 77, 114, 118, 120, 121, 125], "bm25_api": 27, "bm25_corpu": 27, "bm25_ingest": [18, 27], "bm25_path": 27, "bm25_pure": [18, 27], "bm25_token": [27, 72, 115], "bm25okapi": [27, 115], "bobb": 57, "bool": [0, 5, 6, 7, 8, 10, 15, 17, 20, 23, 28, 29, 30, 64, 65], "boolean": [6, 105], "boost": [75, 99], "both": [0, 52, 55, 63, 65, 79, 128], "botocor": 0, "botocore_config": 0, "botocore_sess": 0, "bottom": 83, "bowl": 50, "branch": 125, "break": [45, 56, 64], "brew": 128, "brief": [50, 65, 66, 67, 68, 70], "broader": 126, "browser": 15, "bshtml": [42, 44], "bucket_nam": [30, 65], "buffer": 52, "bui": 56, "build": [36, 51, 62, 121, 122, 125, 127], "built": [58, 127], "bulb": 50, "button": 62, "byte": 29, "byte_data": 29, "c": [58, 128], "cach": 6, "cache_batch": [6, 40], "calcul": [17, 27, 55, 64, 66, 67, 68, 70, 78, 81, 87, 88, 105, 116, 117, 124], "calculate_cosine_similar": [16, 17], "calculate_inner_product": [16, 17], "calculate_l2_dist": [16, 17], "call": [0, 47, 61, 71, 74, 75, 82, 83, 105, 115, 116], "callabl": [0, 1, 2, 6, 7, 8, 14, 27, 28, 29, 32], "callback_manag": [0, 23], "callbackmanag": [0, 23], "can": [5, 6, 7, 8, 10, 15, 17, 21, 22, 23, 25, 27, 29, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 99, 100, 101, 104, 105, 106, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 123, 124, 125, 126, 127, 128, 129], "cannot": [58, 67, 69, 109, 114], "capabl": [65, 66, 67, 68, 70], "capella": 65, "capit": 50, "case": [26, 36, 40, 51, 55, 57, 64, 66, 67, 68, 69, 70, 76, 122, 125, 128], "cast": [19, 20, 21, 22, 23, 25, 26, 27, 28], "cast_corpus_dataset": [0, 29], "cast_embedding_model": [0, 16], "cast_metr": [0, 16], "cast_qa_dataset": [0, 29], "cast_queri": [18, 27], "cast_to_run": [0, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "castorini": [23, 98], "categor": 123, "caus": [90, 95, 122, 128, 129], "cc": [27, 118], "cd": 58, "certain": [29, 47], "certainli": [52, 64], "cg": 55, "chain": [54, 122], "chang": [10, 29, 40, 49, 71, 72, 90, 95, 106, 115, 125, 126, 128], "channel": [57, 128, 129], "chapter": 51, "charact": [38, 44], "characterist": [66, 67, 68, 70], "chat": [0, 6, 75, 128], "chat_box": 0, "chat_prompt": 21, "chatinterfac": 15, "chatmessag": [0, 9, 12, 23, 47, 50], "chatmodel": 39, "chatopenai": 39, "chatrespons": [23, 47], "check": [0, 17, 28, 30, 35, 36, 49, 51, 52, 57, 58, 61, 63, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 92, 93, 115, 120, 121, 125, 128, 129], "check_expanded_queri": [18, 26], "check_generation_gt": 46, "child": 113, "choic": [115, 122], "choos": [10, 17, 23, 26, 36, 66, 67, 68, 70, 101, 115, 119, 122, 124], "chroma": [0, 69, 71, 72, 121], "chroma_cloud": 64, "chroma_default": 64, "chroma_ephemer": 64, "chroma_http": 64, "chroma_openai": 71, "chroma_persist": 64, "chromadb": [6, 40, 119], "chunk": [0, 1, 5, 8, 35, 36, 40, 49, 52, 82, 110, 125], "chunk_config": [32, 51], "chunk_method": [32, 34, 49, 51], "chunk_modul": [33, 34], "chunk_overlap": [32, 34, 40, 49, 51], "chunk_project_dir": 51, "chunk_siz": [29, 32, 34, 40, 49, 51, 52], "chunk_text": 2, "chunked_cont": [2, 32], "chunked_str": 32, "chunker": [2, 51], "chunker_nod": [1, 2], "ci": 58, "circl": 125, "ciudad": 50, "cl": 29, "claim": 17, "clarifi": 40, "class": [0, 8, 9, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 36, 39, 61, 64, 66, 67, 70, 71, 99, 101, 103, 119], "classif": 49, "classifi": [48, 55], "classmethod": [0, 15, 27, 28], "classvar": [0, 9, 10, 11, 12, 15, 23], "claud": [59, 61, 71], "clear": 46, "clearli": 50, "cli": [59, 129], "click": 62, "client": [0, 9, 10, 11, 12, 23, 40, 46, 48, 50, 66, 68, 69, 70], "client_typ": [30, 64, 68, 69, 70, 71, 72], "clone": 58, "close": 105, "cloud": [7, 30, 64, 65, 67, 68], "clova": [0, 1, 38, 44, 45], "co": [57, 71], "code": [6, 8, 11, 17, 32, 33, 34, 41, 42, 51, 58, 61, 70, 71, 120], "coher": [0, 17, 18, 73, 77, 90, 95, 123], "cohere_api_kei": [90, 123], "cohere_cli": 23, "cohere_rerank": [77, 100], "cohere_rerank_pur": [18, 23], "coherererank": [18, 23], "cointegr": 71, "colber": 91, "colbert": [0, 18, 77, 95, 100], "colbert_rerank": [77, 91], "colbertrerank": [18, 23], "colbertv2": [23, 91], "collect": [6, 27, 29, 36, 40, 64, 66, 67, 68, 70, 120, 125, 126], "collection_nam": [30, 64, 65, 66, 68, 69, 70, 71, 72, 121], "column": [0, 6, 8, 15, 19, 20, 21, 22, 23, 25, 26, 27, 29, 36, 40, 47, 50, 52, 129], "column_nam": 29, "com": [6, 15, 17, 52, 57, 58, 62, 66, 70, 125], "combin": [26, 27, 28, 29, 45, 109, 116, 117, 120, 122, 126], "come": [36, 50, 55, 57, 111, 112, 113, 122, 125], "comedi": 113, "command": [53, 58, 59, 60, 62, 63, 128], "commentari": 46, "commit": 128, "common": [17, 27, 47, 58, 99, 113, 124, 126, 128, 129], "compani": 57, "compar": [56, 73, 124, 127], "comparison": [56, 127], "compat": [8, 61, 71, 76], "compatibilti": 76, "complet": [0, 32, 38, 44, 61, 63, 71, 75], "completion_to_prompt": 0, "completionrespons": 0, "completiontoprompttyp": 0, "complex": [41, 47, 125], "complic": 47, "compon": 126, "comprehens": 77, "compress": [21, 56, 80, 81, 84, 125], "compress_raga": [8, 9, 47], "compressor": [21, 56, 77, 80, 81, 82, 83, 123], "comput": [0, 9, 10, 11, 12, 15, 17, 18, 23, 65, 81, 99], "computedfieldinfo": [0, 9, 10, 11, 12, 15, 23], "concaten": 44, "concept": 54, "concept_completion_query_gen": [8, 12, 50], "concis": [11, 49, 50, 51], "conclud": 105, "conclus": 108, "condit": [36, 39], "conditional_evolve_raga": [8, 9, 47], "config": [0, 9, 10, 11, 12, 15, 23, 58, 61, 69, 71, 72, 124, 125, 128], "config_dict": 15, "configdict": [0, 9, 10, 11, 12, 15, 23], "configur": [0, 9, 10, 11, 12, 15, 23, 29, 57, 58, 59, 60, 62, 73, 74, 76, 81, 82, 83, 100, 105, 109, 114, 118, 122, 126, 129], "conflict": 54, "conform": [0, 9, 10, 11, 12, 15, 23], "confus": 84, "connect": [0, 54, 64, 65, 68, 69, 70, 119], "connection_str": [30, 65], "consid": [6, 55, 58, 69, 76, 114], "consist": [0, 17, 73, 123], "constraint": [46, 58], "consum": [57, 69], "contain": [2, 6, 7, 8, 17, 19, 21, 22, 23, 25, 27, 28, 29, 36, 38, 40, 44, 45, 46, 47, 52, 55, 107, 108, 110, 113, 121, 122, 126, 128, 129], "content": [32, 40, 42, 44, 47, 50, 52, 70, 81, 85, 86, 87, 88, 89, 100, 109, 118, 119, 127], "content_embed": [23, 27], "content_s": [6, 40], "contents_list": 29, "context": [0, 23, 46, 48, 50, 54, 55, 77, 80, 105, 106, 109, 126], "context_s": 0, "contextu": 54, "contradict": 54, "contributor": 58, "control": [17, 61, 66, 71, 76], "conveni": [40, 53], "convert": [0, 15, 28, 29, 40, 41, 43, 120], "convert_datetime_str": [0, 29], "convert_env_in_dict": [0, 29], "convert_inputs_to_list": [0, 29], "convert_string_to_tuple_in_dict": [0, 29], "convex": [27, 116], "cool": 125, "copi": 62, "core": [0, 34, 40, 47, 50, 54, 61, 71], "coroutin": 29, "corpu": [0, 1, 4, 6, 8, 27, 35, 48, 49, 50, 54, 58, 59, 60, 62, 63, 69, 72, 78, 86, 104, 110, 118, 121, 129], "corpus_data": [6, 27, 29], "corpus_data_path": [0, 58, 59, 60, 62, 63, 69, 128, 129], "corpus_data_row": 6, "corpus_df": [6, 8, 14, 20, 29, 39, 40, 51], "corpus_df_to_langchain_docu": [1, 14], "corpus_inst": 51, "corpus_path": 27, "corpus_save_path": 8, "corpus_test": 129, "correct": [0, 55, 127], "correl": 54, "correspond": [0, 9, 10, 11, 12, 15, 23, 28, 65, 66, 67, 68, 70], "cosin": [17, 27, 30, 54, 64, 66, 67, 68, 70, 78, 127], "cost": [17, 45, 65, 81, 129], "cot": 54, "couchbas": [0, 69], "couchbase_connection_str": 65, "couchbase_db": 65, "couchbase_password": 65, "couchbase_usernam": 65, "could": [19, 21, 22, 23, 25, 27], "couldn": 53, "count": [17, 80, 115], "cours": 57, "cover": [32, 35, 38, 40, 44, 47, 49, 50, 51], "cpp": 94, "cpu": [17, 99, 123], "cr": 70, "creat": [0, 5, 6, 7, 8, 12, 15, 28, 29, 32, 35, 36, 37, 38, 41, 44, 49, 50, 51, 52, 53, 57, 63, 64, 66, 67, 68, 70, 107, 110, 116, 121, 125], "creation": [6, 8, 50, 57, 129], "criterion": 126, "critic": 6, "critic_llm": [6, 39], "cross": [23, 94, 102], "crucial": [32, 35, 36, 38, 44, 49, 69, 81, 100, 108, 126], "csv": [32, 38, 44, 122, 129], "cucumb": 113, "cuda": [58, 91, 92, 93, 94, 99, 102], "cudnn": 58, "cue": 105, "cumul": 76, "curiou": 63, "current": [15, 29, 32, 38, 44, 52, 56, 94, 126, 129], "curs": 47, "custom": [0, 43, 53, 65, 66, 67, 68, 70, 74, 82, 83, 87, 88, 101, 105, 111, 112, 113, 119, 124, 126, 127, 128], "custom_gener": 127, "custom_query_gen": [8, 12, 50], "custom_retriev": 127, "cutoff": [77, 84], "cycl": 125, "czech": 32, "d": [6, 26, 29, 36, 52], "dag": 125, "dai": 125, "danish": 32, "data": [0, 25, 26, 27, 28, 29, 32, 33, 34, 36, 37, 38, 41, 42, 44, 46, 47, 48, 50, 52, 54, 57, 58, 63, 65, 66, 67, 68, 69, 70, 73, 81, 100, 108, 114, 119, 126, 129], "data_list": 52, "data_path": 7, "data_path_glob": [0, 7, 51], "data_path_list": 7, "databas": [30, 64, 65, 66, 67, 68, 70, 119], "dataformat": 32, "datafram": [0, 2, 5, 6, 8, 11, 14, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 47, 127], "dataset": [6, 8, 10, 29, 32, 35, 40, 48, 50, 51, 55, 57, 58, 59, 60, 62, 63, 69, 116, 121, 127, 128], "date": [50, 77, 86], "datetim": [36, 38, 44, 86, 104], "db": [0, 6, 30, 64, 125], "db_name": [30, 66], "db_type": [64, 65, 66, 67, 68, 69, 70, 71, 72], "dbsf": [27, 116, 118], "dcg": 55, "dd": 86, "de": 50, "deal": 81, "debug": 36, "decid": [63, 76, 125, 126], "decis": 126, "decod": 29, "decode_multiple_json_from_byt": [0, 29, 52], "decompos": [26, 77, 114], "decomposit": 113, "decor": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 127], "decreas": [48, 75, 91, 92, 93, 94, 99, 102], "dedic": 77, "deep": 99, "deepev": 17, "deepeval_faith": [16, 17], "deepeval_prompt": [0, 16], "def": [32, 47, 52, 127], "default": [0, 2, 5, 6, 7, 11, 15, 17, 21, 23, 25, 26, 27, 29, 30, 32, 36, 40, 43, 46, 50, 52, 58, 64, 65, 66, 67, 68, 70, 71, 74, 75, 77, 79, 80, 82, 83, 85, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 109, 111, 112, 114, 115, 116, 117, 119, 120, 124, 126, 128], "default_config": [69, 128, 129], "default_databas": [30, 64], "default_factori": [0, 23], "default_ten": [30, 64], "defaulttoken": 17, "defin": [0, 9, 10, 11, 12, 15, 23, 58, 76, 78, 98, 100, 118, 119, 124, 127], "delet": [0, 29, 30, 65, 66, 67, 68, 70, 84, 128], "delete_collect": [0, 30, 66, 67, 68, 70], "delete_index": [0, 30], "deletion_protect": [30, 67], "deliv": 125, "demo": 57, "demoj": [0, 29], "dens": [27, 111, 115, 119], "depend": [10, 32, 58, 76, 115, 121, 129], "deploi": [0, 52, 53, 57, 99], "deploy": [57, 60, 66, 68, 70, 71, 116], "deportiva": 50, "deprec": [27, 37], "deriv": 46, "describ": [51, 52], "descript": [0, 23, 49, 52, 61, 71, 73, 78, 100, 118], "design": [6, 40, 54, 63, 66, 67, 70, 73, 103, 108, 116, 117], "detail": [41, 47, 50, 51, 54, 59, 69, 73, 76, 96, 101, 109, 110, 114, 126, 129], "detect": 116, "determin": [65, 66, 67, 68, 73, 121, 124], "develop": [17, 52, 68, 76, 122, 126], "devic": [23, 99], "device_map": [60, 71], "df": [15, 29, 48, 49, 51, 128], "diagram": [122, 125], "dict": [0, 2, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 45, 47, 64], "dict_": 29, "dict_column": 29, "dict_to_markdown": [0, 29], "dict_to_markdown_t": [0, 29], "dictionari": [0, 6, 9, 10, 11, 12, 15, 16, 23, 27, 29, 32, 36, 39, 40, 73, 98, 127], "did": [0, 127], "didn": 39, "differ": [6, 10, 29, 32, 36, 40, 44, 46, 47, 49, 51, 54, 61, 64, 71, 73, 98, 112, 114, 115, 117, 121, 126], "difficulti": [47, 128], "dimens": [26, 29, 30, 65, 67, 68], "dir": [44, 52, 129], "direct": [44, 47, 50, 60, 71, 104, 114], "directli": [8, 39, 43, 50, 54, 55, 81, 90, 95, 97, 106, 120, 122, 128], "directori": [0, 5, 6, 15, 19, 21, 22, 23, 25, 26, 27, 32, 38, 42, 44, 51, 52, 53, 63, 69, 128, 129], "directoryload": 40, "disabl": [30, 67, 69, 128, 129], "discord": [57, 125, 128, 129], "discrimin": 48, "displai": 36, "distanc": [30, 66, 67, 68, 70, 127], "distance_to_scor": [0, 30], "distinct": 81, "distinguish": [45, 116], "distribut": [6, 39, 40, 65], "distribute_list_by_ratio": [4, 6], "divid": [41, 55, 115, 123], "dl": 98, "do": [5, 6, 8, 26, 36, 44, 45, 47, 55, 56, 57, 58, 120, 121, 125, 129], "doc": [6, 15, 36, 37, 55, 58, 71, 76, 124], "doc123": 52, "doc456": 52, "doc_id": [0, 2, 15, 27, 29, 32, 52, 128], "docker": [30, 68], "dockerfil": 58, "document": [2, 5, 6, 7, 8, 14, 15, 23, 27, 32, 35, 36, 38, 41, 42, 43, 44, 45, 50, 51, 52, 58, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 81, 100, 106, 109, 110, 114, 115, 118, 120, 122, 124, 125, 126, 129], "document_load": [7, 40, 42], "doe": [15, 27, 44, 46, 54, 58, 73, 74, 75, 76, 81, 84, 100, 109, 120, 122], "doesn": [6, 55, 65, 66, 67, 68, 70, 113, 125, 128], "domain": 115, "don": [0, 10, 25, 29, 36, 38, 40, 44, 46, 49, 51, 55, 57, 109, 116, 123, 125, 128, 129], "done": 129, "dontknow": [1, 8, 48, 49, 51], "dontknow_filter_llama_index": [8, 10, 48], "dontknow_filter_openai": [8, 10, 48], "dontknow_filter_rule_bas": [8, 10, 48, 49, 51], "dotenv": [58, 128], "doubl": 36, "down": [55, 64], "download": [36, 58, 129], "dozen": 63, "drive": 113, "drop": [10, 48, 49, 51, 108, 128], "due": [58, 94], "dummi": 127, "duplic": [28, 36, 120], "durat": 66, "dure": [114, 128], "dutch": 32, "dynam": [58, 126], "dynamically_find_funct": 0, "e": [58, 61, 71, 74, 82, 83, 127], "e1c0": 128, "each": [0, 6, 8, 26, 27, 28, 29, 36, 39, 40, 44, 51, 52, 54, 64, 69, 87, 88, 113, 116, 117, 120, 121, 122, 123, 124, 125, 126, 128], "earli": 36, "easi": 62, "easier": 120, "easili": [32, 38, 44, 50, 119, 125, 127, 129], "east": [30, 67], "echo": 128, "edg": 65, "edit": [58, 63, 128], "edit_summary_df_param": [18, 27], "editor": 120, "effect": [12, 45, 47, 65, 73, 100, 117, 118, 126, 127, 129], "effective_ord": 17, "effici": [66, 67, 68, 70, 81], "effort": 126, "either": 55, "elem": 29, "element": [27, 28, 29], "els": 52, "emb": [119, 125], "embed": [0, 6, 17, 27, 30, 40, 54, 57, 58, 61, 63, 64, 65, 66, 67, 68, 69, 70, 73, 77, 78, 87, 88, 100, 115, 119, 121, 123, 127, 129], "embed_batch_s": 0, "embed_dim": 0, "embedding model": [61, 71], "embedding_batch": [30, 64, 65, 66, 67, 68, 69, 70, 72], "embedding_kei": [30, 65], "embedding_model": [6, 17, 20, 26, 27, 29, 30, 39, 40, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 78, 87, 88, 114, 118, 127], "embedding_query_cont": [0, 29], "emploi": 113, "empti": [0, 27, 36, 63, 66, 120], "empty_cuda_cach": [0, 29], "en": [9, 10, 11, 12, 17, 23, 32, 43, 46, 48, 49, 50, 51, 71, 73, 95, 98], "en_qa": 48, "en_qa_df": 48, "enabl": 67, "encod": [19, 23, 94, 102], "encount": 128, "encourag": 50, "end": [29, 36, 52, 105], "end_idx": [0, 2, 15, 52], "endpoint": [0, 15, 60, 61, 71, 129], "engin": [68, 127], "enginearg": 76, "english": [2, 32, 34, 90, 115, 123], "enhanc": [100, 105, 124, 126], "enough": [36, 84], "ensur": [50, 52, 58, 69, 73, 81, 100, 109, 114, 118, 127], "enter": 63, "entir": 65, "entri": 81, "entrypoint": 58, "enumer": 52, "env": [58, 75], "environ": [7, 29, 42, 53, 58, 69, 76, 90, 95, 97, 106, 123, 128, 129], "ephemer": 64, "equal": [6, 55], "equival": 52, "error": [0, 11, 75, 76, 90, 95, 101, 113], "essenc": 50, "essenti": [63, 72, 85, 86, 87, 88, 89, 109, 116, 117, 122, 126, 128], "estonian": 32, "etc": [36, 40, 120], "euclidean": [66, 67, 68, 70], "eval": 17, "evalu": [10, 15, 19, 21, 22, 23, 25, 26, 27, 29, 32, 35, 36, 37, 48, 54, 57, 58, 59, 60, 62, 63, 69, 73, 76, 81, 100, 109, 114, 116, 118, 120, 121, 124, 126, 128], "evaluate_gener": [0, 16], "evaluate_generator_nod": [18, 19], "evaluate_generator_result": [18, 25], "evaluate_one_prompt_maker_nod": [18, 25], "evaluate_one_query_expansion_nod": [18, 26], "evaluate_passage_compressor_nod": [18, 21], "evaluate_retriev": [0, 16], "evaluate_retrieval_cont": [0, 16], "evaluate_retrieval_nod": [18, 27], "even": [0, 48, 108, 116, 123], "evenly_distribute_passag": [18, 27], "event": [29, 50, 52, 128], "event loop autorag": 128, "ever": 125, "everi": [19, 72, 75, 126], "evolut": [6, 39], "evolv": [1, 8, 49, 50], "evolve_to_rud": 47, "evolved_queri": [8, 9], "exact": [48, 54], "exactli": 55, "exampl": [0, 6, 10, 36, 38, 40, 44, 47, 49, 54, 61, 64, 66, 68, 69, 71, 72, 120, 122, 125, 128, 129], "example_node_line_1": 124, "example_node_line_2": 124, "exc_traceback": 0, "exc_typ": 0, "exc_valu": 0, "exce": [73, 75, 81, 100, 109, 113], "exceed": [109, 114, 118], "except": [56, 65, 123], "exclud": [0, 23, 50, 123], "exclus": 119, "execut": [0, 27, 29, 58, 61, 71, 114, 129], "exist": [0, 5, 6, 27, 28, 30, 36, 65, 66, 67, 68, 69, 70, 94, 121], "exist_gen_gt": [6, 40], "existing_qa": 40, "existing_qa_df": 40, "existing_query_df": 6, "exp": 17, "exp_norm": [18, 23], "expand": [114, 122, 127], "expanded_queri": 26, "expanded_query_list": 26, "expans": [25, 26, 27, 36, 77, 81, 111, 113, 123, 125], "expect": [36, 68, 105], "expens": [17, 45, 48, 69], "experi": [0, 57, 59, 60, 62, 63, 121, 125, 128, 129], "experiment": [69, 73], "expert": [46, 50], "expir": 53, "explain": [64, 121, 123, 124, 125], "explan": 50, "explicit": 54, "explicitli": 69, "explod": [0, 29], "explode_valu": 29, "explor": [58, 116, 117], "export": [58, 90, 95, 97, 106, 123, 128], "expos": 15, "express": 59, "extend": 64, "extens": [5, 6, 38, 44, 69, 120], "extent": 54, "extern": 50, "extra": [7, 17, 29, 46, 115], "extract": [15, 28, 42, 86, 104, 115, 116], "extract_best_config": [0, 15, 129], "extract_evid": [0, 1], "extract_node_line_nam": [0, 15], "extract_node_strategi": [0, 15], "extract_retrieve_passag": [0, 15], "extract_valu": [0, 28], "extract_values_from_nod": [0, 28], "extract_values_from_nodes_strategi": [0, 28], "extract_vectordb_config": [0, 15], "f": [47, 52, 77, 109], "f1": [17, 81], "face": [57, 58, 99], "facebook": [72, 76], "facet": 68, "facilit": 73, "fact": 125, "factoid": 49, "factoid_query_gen": [8, 12, 49, 50, 51, 72], "factori": 0, "factual": 50, "fail": [52, 68], "failur": 68, "faith": 17, "faithfulnesstempl": [16, 17], "fall": 17, "fallback": 17, "fals": [0, 5, 6, 7, 10, 15, 17, 23, 29, 30, 43, 64, 65, 69, 85, 89, 92, 93, 101, 105], "familiar": 125, "fashion": 83, "fast": [48, 76, 90, 94, 95, 106], "faster": [65, 66, 67, 68, 70, 76, 81], "fate": 125, "favorit": 120, "featur": [2, 36, 41, 54, 58, 73, 125, 129], "fee": 119, "feedback": [122, 125], "feel": [47, 57, 125, 129], "fetch": [0, 30, 65, 66, 67, 68, 70, 78, 79, 118], "fetch_cont": [0, 29], "fetch_one_cont": [0, 29], "few": [51, 113, 125, 129], "field": [0, 9, 10, 11, 12, 15, 17, 23, 55, 86, 104, 127], "fieldinfo": [0, 9, 10, 11, 12, 15, 23], "fields_to_check": [17, 28], "file": [0, 5, 6, 7, 8, 14, 15, 17, 29, 36, 40, 43, 52, 53, 54, 57, 58, 61, 64, 66, 68, 69, 71, 72, 76, 90, 95, 97, 101, 106, 116, 121, 122, 124, 125, 126, 127, 128], "file_dir": [5, 6], "file_nam": [2, 32], "file_name_languag": 2, "file_pag": [0, 15, 52], "file_path": 14, "file_typ": 44, "filenam": [5, 6, 27], "filepath": [0, 5, 6, 15, 29, 52], "filesystem": [14, 58], "fill": [29, 36, 54], "filter": [0, 1, 8, 22, 51, 68, 75, 77, 78, 85, 87, 88, 89], "filter_by_threshold": 0, "filter_dict_kei": [0, 29], "filter_exist_id": [18, 27], "filter_exist_ids_from_retrieval_gt": [18, 27], "filtered_qa": 48, "final": [0, 32, 38, 44, 45, 80, 117, 122, 125], "find": [0, 10, 29, 33, 34, 40, 41, 42, 43, 48, 50, 54, 55, 57, 59, 61, 71, 80, 103, 109, 116, 117, 118, 121, 122, 126], "find_key_valu": [0, 29], "find_node_dir": 0, "find_node_summary_fil": [0, 29], "find_trial_dir": [0, 29], "find_unique_elem": [18, 27], "fine": 110, "finnish": 32, "first": [8, 15, 17, 27, 29, 40, 47, 49, 50, 52, 55, 56, 57, 58, 59, 62, 63, 65, 69, 76, 90, 95, 97, 100, 106, 119, 120, 121, 122, 123, 125], "fit": [54, 65, 126], "five": 36, "fix": 54, "fixed_min_valu": 27, "flag": [77, 100], "flag_embed": [0, 18], "flag_embedding_llm": [0, 18], "flag_embedding_llm_rerank": [77, 92], "flag_embedding_rerank": [77, 93], "flag_embedding_run_model": [18, 23], "flagembed": [58, 92, 93], "flagembeddingllm": 93, "flagembeddingllmrerank": [18, 23], "flagembeddingrerank": [18, 23], "flash": 43, "flashrank": [0, 18, 100], "flashrank rerank": 94, "flashrank_rerank": 94, "flashrank_run_model": [18, 23], "flashrankrerank": [18, 23], "flask": [15, 52, 57], "flat_list": 29, "flatmap": [1, 8], "flatten": 29, "flatten_appli": [0, 29], "flexibl": [65, 98, 116, 126], "float": [0, 15, 17, 23, 27, 28, 30, 52, 66, 76], "float16": [60, 71], "floor": 17, "flow": 54, "fluenci": [17, 73], "fn": 8, "focu": [81, 129], "focus": [46, 126], "folder": [15, 58, 59, 62, 69, 123, 125], "follow": [6, 27, 32, 33, 34, 35, 36, 38, 39, 40, 42, 43, 44, 45, 51, 52, 53, 55, 58, 59, 60, 61, 62, 63, 69, 71, 76, 86, 105, 116, 121, 125, 127, 128], "forget": 129, "form": [2, 6, 32, 35, 40, 41, 51, 54], "format": [0, 29, 32, 38, 40, 41, 44, 55, 86, 105, 121], "forward": 79, "found": [40, 50, 54, 74, 82, 83, 87, 88, 96, 101, 119, 129], "four": [56, 64, 123], "fp16": [92, 93], "fragment": 17, "frame": 0, "framework": [39, 54, 125], "franc": 50, "free": [52, 57, 125, 129], "french": 32, "frequent": [61, 71], "friendli": 53, "from": [0, 2, 6, 7, 8, 9, 10, 11, 12, 14, 15, 17, 23, 26, 27, 28, 29, 32, 33, 34, 35, 36, 38, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 61, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 78, 81, 86, 90, 94, 95, 97, 100, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129], "from_datafram": [0, 28], "from_dict": [0, 28], "from_parquet": [0, 32, 51], "from_trial_fold": [0, 15, 52, 53, 129], "from_yaml": [0, 15, 52, 53, 129], "fstring": [0, 18, 63, 65, 66, 67, 68, 70, 77, 107, 109, 110, 125], "full": [36, 44, 46, 58, 59, 62, 65, 67, 68, 70, 76, 121, 126], "full_ingest": [0, 69], "fulli": 58, "func": [0, 2, 6, 7, 19, 29], "function": [0, 5, 6, 8, 10, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 38, 40, 41, 44, 49, 50, 64, 65, 66, 67, 68, 70, 72, 76, 103, 126, 127, 129], "fundament": 118, "further": [27, 55, 59, 60, 62, 74, 82, 83, 111, 112, 113], "fuse": [27, 116], "fuse_per_queri": [18, 27], "fusion": [27, 117], "futur": [36, 52, 75, 122, 125, 126], "g": [17, 61, 71, 74, 82, 83, 127], "g_eval": [16, 17, 54, 73], "gamma": 17, "gcc": 128, "gcp": 67, "gemini": 43, "gemini_api_kei": 43, "gemma": [23, 92], "gener": [0, 6, 8, 11, 15, 18, 25, 29, 35, 36, 37, 40, 47, 48, 51, 52, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 74, 75, 76, 77, 81, 105, 109, 111, 112, 113, 114, 122, 123, 125, 126, 128], "generate_answ": [4, 6, 40], "generate_basic_answ": [4, 6], "generate_claim": [16, 17], "generate_qa_llama_index": [4, 6, 40, 72], "generate_qa_llama_index_by_ratio": [4, 6, 40], "generate_qa_raga": [4, 6, 39], "generate_qa_row": [4, 6], "generate_row_funct": 6, "generate_simple_qa_dataset": [4, 6], "generate_truth": [16, 17], "generate_verdict": [16, 17], "generate_with_langchain_doc": 6, "generated_log_prob": [0, 28, 127], "generated_text": [0, 15, 17, 28, 52, 127], "generated_token": 127, "generation_gt": [0, 1, 6, 8, 10, 17, 28, 46, 48, 49, 51, 127], "generation_result_df": 127, "generator_class": 25, "generator_dict": 18, "generator_llm": [6, 39], "generator_model": [61, 71], "generator_modul": [25, 109], "generator_module_typ": [17, 111, 112, 113], "generator_nod": [18, 19], "generator_param": 25, "german": 32, "get": [0, 7, 14, 20, 29, 39, 40, 43, 47, 48, 50, 54, 58, 67, 74, 75, 84, 90, 94, 95, 97, 106, 120, 122, 125, 128, 129], "get_best_row": [0, 29], "get_bm25_pkl_nam": [18, 27], "get_bm25_scor": [18, 27], "get_colbert_embedding_batch": [18, 23], "get_colbert_scor": [18, 23], "get_default_llm": 23, "get_event_loop": [0, 29], "get_file_metadata": [1, 14], "get_hybrid_execution_tim": [18, 27], "get_id_scor": [18, 27], "get_ids_and_scor": [18, 27], "get_metric_valu": 0, "get_multi_query_expans": [18, 26], "get_nodes_from_docu": 40, "get_or_create_collect": 40, "get_param_combin": [0, 1, 14, 28], "get_query_decompos": [18, 26], "get_result": [18, 19], "get_result_o1": [18, 19], "get_runn": 0, "get_scores_by_id": [18, 27], "get_start_end_idx": [1, 14], "get_structured_result": [18, 19], "get_support_modul": 0, "get_support_nod": 0, "get_support_vectordb": [0, 30], "get_vers": 52, "gg": [57, 125], "girl": [36, 113], "gist": 54, "git": 58, "github": [17, 36, 57, 58, 125, 128, 129], "give": [0, 47, 55], "given": [0, 5, 6, 15, 17, 27, 29, 40, 46, 48, 50, 63, 65, 66, 67, 68, 70, 80, 97, 98, 101, 103, 111, 112, 122], "glob": [38, 40, 44], "go": [36, 55, 57, 62, 115, 124, 129], "goal": [114, 122], "goe": [72, 125], "gone": 75, "good": [10, 36, 40, 48, 49, 51, 54, 125, 129], "got": 75, "gpt": [9, 10, 11, 12, 17, 25, 39, 40, 43, 44, 48, 50, 54, 61, 65, 66, 67, 68, 70, 71, 73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "gpt-3.5": 75, "gpt-4": 75, "gpt2": [73, 75, 109, 115], "gpt4o": [7, 43], "gpu": [99, 129], "gr": 15, "gradio": [0, 129], "gradiorunn": [0, 15, 129], "grain": 110, "gram": [17, 54], "gratitud": 94, "great": [35, 40, 48, 57, 115, 122], "greatest": 48, "greek": 32, "ground": [6, 17, 36, 46, 48, 54, 55, 73, 122, 127], "ground_truth": 17, "group": [36, 50], "grpc_port": [30, 70], "gt": [0, 17, 36, 46, 54, 55, 56, 122], "guarante": [84, 122], "guess": 47, "guid": [35, 40, 51, 57, 65, 70, 73, 81, 100, 109, 114, 115, 118, 125, 126, 129], "guidanc": 6, "h": 52, "ha": [6, 8, 11, 12, 36, 40, 48, 50, 51, 54, 56, 81, 124, 125, 129], "had": 129, "halftim": 50, "hallucin": [2, 32, 125], "ham": 70, "hamlet": 113, "hand": [36, 84], "handi": 14, "handle_except": 0, "happen": 125, "hard": [40, 47, 57, 122, 125], "hardwar": 99, "harmon": [54, 55, 56], "have": [0, 6, 8, 10, 27, 29, 32, 35, 36, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 99, 102, 104, 113, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129], "haven": 52, "head": 29, "header": [30, 64], "help": [36, 81, 99, 110, 116], "here": [6, 15, 32, 33, 34, 35, 36, 38, 39, 42, 43, 44, 47, 50, 51, 52, 54, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 75, 76, 77, 80, 87, 88, 92, 93, 96, 106, 115, 119, 120, 121, 122, 123, 125, 127, 128, 129], "hf": [21, 80], "hf_config": 60, "hh": 86, "high": [17, 68, 100], "higher": [54, 55, 76, 81, 95, 126], "highest": [10, 27], "highli": [47, 51, 54, 65, 115, 129], "hit": 55, "home": 50, "homepag": 57, "hood": 122, "hop": [6, 8, 12, 40, 49, 113], "hope": 121, "hopefulli": 55, "host": [15, 30, 52, 58, 60, 61, 64, 67, 68, 70, 71, 129], "hour": 53, "how": [6, 32, 35, 38, 40, 44, 46, 49, 50, 51, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 74, 82, 83, 87, 88, 105, 113, 115, 119, 120, 121, 123, 124, 125, 127, 129], "howev": [40, 51, 55, 69, 116, 122, 125], "html": [6, 15, 34, 44], "htmlnodepars": 34, "http": [6, 7, 15, 17, 30, 52, 57, 58, 62, 64, 66, 68, 71, 125], "hug": [58, 99], "huge": 0, "huggingfac": [17, 26, 36, 57, 58, 61, 76, 109, 129], "huggingface_all_mpnet_base_v2": [63, 71], "huggingface_baai_bge_smal": 71, "huggingface_bge_m3": 71, "huggingface_cointegrated_rubert_tiny2": 71, "huggingface_evalu": [16, 17], "huggingfaceembed": 71, "huggingfacellm": [74, 82, 83], "human": 54, "hybrid": [27, 44, 77, 118, 120], "hybrid cc": 116, "hybrid rrf": 117, "hybrid_cc": [0, 18, 63, 77, 114, 116, 118], "hybrid_dbsf": 63, "hybrid_module_func": 27, "hybrid_module_param": 27, "hybrid_rrf": [0, 18, 63, 72, 77, 114, 117, 118, 120], "hybrid_rsf": 63, "hybridcc": [18, 27], "hybridretriev": [18, 27], "hybridrrf": [18, 27], "hyde": [0, 18, 61, 71, 77, 114], "hydrogen": 113, "hyperparamet": [27, 120], "hypothet": 111, "i": [0, 2, 5, 6, 7, 8, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 35, 36, 37, 38, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 79, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113, 115, 116, 117, 118, 119, 121, 123, 126, 127, 129], "id": [0, 20, 23, 27, 29, 30, 32, 36, 49, 52, 59, 65, 66, 67, 68, 69, 70, 89, 94, 99, 118, 127], "id_": 29, "id_column_nam": 29, "idcg": 55, "ideal": [55, 64, 65, 68], "ident": 50, "identifi": [36, 52, 61, 64, 65, 66, 67, 68, 70, 71, 100, 118], "idf": [54, 115], "idx_rang": 8, "ignor": [27, 52], "imag": [36, 121, 129], "imagin": 36, "imdb": 113, "immedi": 114, "impact": [55, 81, 109, 114, 119], "implement": [64, 66, 125, 127], "import": [32, 33, 34, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 58, 61, 64, 69, 71, 72, 84, 113, 115, 117, 125, 129], "importerror": 128, "imposs": [48, 125], "improv": [17, 68, 81, 100, 105, 114, 127], "inc": [57, 58, 125], "includ": [6, 12, 17, 19, 36, 50, 52, 54, 55, 61, 64, 71, 74, 82, 83, 99, 109, 114, 116, 124, 126, 127], "incorrect": [55, 86], "increas": [47, 55, 68, 95, 114, 126, 128], "increment": [12, 52], "index": [0, 2, 5, 6, 10, 27, 29, 32, 36, 48, 50, 52, 59, 60, 62, 67, 74, 75, 77, 110, 128], "index_nam": [30, 65, 67], "index_typ": [30, 66], "index_valu": 29, "indic": [17, 29, 36, 55], "individu": 126, "industri": 52, "infer": [94, 99], "influenc": 55, "info": [52, 58], "inform": [27, 32, 33, 34, 36, 38, 42, 43, 44, 46, 47, 50, 54, 55, 59, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 82, 83, 86, 87, 88, 100, 104, 115, 116, 117, 118, 119, 120, 121, 124, 125, 126, 129], "ingest": [0, 6, 27, 65, 67, 68], "ingest_batch": [30, 65, 67, 68], "ini": 58, "initi": [0, 15, 17, 26, 49, 51, 61, 71, 76, 100, 105, 128], "initial_corpu": 49, "initial_corpus_df": 51, "initial_qa": [49, 51], "initial_qa_df": 51, "initial_raw": 49, "initial_raw_df": 51, "inner": [66, 67, 68, 70, 127], "input": [0, 6, 11, 12, 20, 23, 26, 27, 29, 30, 36, 39, 40, 53, 74, 75, 81, 102, 106, 107, 108, 110, 112, 116, 117, 122, 125], "input_list": 6, "input_metr": 27, "input_str": 23, "input_tensor": 23, "input_text": 23, "inquir": 50, "insert": [29, 36, 65, 66, 67, 68, 70], "insid": [0, 58, 129], "inspect": 58, "inspir": [79, 85, 86, 87, 88, 89, 111], "instal": [52, 57, 61, 70, 71, 115, 129], "instanc": [2, 7, 8, 10, 17, 21, 27, 28, 29, 36, 47, 50, 51, 61, 69, 71, 74], "instead": [0, 50, 72, 129], "instruct": [21, 36, 58, 59, 60, 61, 62, 63, 71, 76, 80, 103, 105, 115], "int": [0, 2, 6, 7, 8, 12, 14, 15, 17, 19, 20, 21, 23, 27, 29, 30, 36, 64, 65, 66, 67, 68, 70], "integ": 52, "integr": [60, 62, 71, 98, 126], "intel": 99, "intellig": 52, "intend": 126, "interact": [15, 53], "interchang": 126, "interest": 125, "interfac": [15, 60, 61, 71], "intermedi": 23, "internet": [15, 119], "interv": 0, "introduc": [47, 54, 72, 124], "introductori": [46, 50], "intuit": 68, "invent": 50, "invokemodel": 0, "involv": [68, 100, 118], "io": 70, "ip": [27, 30, 64, 66, 67, 68, 70], "ir": [23, 91], "irrelev": 84, "is_async": 6, "is_best": 29, "is_dont_know": [8, 10], "is_exist": [0, 30, 65, 66, 67, 68, 70], "is_fields_notnon": [0, 28], "is_passage_depend": [8, 10], "issu": [57, 73, 94, 125, 128, 129], "italian": 32, "item": [17, 29, 55, 88, 89], "iter": [0, 8], "iter_cont": 52, "iterrow": 127, "its": [6, 11, 15, 21, 25, 27, 28, 29, 36, 40, 51, 53, 64, 65, 103, 109, 114, 119, 122, 124, 125], "itself": [46, 61, 71, 116, 122], "ivf_flat": [30, 66], "ja": [10, 17, 32, 46, 48, 50, 58, 115], "japanes": 32, "java_hom": 58, "jdk": 58, "jean": [36, 50], "jeffrei": 57, "jina": [0, 18, 77, 95, 123], "jina_rerank": [77, 100], "jina_reranker_pur": [18, 23], "jinaai": 95, "jinaai_api_kei": [95, 123], "jinarerank": [18, 23], "job": 122, "jq_schema": [42, 44], "json": [29, 41, 43, 44, 52, 129], "json_schema": 0, "json_to_html_t": 41, "judgment": 54, "just": [8, 11, 15, 27, 36, 40, 46, 48, 51, 75, 115, 125, 129], "k": [17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 36, 71, 78, 100, 118, 120], "keep": [0, 29, 51, 75, 86, 88, 89, 120, 129], "kei": [0, 7, 15, 16, 17, 28, 29, 32, 33, 34, 36, 40, 42, 43, 44, 61, 62, 63, 65, 67, 68, 70, 71, 75, 90, 95, 97, 106, 119, 120, 128, 129], "key_column_nam": 29, "keyword": [0, 6, 7, 21, 54, 71, 74, 82, 83, 111, 112, 113], "kf1_polici": 125, "kim": 57, "kind": [36, 125, 128], "kiwi": [32, 115], "kiwi_result": 32, "kiwipiepi": 32, "kkma": 115, "know": [10, 36, 46, 47, 49, 51, 57, 59, 60, 62, 109, 120, 121, 122, 126, 129], "knowledg": [36, 46], "known": [40, 55, 65], "ko": [10, 17, 32, 44, 46, 48, 50, 58, 77, 100], "ko-rerank": 96, "ko_rerank": 77, "konlpi": [33, 58, 115], "korea": [57, 58, 125], "korean": [2, 17, 32, 33, 71, 96, 123], "korerank": [0, 18, 96], "koreranker_run_model": [18, 23], "kosimcs": 71, "kwarg": [0, 6, 7, 8, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 74, 82, 83, 111, 112, 113], "l": [23, 94, 102], "l2": [27, 30, 64, 66, 67, 68, 70, 127], "label": [55, 111], "lama_index": 40, "lambda": [0, 32, 48, 49, 51, 127], "lang": [9, 10, 11, 12, 17, 48, 49, 50, 51, 73], "langchain": [1, 2, 4, 6, 7, 32, 39, 40, 44, 112, 125], "langchain_chunk": [0, 1, 33], "langchain_chunk_pur": [1, 2], "langchain_commun": [40, 42], "langchain_docu": 5, "langchain_document_to_parquet": 40, "langchain_documents_to_parquet": [4, 5, 40, 72], "langchain_openai": 39, "langchain_pars": [0, 1, 38, 42, 44, 45, 51], "langchain_parse_pur": [1, 7], "langchain_text_splitt": 40, "languag": [2, 6, 10, 11, 17, 32, 44, 46, 48, 50, 54, 58, 73, 74, 81, 82, 83, 90, 99, 105, 115, 126], "laredo": 50, "larg": [23, 54, 69, 71, 73, 74, 81, 82, 83, 90, 93, 95, 97, 98, 99, 110, 126], "larger": [65, 66, 67, 68, 70], "last": [38, 44], "last_modified_datetim": [32, 36, 38, 44, 86, 104], "lastli": [119, 120], "later": [55, 86, 129], "latest": [52, 76, 86, 104], "launch": [15, 53, 129], "lazyinit": [0, 32, 71], "le": 0, "lead": [81, 123], "learn": [39, 52, 57, 87, 88, 99, 119, 120, 122, 125, 127, 129], "least": [6, 55, 88, 89, 122, 128], "legaci": [0, 1, 35, 39, 40, 72], "legal": 113, "len": 127, "length": [0, 21, 23, 27, 29, 55, 56, 73, 75, 85, 87, 102, 106, 109, 127], "lengthen": 108, "less": [40, 55, 78, 81], "let": [55, 56, 64, 122, 125, 129], "level": [17, 29, 54, 65, 78, 81, 100, 118, 126], "lexcial": 116, "lexic": [27, 116], "lexical_id": 27, "lexical_scor": 27, "lexical_summari": 27, "lexical_summary_df": 27, "lexical_theoretical_min_valu": [27, 116], "li": 103, "libmag": 58, "librari": [52, 58, 72, 76, 94, 129], "licens": 113, "life": 36, "light": 50, "like": [6, 17, 26, 27, 29, 32, 36, 38, 44, 46, 49, 52, 55, 58, 69, 74, 75, 81, 82, 83, 105, 109, 115, 116, 117, 120, 122, 125, 127, 128, 129], "likelihood": 105, "limit": [23, 67, 75, 91, 92, 93, 94, 95, 99, 101, 102, 106, 125, 126, 128], "line": [0, 15, 19, 21, 22, 23, 25, 26, 27, 51, 52, 58, 65, 66, 67, 68, 70, 73, 78, 81, 84, 100, 109, 114], "linear": 125, "lingua": [81, 123], "link": [8, 15, 53, 54, 59, 63, 69], "linked_corpu": [1, 8], "linked_raw": [1, 8], "linkedin": 57, "linux": 128, "list": [0, 1, 2, 5, 6, 7, 9, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 36, 39, 40, 43, 44, 50, 52, 55, 65, 66, 67, 68, 70, 71, 74, 82, 83, 92, 93, 94, 103, 113, 116, 120, 127], "list1": 27, "list2": 27, "lite": [94, 106], "liter": [15, 55], "literal_ev": 120, "littl": [26, 40, 47, 51, 125], "live": 64, "ll": [44, 51, 52, 53, 55, 64, 70, 114, 123], "llama": [2, 5, 6, 10, 21, 32, 40, 44, 48, 50, 59, 60, 62, 74, 75, 77, 80, 94], "llama3": [48, 63, 128], "llama_cloud_api_kei": [7, 43], "llama_docu": 5, "llama_document_to_parquet": 40, "llama_documents_to_parquet": [4, 5], "llama_gen_queri": [1, 8, 49, 50, 51, 72], "llama_index": [1, 4, 34, 40, 46, 47, 48, 49, 50, 51, 61, 71, 73, 82, 83, 110, 128], "llama_index_chunk": [0, 1, 32, 34, 49, 51], "llama_index_chunk_pur": [1, 2], "llama_index_gen_gt": [1, 8, 46, 49, 51], "llama_index_generate_bas": [8, 9, 12], "llama_index_llm": [0, 17, 18, 25, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 101, 109, 111, 112, 113, 122, 125, 128], "llama_index_query_evolv": [1, 8, 47], "llama_pars": [1, 7, 38, 43, 44, 45], "llama_parse_pur": [1, 7], "llama_text_node_to_parquet": [4, 5, 40], "llamaindex": [7, 40, 47, 48, 50, 61, 71, 74, 76, 79, 86, 87, 88, 101, 125], "llamaindexcompressor": [18, 21], "llamaindexllm": [18, 19], "llamapars": [0, 1, 43, 44], "llm": [0, 6, 9, 10, 11, 12, 17, 18, 19, 21, 23, 35, 36, 40, 41, 46, 47, 49, 50, 51, 52, 54, 57, 58, 59, 62, 65, 66, 67, 68, 70, 73, 76, 77, 81, 82, 83, 84, 94, 100, 101, 107, 108, 109, 110, 111, 112, 113, 114, 122, 123, 125, 129], "llm evalu": 73, "llm infer": 76, "llm metric": [54, 124, 128], "llm_lingua": [21, 80], "llm_name": 21, "llmlingua": 80, "llmlingua_pur": [18, 21], "load": [0, 5, 15, 29, 36, 40, 58, 65, 66, 67, 68, 70, 127], "load_all_vectordb_from_yaml": [0, 30], "load_bm25_corpu": [18, 27], "load_data": 40, "load_dotenv": 58, "load_summary_fil": [0, 29], "load_vectordb": [0, 30], "load_vectordb_from_yaml": [0, 30], "load_yaml": [1, 14], "load_yaml_config": [0, 29], "loader": [38, 40, 42, 44], "local": [40, 52, 57, 60, 61, 64, 69, 71, 101, 119, 129], "local model": [61, 71], "local_model": 6, "localhost": [30, 64, 66, 68, 70], "locat": [58, 67, 125], "log": [52, 58, 74, 127], "log2": 55, "log_cli": 58, "log_cli_level": 58, "logarithm": 55, "logarithmic": 55, "logic": [54, 127], "logprob": 75, "long": [66, 77, 81, 109, 121, 123, 125], "long context reord": 108, "long_context_reord": [0, 18, 77, 108], "longcontextreord": [18, 25], "longer": [6, 72], "longest": 17, "longllm": 123, "longllmlingua": [0, 18, 80], "look": [26, 27, 32, 36, 38, 44, 49, 55, 56, 115, 116, 117, 120, 125], "loop": [29, 126, 128], "loss": 67, "lost in the middl": 108, "lot": [36, 48, 122, 129], "low": 10, "lower": [29, 48, 55, 69, 81, 85, 89, 128], "lowercas": [33, 34, 42], "m": [23, 58, 94, 102], "m3": 71, "mac": [58, 128], "machin": [52, 64], "made": [47, 48, 56, 125, 129], "magic": 125, "mai": [55, 65, 66, 67, 68, 70, 76, 126, 128], "main": [35, 60, 65, 66, 67, 68, 70, 71, 123, 125], "major": [61, 71], "make": [0, 6, 8, 27, 29, 35, 36, 39, 50, 57, 58, 59, 60, 62, 63, 65, 68, 74, 76, 81, 82, 83, 107, 108, 109, 110, 122, 125, 127, 129], "make_basic_gen_gt": [8, 11, 46, 49, 51], "make_batch": [0, 29], "make_combin": [0, 29], "make_concise_gen_gt": [8, 11, 46, 49, 51], "make_custom_gen_gt": [8, 11, 46], "make_gen_gt_llama_index": [8, 11], "make_gen_gt_openai": [8, 11], "make_generator_callable_param": [0, 18, 25], "make_generator_inst": [16, 17], "make_llm": [18, 21], "make_metadata_list": [1, 2], "make_node_lin": 0, "make_qa_with_existing_qa": [4, 6, 40], "make_retrieval_callable_param": [18, 26], "make_retrieval_gt_cont": [1, 8, 49, 51], "make_single_content_qa": [4, 6, 40, 72], "make_trial_summary_md": 0, "maker": [19, 25, 52, 63, 77, 107, 110, 122, 123, 125], "malayalam": 32, "malfunct": 129, "manag": [58, 64, 65, 66, 67, 68, 70, 120], "mandatori": 127, "manhattan": [68, 70], "mani": [47, 55, 74, 76, 82, 83, 113, 122], "manual": 129, "map": [0, 1, 8, 9, 10, 11, 12, 15, 17, 23, 32, 48, 49, 127], "marco": [23, 94, 102], "margin": 54, "markdown": [29, 43, 44, 45], "marker": [57, 58, 125], "markov": 122, "master": 17, "match": [17, 36, 54, 68, 127], "matter": 125, "max": [10, 27, 75, 116], "max_length": 102, "max_ngram_ord": 17, "max_retri": [0, 6, 30, 68], "max_token": [0, 61, 71, 74, 75, 76, 82, 83, 111, 112, 113, 114], "max_token_s": 19, "maximum": [0, 6, 17, 61, 68, 71, 76, 102], "md": [40, 44], "me": [107, 108, 109, 110, 122, 125], "mean": [0, 6, 10, 17, 21, 22, 23, 27, 29, 36, 40, 46, 47, 54, 56, 76, 84, 115, 116, 121, 122, 126, 128], "measur": [0, 54, 56, 109, 114, 118, 127], "measure_spe": 0, "mechan": 126, "med": 98, "meet": 54, "meger": 125, "member": [36, 50], "memori": [64, 65, 66, 67, 68, 70, 91, 92, 93, 94, 99, 102, 128], "mention": [52, 53], "merced": 113, "merg": [45, 83, 125, 126], "messag": [0, 9, 12, 23, 42, 47, 50], "messagerol": [47, 50], "messages_to_prompt": 0, "messagestoprompttyp": 0, "metad": 14, "metadata": [0, 2, 9, 10, 11, 12, 14, 15, 23, 32, 86, 104], "metadata_list": 2, "meteor": [16, 17, 63, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "method": [0, 2, 5, 6, 7, 15, 17, 27, 28, 32, 38, 39, 45, 46, 47, 48, 49, 50, 51, 54, 58, 65, 66, 67, 68, 69, 70, 73, 109, 110, 114, 115, 116, 118, 120, 122, 124, 128], "metric": [0, 16, 19, 21, 25, 26, 27, 28, 36, 63, 64, 65, 66, 67, 68, 70, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 121, 124, 125, 126, 127, 128], "metric_input": [16, 17, 19, 21, 25, 26, 27, 127], "metric_nam": [54, 73, 127], "metricinput": [0, 16, 17, 19, 21, 25, 26, 27], "mexican": 50, "might": [17, 39, 58, 75, 122, 127, 128, 129], "milvu": [0, 69], "milvus_db": 66, "milvus_token": [66, 69], "milvus_uri": [66, 69], "min": [27, 116], "mind": [120, 129], "mini": [10, 11, 43, 44, 48, 50, 65, 66, 67, 68, 70], "minilm": [23, 94, 102], "minimum": [27, 113, 116, 129], "mip": [69, 119], "miss": 128, "mistak": [48, 128, 129], "mistral": [60, 61, 71, 76, 115], "mistralai": [60, 61, 71, 76, 115], "mix": 126, "mixbread": 123, "mixedbread": [23, 100], "mixedbread rerank": 97, "mixedbreadai": [0, 18, 97], "mixedbreadai_rerank": 97, "mixedbreadai_rerank_pur": [18, 23], "mixedbreadairerank": [18, 23], "mjpost": 17, "mm": [27, 86, 116, 118], "mmarco": 98, "mobil": 65, "mock": [0, 61, 64, 71], "mockembed": 0, "mockembeddingrandom": 0, "mockllm": [61, 71], "modal": 36, "mode": [0, 20, 76, 78, 79], "model": [0, 6, 7, 9, 10, 11, 12, 15, 17, 23, 25, 27, 36, 40, 45, 48, 49, 50, 53, 54, 55, 57, 59, 60, 62, 64, 65, 66, 67, 68, 69, 70, 73, 74, 75, 76, 78, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 95, 96, 99, 101, 102, 103, 105, 108, 109, 111, 112, 113, 115, 119, 121, 122, 123, 125, 126, 127, 128, 129], "model_computed_field": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_config": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_field": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_kwarg": [60, 71], "model_nam": [0, 9, 10, 11, 12, 21, 23, 29, 60, 71, 80, 91, 92, 93, 97, 98, 102], "model_post_init": 0, "modelid": 0, "modeling_enc_t5": [18, 23], "modest": 55, "modifi": [36, 38, 44, 59, 60, 62, 129], "modul": [33, 34, 41, 42, 43, 51, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 72, 77, 78, 84, 121, 123, 124, 125, 128, 129], "modular": [121, 126], "modular rag": 125, "module_dict": 28, "module_nam": [0, 8], "module_param": [0, 2, 7, 8, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29], "module_summary_df": 27, "module_typ": [0, 26, 28, 32, 33, 34, 38, 41, 42, 43, 44, 45, 51, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 125, 128], "module_type_exist": [0, 28], "monot5": [0, 18, 58, 77, 100], "monot5_run_model": [18, 23], "more": [6, 12, 27, 29, 33, 34, 36, 39, 42, 43, 47, 49, 50, 51, 54, 55, 65, 66, 67, 68, 69, 70, 72, 73, 76, 81, 96, 100, 101, 109, 110, 113, 114, 115, 120, 121, 124, 126, 129], "most": [6, 40, 51, 55, 61, 66, 68, 71, 73, 100, 110, 115, 118, 119, 120, 122, 129], "mount": 58, "mpnet": [17, 71], "mrr": [17, 127], "msmarco": [23, 98], "mt5": 98, "much": [47, 48, 69, 125, 127, 128], "multi": [8, 12, 36, 50, 77, 113, 114], "multi query expans": 112, "multi_context": [6, 39], "multi_query_expans": [0, 18, 61, 71, 77, 112], "multilingu": [90, 115], "multimod": 7, "multipl": [8, 25, 26, 27, 29, 38, 44, 51, 59, 66, 69, 112, 113, 116, 117, 120, 121, 122, 125, 126], "multiple_queries_gen": [8, 12], "multiqueryexpans": [18, 26], "multiqueryretriev": 112, "multitask": 71, "must": [0, 5, 6, 8, 15, 20, 21, 22, 23, 25, 27, 29, 33, 34, 36, 40, 44, 50, 51, 52, 55, 58, 61, 63, 65, 71, 76, 78, 86, 98, 104, 107, 108, 110, 113, 116, 120, 125, 126, 127, 128, 129], "mxbai": [23, 97], "mxbai_api_kei": [97, 123], "my_bucket": 65, "my_collect": 65, "my_scop": 65, "my_vector_collect": [66, 68, 70], "my_vector_index": [65, 67], "n": [8, 12, 17, 23, 32, 41, 49, 51, 54, 58, 63, 65, 66, 67, 68, 70, 75, 104, 107, 108, 109, 110, 114, 125], "n_thread": 17, "naiv": [47, 123, 125], "name": [0, 7, 8, 9, 10, 11, 12, 15, 16, 17, 23, 26, 27, 29, 43, 50, 52, 59, 61, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 84, 87, 88, 100, 101, 109, 114, 115, 116, 117, 121, 127, 129], "namespac": [30, 67], "natur": [49, 54, 99], "naver": 41, "ndarrai": 29, "ndcg": 127, "necessari": [40, 58, 114], "need": [0, 2, 6, 32, 35, 36, 39, 40, 43, 45, 47, 51, 53, 55, 58, 59, 62, 63, 65, 66, 67, 68, 69, 70, 81, 90, 95, 97, 106, 109, 113, 115, 119, 120, 121, 125, 127, 128, 129], "nemotron": 62, "nest": 29, "nest_asyncio": [52, 128, 129], "nested_list": 29, "network": 68, "neural": 68, "never": 57, "new": [0, 8, 9, 35, 36, 47, 50, 51, 53, 58, 61, 65, 66, 67, 68, 70, 71, 76, 120, 124, 125, 128, 129], "new_corpu": 8, "new_corpus_df": 51, "new_gen_gt": 11, "new_qa": 51, "newjeans1": 36, "newjeans2": 36, "newlin": 17, "next": [56, 77, 78, 90, 95, 97, 106, 109, 125], "next_id": 36, "ngrok": 15, "nim": 61, "nim_config": 62, "nlg": 54, "nlist": 66, "nltk": 58, "node": [0, 5, 15, 36, 40, 56, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 74, 77, 111, 112, 113, 116, 123, 124], "node_dict": 28, "node_dir": [0, 27], "node_lin": [63, 65, 66, 67, 68, 70, 72, 78, 81, 84, 100, 109, 114, 120, 121, 124, 125], "node_line_1": [59, 60, 61, 62, 71, 120, 125], "node_line_2": [120, 125], "node_line_3": 120, "node_line_dict": 0, "node_line_dir": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "node_line_nam": [59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 121, 124, 125], "node_nam": 0, "node_param": [0, 28], "node_pars": [34, 40], "node_summary_df": 0, "node_typ": [0, 15, 28, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 124, 125, 128], "node_view": 0, "nodepars": 2, "nodewithscor": 23, "non": 45, "none": [0, 2, 5, 6, 7, 8, 15, 17, 18, 23, 28, 29, 30, 52, 64, 66, 69, 73, 81, 109], "nonetyp": [0, 15], "normal": [27, 93, 116], "normalize_dbsf": [18, 27], "normalize_mean": 124, "normalize_method": [27, 116, 118], "normalize_mm": [18, 27], "normalize_str": [0, 29], "normalize_tmm": [18, 27], "normalize_unicod": [0, 29], "normalize_z": [18, 27], "norwegian": 32, "nosql": 65, "notabl": 108, "note": [65, 66, 67, 68, 70, 78], "notion": 77, "nousresearch": [21, 80], "now": [36, 39, 40, 49, 51, 63, 76, 119, 120, 122, 124, 125, 127, 128, 129], "np": 29, "ntabl": 41, "nuevo": 50, "nullabl": 52, "num_passag": [20, 79], "num_quest": [6, 40], "num_work": 0, "number": [0, 6, 23, 27, 29, 38, 40, 44, 52, 55, 56, 61, 65, 66, 67, 68, 70, 71, 76, 78, 79, 81, 84, 113, 114, 121, 126, 129], "numer": 57, "nvidia": 61, "o": 58, "object": [0, 8, 9, 10, 11, 12, 15, 17, 23, 28, 29, 30, 40, 52, 74, 82, 83, 86, 104, 111, 112, 113], "observ": [53, 108], "obtain": 100, "occur": [36, 75, 76, 120, 125, 128], "ocr": [41, 45], "offer": [68, 116], "offici": [17, 29], "often": [40, 50, 115, 128], "ok": 52, "okai": [36, 47], "okt": 115, "ollama": [48, 61, 71], "ollama_config": 63, "onc": [36, 47, 51, 63, 74, 76, 82, 83, 90, 95, 116, 121, 125, 129], "one": [0, 2, 6, 8, 12, 21, 22, 23, 25, 29, 32, 36, 40, 44, 49, 50, 51, 55, 69, 86, 88, 89, 109, 120, 121, 122, 126, 128], "one_hop_quest": [8, 12], "ones": 50, "onli": [6, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 36, 38, 43, 44, 46, 49, 50, 51, 52, 56, 58, 63, 66, 68, 69, 70, 74, 82, 83, 86, 109, 110, 121, 122, 123, 125, 127, 129], "oom": [101, 128], "open": [67, 70, 99, 119, 122, 128], "openai": [6, 7, 9, 10, 11, 12, 17, 20, 25, 26, 40, 43, 44, 47, 48, 49, 50, 51, 61, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 78, 81, 82, 83, 87, 88, 101, 109, 111, 112, 113, 114, 118, 122, 125], "openai_api_kei": [43, 58, 75, 128], "openai_chroma": 119, "openai_couchbas": 65, "openai_embed_3_larg": [6, 40, 65, 66, 67, 68, 69, 70, 71, 72], "openai_embed_3_smal": [69, 71, 72, 127], "openai_gen_gt": [1, 8, 46], "openai_gen_queri": [1, 8, 50], "openai_llm": [0, 17, 18, 77, 109], "openai_milvu": [66, 119], "openai_pinecon": 67, "openai_qdr": 68, "openai_query_evolv": [1, 8, 47], "openai_truncate_by_token": [0, 29], "openai_weavi": 70, "openaiembed": [27, 39], "openailik": [60, 61, 62, 71, 128], "openaillm": [18, 19], "openapi": 52, "openvino": [0, 18, 100], "openvino rerank": 99, "openvino_rerank": 99, "openvino_run_model": [18, 23], "openvinorerank": [18, 23, 99], "oper": [36, 64, 66, 76, 81, 118, 126], "oppos": 78, "opt": [72, 76], "optim": [0, 15, 32, 35, 36, 38, 39, 44, 48, 49, 51, 57, 59, 60, 62, 63, 75, 76, 81, 87, 88, 99, 115, 116, 117, 120, 121, 124, 125, 126, 127], "optimize_hybrid": [18, 27], "option": [0, 5, 6, 17, 32, 38, 44, 52, 53, 58, 63, 64, 66, 67, 68, 70, 73, 78, 80, 81, 84, 96, 97, 98, 100, 103, 105, 109, 114, 116, 117, 120, 122, 124, 126, 127, 129], "order": [15, 17, 54, 55], "org": 57, "organ": [67, 121, 123], "orient": 54, "origin": [0, 9, 27, 29, 36, 47, 86, 105, 127], "original_queri": 47, "original_str": 32, "original_text": 14, "other": [15, 17, 27, 29, 35, 36, 46, 47, 50, 54, 55, 58, 74, 81, 82, 83, 84, 99, 101, 111, 112, 113, 116, 120, 121, 122, 125, 127, 129], "otherwis": [38, 44, 65], "our": [27, 32, 36, 38, 40, 41, 44, 57, 58, 77, 85, 89, 111, 112, 113, 122, 125, 128, 129], "out": [36, 51, 55, 57, 58, 63, 66, 71, 73, 76, 84, 85, 86, 87, 88, 89, 120, 121, 125, 128, 129], "outcom": [109, 114], "outlin": 69, "outperform": 54, "output": [0, 6, 9, 11, 15, 39, 50, 54, 61, 71, 73, 80, 105, 109, 114, 128], "output_cl": 19, "output_filepath": [5, 6, 40], "output_pars": 0, "output_path": [15, 129], "over": [64, 76, 126], "overal": [54, 100, 122], "overfit": 129, "overlap": 56, "overrid": 17, "overview": [64, 65, 66, 67, 68, 70], "overwrit": [5, 6], "own": [6, 7, 36, 37, 41, 43, 47, 51, 57, 64, 84, 111, 112, 113, 122, 126, 127, 129], "owner": 94, "p": 70, "p4dyxfmsa": [57, 125], "packag": [58, 61, 71, 72, 128], "page": [7, 32, 36, 38, 41, 44, 45, 49, 52, 58, 77, 101], "paid": 45, "pair": [6, 29, 35, 40, 54], "panda": [0, 28, 29, 39, 40, 51, 127], "paper": [17, 50, 54, 105, 111, 113, 125], "paradigm": [54, 125], "parallel": [30, 68, 76, 94], "param": [0, 2, 10, 17, 25, 26, 30, 66, 72, 76, 121], "param_list": [18, 21], "paramet": [0, 5, 6, 7, 8, 10, 11, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 40, 43, 47, 53, 54, 63, 69, 120, 121, 122, 126, 127, 128, 129], "parent": 15, "parquet": [0, 5, 6, 8, 32, 36, 38, 39, 40, 44, 49, 51, 58, 59, 60, 62, 63, 69, 121, 127, 128, 129], "pars": [0, 1, 2, 8, 32, 33, 34, 35, 36, 41, 120], "parse_all_fil": [1, 7], "parse_config": [32, 38, 44, 51], "parse_inst": 7, "parse_method": [7, 33, 38, 42, 44, 45, 51], "parse_modul": 42, "parse_output": [4, 6], "parse_project_dir": 51, "parsed_data_path": [0, 32, 51], "parsed_result": [2, 44], "parser": 51, "parser_nod": [1, 7], "part": [35, 55, 65, 123, 126], "particularli": [68, 69], "pass": [0, 6, 25, 39, 74, 77, 82, 83, 111, 112, 113, 125], "pass_compressor": [0, 18, 77], "pass_passage_augment": [0, 18, 77], "pass_passage_filt": [0, 18, 77], "pass_query_expans": [0, 18, 77], "pass_rerank": [0, 18, 77], "pass_valu": 125, "passag": [0, 8, 10, 12, 15, 20, 21, 22, 23, 27, 32, 36, 47, 52, 55, 56, 58, 63, 65, 66, 67, 68, 70, 77, 79, 81, 90, 91, 92, 93, 95, 97, 98, 100, 101, 102, 103, 104, 105, 106, 111, 115, 116, 117, 119, 123, 125, 127, 128, 129], "passage augment": [78, 79], "passage compressor": [81, 82, 83], "passage compressor metr": 56, "passage filt": [84, 85, 86, 87, 88, 89], "passage_augment": 78, "passage_depend": [1, 8, 48], "passage_dependency_filter_llama_index": [8, 10, 48], "passage_dependency_filter_openai": [8, 10, 48], "passage_filt": 84, "passage_id": 27, "passage_index": [0, 15, 52], "passage_rerank": 125, "passage_str": 6, "passageaugment": [0, 18], "passagecompressor": [0, 18], "passagefilt": [0, 18], "passagererank": [0, 18], "passcompressor": [18, 21], "passpassageaugment": [18, 20], "passpassagefilt": [18, 22], "passqueryexpans": [18, 26], "passrerank": [18, 23], "password": [30, 65, 66], "path": [0, 2, 6, 7, 8, 14, 15, 22, 23, 25, 26, 27, 28, 29, 30, 32, 38, 39, 40, 44, 51, 52, 58, 59, 60, 62, 63, 64, 69, 72, 94, 99, 115, 128, 129], "pattern": [38, 44], "payload": [52, 68], "pd": [0, 5, 6, 23, 28, 29, 39, 40, 51, 127], "pdf": [38, 44], "pdfminer": [38, 42, 44, 51], "pdfplumber": [38, 42, 45], "penalti": 17, "peopl": 47, "per": [38, 40, 44, 56, 67, 88, 89, 124, 128], "percentag": 55, "percentil": [77, 84], "percentile cutoff": 85, "percentile_cutoff": [0, 18, 85], "percentilecutoff": [18, 22], "perfect": [48, 125], "perform": [8, 17, 26, 32, 36, 38, 45, 48, 50, 51, 53, 55, 56, 57, 65, 66, 67, 68, 70, 73, 75, 78, 81, 84, 99, 100, 108, 109, 114, 122, 125, 127], "persist": [30, 64, 69, 71, 72], "persistentcli": 40, "perspect": 112, "pertin": 100, "phase": [69, 100, 114], "phrase": [11, 46, 50], "piec": 26, "pinecon": [0, 69], "pinecone_api_kei": 67, "pinecone_db": 67, "pip": [52, 57, 58, 62, 115, 128], "pipelin": [0, 15, 35, 49, 51, 52, 53, 57, 58, 94, 116, 121, 122, 125, 127], "pipeline_dict": 129, "pkl": 121, "place": 50, "placehold": [6, 40], "plan": [36, 43, 73, 125], "pleas": [0, 6, 17, 23, 27, 36, 51, 55, 58, 59, 61, 62, 69, 71, 73, 76, 77, 80, 105, 109, 114, 115, 120, 125, 126, 128, 129], "plu": [6, 27, 36, 39, 58, 61, 71, 76, 86, 87, 88, 104, 109, 113, 115, 119, 120], "plz": 59, "point": [58, 63], "polish": 32, "pop": [29, 36], "pop_param": [0, 29], "poppler": 58, "popular": [54, 115], "port": [0, 15, 30, 52, 64, 70, 129], "porter": 17, "porter_stemm": [27, 72], "portugues": 32, "posit": [55, 108], "possibl": [122, 125, 128], "post": 125, "post_retrieve_node_lin": [63, 65, 66, 67, 68, 70, 73, 109], "potenti": [17, 81], "power": [48, 90, 95, 106, 125], "ppv": 55, "pre": [46, 47, 48, 58, 125, 129], "pre_retrieve_node_lin": 114, "precis": [17, 54, 81, 111, 118], "pred": [17, 55], "predefin": [73, 81, 100], "predict": [17, 55], "prefix": 105, "prefix_prompt": [23, 105], "prepar": [63, 65], "preprocess": 0, "preprocess_text": [0, 29], "present": [54, 58], "pretti": 125, "prev": [77, 78], "prev next augment": 79, "prev_id": 36, "prev_next_augment": [0, 18, 36, 77, 78, 79], "prev_next_augmenter_pur": [18, 20], "prevent": [2, 11, 32, 67, 75, 101, 125], "preview": 17, "previou": [0, 19, 20, 21, 22, 23, 25, 26, 27, 54, 72, 89, 122, 125], "previous_result": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "prevnextpassageaugment": [18, 20], "primari": [78, 84, 100, 103], "primarili": 45, "primit": 40, "print": [0, 23, 52], "prior": [40, 81], "priorit": 100, "privat": 0, "pro": 43, "prob": 74, "probabl": [75, 76, 122, 127], "problem": [0, 40, 51, 54, 125, 128], "process": [6, 17, 23, 29, 35, 40, 51, 52, 53, 57, 64, 65, 66, 67, 68, 70, 73, 76, 81, 99, 100, 103, 109, 112, 114, 118, 121, 122, 126, 127, 128, 129], "process_batch": [0, 29], "processed_data": [5, 6], "prod": 58, "produc": 54, "product": [58, 66, 67, 68, 69, 70, 127, 129], "profil": 0, "profile_nam": [0, 59], "programmat": 0, "progress": 0, "project": [15, 52, 57, 58, 63, 69, 128], "project_dir": [0, 2, 7, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 38, 44, 51, 52, 53, 58, 59, 60, 62, 63, 64, 69, 72, 128, 129], "project_directori": [69, 128, 129], "prompt": [0, 1, 6, 8, 17, 19, 21, 23, 25, 28, 46, 47, 50, 52, 63, 65, 66, 67, 68, 70, 74, 76, 77, 101, 105, 107, 108, 110, 111, 112, 122, 123, 125, 127], "prompt1": [6, 40], "prompt2": [6, 40], "prompt3": 40, "prompt_mak": [63, 65, 66, 67, 68, 70, 109, 122, 125], "promptmak": [0, 18], "prompts_ratio": [6, 40], "promt": 47, "proper": [6, 75], "properli": [29, 58, 69, 115], "properti": [0, 8, 70], "propos": 125, "protect": 67, "protected_namespac": 0, "provid": [40, 41, 43, 46, 50, 52, 53, 54, 64, 66, 67, 69, 74, 82, 83, 98, 105, 129], "pseudo": 75, "pt": 98, "ptt5": 98, "public": 15, "publicli": 15, "pull": 63, "punctuat": 29, "punkt_tab": 58, "punktsentencetoken": 32, "pure": [0, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "purpos": [65, 66, 67, 68, 70, 78, 84, 100, 114, 126], "push": 128, "put": [36, 40, 43, 80, 123, 128], "pwd": 58, "py": [17, 52], "pyarrow": 127, "pydant": [0, 9, 10, 11, 12, 15, 23], "pydantic_model_": 0, "pydantic_program_mod": 0, "pydanticprogrammod": 0, "pymupdf": 42, "pyopenssl": 58, "pypdf": 42, "pypdfdirectori": 42, "pypdfdirectoryload": 42, "pypdfium2": 42, "pypi": 57, "pytest": 58, "python": [0, 29, 33, 36, 40, 58, 94, 107, 120, 128], "python3": 58, "pythoncodetextsplitt": 33, "pytorch": [58, 76], "q": 40, "qa": [0, 1, 6, 25, 26, 27, 32, 35, 46, 47, 48, 50, 58, 59, 60, 62, 63, 69, 72, 121, 127, 128, 129], "qa_cnt": 0, "qa_creation_func": [6, 40], "qa_data": [27, 28], "qa_data_path": [0, 58, 59, 60, 62, 63, 69, 128, 129], "qa_dataset": 6, "qa_df": [8, 29, 39, 40, 46, 48, 50, 127], "qa_save_path": 8, "qa_test": 129, "qa_valid": 58, "qacreat": [1, 4, 39, 40, 72], "qdrant": [0, 69], "qdrant_db": 68, "qid": [8, 50], "qualiti": [54, 100, 129], "quantit": 126, "quantiz": 128, "queri": [0, 1, 6, 8, 9, 15, 17, 21, 22, 23, 25, 26, 27, 28, 29, 30, 42, 46, 51, 52, 53, 63, 64, 66, 67, 68, 70, 72, 77, 78, 81, 82, 84, 87, 88, 89, 96, 97, 98, 100, 101, 103, 106, 107, 108, 109, 110, 111, 118, 119, 122, 123, 125, 127], "query decompos": 113, "query expans": [111, 112, 113, 114], "query_bundl": 23, "query_decompos": [0, 18, 61, 71, 77, 113, 114], "query_embed": [23, 27], "query_evolve_openai_bas": [8, 9], "query_expans": [15, 26, 109, 114, 122], "query_gen_openai_bas": [8, 12], "query_wrapper_prompt": 0, "querybundl": 23, "querydecompos": [18, 26], "queryexpans": [0, 18], "queryrequest": [0, 15], "question": [6, 8, 10, 12, 23, 26, 35, 36, 40, 46, 47, 54, 57, 63, 65, 66, 67, 68, 70, 80, 103, 105, 107, 108, 109, 110, 113, 125, 129], "question_num": 6, "question_num_per_cont": [6, 40], "quick": [68, 69], "quickli": 81, "quit": [54, 73], "r": 58, "rag": [0, 6, 10, 15, 32, 35, 36, 38, 39, 40, 44, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 69, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 128], "rag api": 52, "rag dataset": [36, 39, 40], "rag deploi": [52, 53], "rag evalu": [36, 39, 40, 54, 55, 56, 73, 124, 128], "rag llm": [61, 71], "rag metr": [54, 55, 56, 124, 128], "rag model": [61, 71], "rag optim": [57, 120, 122, 123, 126], "rag perform": 122, "rag structur": 126, "rag tutori": 129, "rag web": 53, "raga": [1, 4, 37, 47, 55], "rais": 17, "raise_except": 6, "raise_for_statu": 52, "ran": 121, "random": [0, 6, 61, 71, 76], "random_single_hop": [1, 8, 49, 51, 72], "random_st": [0, 6, 8], "randomli": [6, 40, 49], "rang": [49, 116, 117], "range_single_hop": [1, 8, 49], "rank": [17, 27, 94, 115, 117, 127], "rank_zephyr_7b_v1_ful": 94, "rankgpt": [0, 18, 77, 100], "rankgpt_rerank_prompt": [18, 23, 101], "rankgptrerank": 23, "rate": [55, 68, 128], "ratio": [6, 40], "ratio_dict": 40, "raw": [1, 8, 35, 36, 38, 41, 42, 43, 44, 45, 49, 51, 57, 72], "raw_df": [0, 8, 51], "raw_end_idx": 8, "raw_id": 8, "raw_inst": 51, "raw_start_idx": 8, "re": [66, 68, 70, 87, 88, 94, 125, 127, 128], "read": [0, 57, 63, 65, 66, 67, 68, 70, 107, 108, 109, 110, 120, 125], "read_parquet": [39, 40, 51, 127], "readi": [40, 58, 59, 60, 62, 63, 68, 122, 129], "real": [36, 40, 53, 75, 125], "realist": 47, "realli": [27, 36, 47, 76, 122, 125], "reason": [6, 39, 128], "reasoning_evolve_raga": [8, 9, 47], "reassess": 100, "recal": [17, 54, 81, 118], "receiv": [29, 53], "recenc": [0, 18, 77, 84], "recency_filt": [77, 86], "recencyfilt": [18, 22], "reciproc": [17, 27, 117, 124], "recogn": 128, "recognit": 99, "recommend": [17, 25, 47, 50, 51, 58, 60, 69, 71, 75, 109, 115, 121, 123, 125, 128, 129], "reconstruct": 29, "reconstruct_list": [0, 29], "record": 121, "recurs": [29, 83], "recursivecharact": 33, "recursivecharactertextsplitt": 40, "reduc": [55, 81], "reduct": 81, "refer": [6, 51, 54, 55, 61, 63, 69, 71, 72, 73, 77, 109, 114, 126, 129], "refin": [0, 18, 61, 71, 77, 81, 100], "reflect": 115, "region": [0, 30, 67], "region_nam": 0, "regist": 62, "rel": 17, "relat": [36, 54, 55, 74, 82, 83, 84, 105, 111, 112, 113], "relationship": 14, "releas": [37, 50], "relev": [17, 23, 36, 40, 50, 52, 55, 73, 81, 97, 98, 100, 101, 111, 114, 118], "reliabl": 68, "remain": [51, 126], "remap": 51, "remeb": 40, "rememb": [55, 58, 122], "remind": 129, "remot": [15, 64, 69], "remov": [27, 28, 29, 40, 48], "reorder": [77, 100, 109], "repeat": 6, "replac": [0, 8, 9, 10, 11, 12, 15, 21, 23, 29, 47, 52, 53, 59, 65, 77, 109], "replace_valu": 29, "replace_value_in_dict": [0, 29], "repo": [36, 57, 59, 62, 115, 129], "repositori": [58, 63], "repres": [72, 119, 122], "request": [0, 68, 125], "request_timeout": 128, "requir": [0, 6, 9, 10, 11, 12, 15, 17, 23, 38, 43, 44, 50, 52, 54, 58, 61, 64, 65, 66, 67, 68, 69, 70, 71, 74, 81, 82, 83, 97, 98, 111, 112, 113, 116, 117, 123, 126, 127], "rerank": [21, 22, 23, 36, 58, 77, 81, 86, 90, 95, 98, 100, 101, 103, 105, 106, 123, 125], "reranker_recal": 125, "reset": [36, 48, 128], "reset_index": [48, 49, 51, 128], "resid": 126, "resolv": 128, "resourc": [64, 69, 72, 122], "respect": [56, 69], "respond": [46, 114], "respons": [0, 8, 9, 10, 11, 12, 46, 47, 53, 61, 66, 71, 81, 82, 114], "rest": [51, 101], "restart_evalu": 129, "restart_tri": [0, 129], "result": [0, 2, 6, 8, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 29, 33, 34, 40, 43, 45, 48, 50, 51, 52, 54, 55, 56, 57, 63, 75, 78, 89, 100, 109, 114, 116, 118, 121, 124, 125, 127, 128], "result_column": [0, 15, 52], "result_df": [19, 21, 25, 27], "result_en_qa": 48, "result_qa": [46, 50], "result_to_datafram": [0, 29], "result_typ": [43, 44, 45], "retreived_cont": [107, 108, 110], "retri": [0, 6, 68, 122], "retriev": [0, 2, 6, 10, 15, 18, 21, 22, 23, 26, 32, 36, 46, 48, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 77, 78, 79, 80, 81, 83, 90, 94, 95, 100, 105, 106, 109, 110, 111, 114, 115, 116, 117, 119, 120, 122, 123, 124, 125, 126], "retrieval metr": 55, "retrieval_cont": 0, "retrieval_context": 17, "retrieval_f1": [16, 17, 22, 23, 26, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 118, 127], "retrieval_func": 26, "retrieval_gt": [0, 8, 12, 28, 32, 40, 50, 51, 69, 127], "retrieval_gt_cont": [0, 8, 28, 127], "retrieval_map": [16, 17, 127], "retrieval_modul": [26, 114], "retrieval_mrr": [16, 17, 127], "retrieval_ndcg": [16, 17, 127], "retrieval_param": 26, "retrieval_precis": [16, 17, 22, 23, 63, 65, 66, 67, 68, 70, 78, 84, 100, 114, 118, 124, 127], "retrieval_recal": [16, 17, 22, 23, 26, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 118, 124, 125, 127], "retrieval_result": 55, "retrieval_result_df": 127, "retrieval_token_f1": [16, 17, 81], "retrieval_token_precis": [16, 17, 81], "retrieval_token_recal": [16, 17, 81], "retrievalrespons": [0, 15], "retrieve metr": 55, "retrieve_node_lin": [63, 65, 66, 67, 68, 70, 72, 78, 81, 84, 100, 118], "retrieve_scor": [20, 21, 22, 23, 27, 127], "retrieved_cont": [0, 20, 21, 22, 23, 27, 28, 63, 65, 66, 67, 68, 70, 107, 108, 109, 110, 125, 127], "retrieved_id": [0, 20, 21, 22, 23, 27, 28, 127], "retrieved_passag": [0, 15, 52], "retrievedpassag": [0, 15], "return": [0, 2, 5, 6, 7, 8, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 45, 47, 51, 52, 65, 66, 67, 68, 70, 74, 75, 84, 86, 113, 119, 120, 127], "return_index": 0, "revers": [20, 29, 85, 89], "rich": 0, "right": [10, 40, 61, 62, 71, 125, 129], "rl_polici": 125, "rm": 58, "roadmap": [57, 121], "roberta": 71, "robust": [50, 68], "role": [47, 50], "root": 58, "roug": [16, 17, 63, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "rouge1": 17, "rouge2": 17, "rouge_typ": 17, "rougel": 17, "rougelsum": 17, "row": [9, 10, 11, 12, 27, 28, 29, 36, 47, 121, 127], "rpm": 95, "rr": [17, 55], "rrf": [27, 116, 118, 120], "rrf_calcul": [18, 27], "rrf_k": [27, 63, 114, 117, 120], "rrf_pure": [18, 27], "rubert": 71, "rude": 47, "run": [0, 1, 8, 15, 18, 28, 49, 57, 61, 70, 71, 81, 85, 86, 87, 88, 89, 120, 121, 122, 123], "run_api": [52, 129], "run_api_serv": [0, 15, 52, 129], "run_chunk": [1, 2], "run_config": 6, "run_evalu": [0, 18, 27, 28], "run_generator_nod": [18, 19], "run_nod": [0, 28, 72], "run_node_lin": 0, "run_pars": [1, 7], "run_passage_augmenter_nod": [18, 20], "run_passage_compressor_nod": [18, 21], "run_passage_filter_nod": [18, 22], "run_passage_reranker_nod": [18, 23], "run_prompt_maker_nod": [18, 25], "run_queri": 52, "run_query_embedding_batch": [18, 27], "run_query_expansion_nod": [18, 26], "run_retrieval_nod": [18, 27], "run_web": [0, 15, 53, 129], "runner": [0, 15, 52, 129], "runrespons": [0, 15], "runtim": 99, "russian": 32, "sacrebleu": 17, "safe": 29, "said": 54, "same": [0, 26, 27, 29, 46, 47, 50, 53, 55, 59, 78, 101, 113, 121, 122, 126, 129], "sampl": [0, 1, 6, 32, 38, 40, 44, 50, 51, 55, 72, 76, 128, 129], "sample yaml fil": 123, "sample_config": [58, 59, 62, 129], "samplingparam": 76, "satisfactori": [40, 51], "satisfi": [23, 106], "save": [5, 6, 8, 10, 15, 19, 32, 36, 38, 41, 43, 44, 120, 129], "save_parquet_saf": [0, 29], "save_path": 8, "scalabl": [40, 65, 68], "scale": [27, 81, 116, 124], "schema": [0, 1, 17, 27, 35, 42, 46, 48, 50, 51, 52, 70, 72, 127], "scope_nam": [30, 65], "scoped_index": [30, 65], "score": [0, 10, 15, 17, 23, 27, 29, 52, 56, 65, 67, 81, 85, 88, 89, 115, 116, 117, 118], "script": [29, 36], "search": [29, 52, 65, 66, 67, 68, 70, 94, 114, 115, 119], "search_str": 14, "second": [0, 50, 56, 66, 67, 69, 121, 125], "secret": [0, 120], "section": [32, 38, 44, 49, 119, 120, 124, 126, 129], "secur": 128, "see": [32, 35, 38, 43, 44, 52, 55, 56, 59, 61, 62, 65, 66, 67, 68, 70, 71, 106, 120, 121, 122, 125, 127, 128], "seed": 6, "seek": [50, 54], "segment": 54, "select": [0, 6, 8, 19, 21, 22, 23, 25, 26, 27, 40, 48, 50, 62, 115, 121, 122, 124, 125, 126], "select_best": 0, "select_best_averag": 0, "select_best_rr": 0, "select_bm25_token": [18, 27], "select_normalize_mean": 0, "select_top_k": [0, 29], "self": [29, 65, 113], "sem": 17, "sem_scor": [16, 17, 109, 120, 127], "semant": [27, 54, 68, 73, 115, 116, 127], "semantic_id": 27, "semantic_llama_index": [32, 34], "semantic_scor": 27, "semantic_summari": 27, "semantic_summary_df": 27, "semantic_theoretical_min_valu": [27, 116], "semanticdoubl": 32, "semanticdoublemerg": 34, "semitechnologi": 70, "semscor": 54, "send": [0, 90, 95], "sensit": 55, "sent": 52, "sentenc": [17, 23, 46, 48, 50, 54, 71, 77, 87, 88, 100, 110, 115], "sentence transform": 102, "sentence_splitt": 32, "sentence_splitter_modul": 32, "sentence_transform": [0, 18], "sentence_transformer_rerank": [77, 102], "sentence_transformer_run_model": [18, 23], "sentencetransformerrerank": [18, 23], "sentencetransformerstoken": 33, "sentencewindow": [32, 34], "separ": [123, 128], "sequenc": [0, 23, 126], "seri": 29, "serializeasani": 23, "seriou": [128, 129], "serv": [63, 73, 81, 100, 105, 109, 114, 118, 126], "server": [15, 29, 57, 64, 65, 66, 67, 68, 70, 75, 119], "server_nam": [15, 53], "server_port": [15, 53], "servic": [52, 64, 65, 67, 68, 70], "session": [0, 23, 52], "set": [0, 2, 6, 7, 8, 10, 15, 25, 27, 29, 40, 41, 42, 57, 58, 61, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 95, 97, 100, 101, 105, 106, 109, 111, 112, 113, 114, 116, 120, 121, 122, 125, 126, 128], "set_initial_st": 0, "set_page_config": 0, "set_page_head": 0, "setup": [63, 69, 122], "sever": [54, 58, 75, 127, 128, 129], "shape": [17, 29], "share": [15, 53, 129], "shareabl": 15, "shell": 58, "short": [46, 64, 125], "shot": [105, 111, 113], "should": [0, 6, 7, 9, 10, 11, 12, 15, 17, 23, 32, 42, 44, 46, 50, 51, 54, 61, 65, 66, 67, 68, 70, 71, 75, 86, 127, 128], "show": [50, 121, 122, 125], "shown": 69, "side": 75, "sigma": [27, 116], "signal": 105, "significantli": [81, 114, 126], "similar": [17, 27, 54, 64, 65, 66, 67, 68, 70, 73, 77, 78, 84, 85, 89, 115, 116, 117, 119, 122, 127], "similarity percentile cutoff": 87, "similarity_metr": [27, 30, 64, 66, 67, 68, 70], "similarity_percentile_cutoff": [0, 18, 77, 87], "similarity_threshold_cutoff": [0, 18, 77, 84, 88], "similaritypercentilecutoff": [18, 22], "similaritythresholdcutoff": [18, 22], "simpl": [1, 4, 11, 39, 48, 54, 58, 63, 65, 66, 67, 68, 69, 70, 73, 115, 125], "simple_openai": 58, "simpledirectoryread": 40, "simpler": 47, "simpli": [61, 71, 104, 129], "simul": 126, "sinc": [17, 37, 40, 48, 51, 53, 55, 73, 75, 101, 107, 109, 110], "singl": [0, 6, 7, 8, 15, 29, 36, 40, 46, 49, 57, 64, 65, 66, 67, 68, 70, 76, 113, 120, 121, 125, 126], "single_token_f1": [16, 17], "site": 64, "situat": 116, "six": [44, 56], "size": [0, 2, 6, 7, 17, 75, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 116, 128], "sk": 58, "skip": [0, 21, 22, 23, 25, 109], "skip_valid": [0, 76, 128], "slice_tensor": [18, 23], "slice_tokenizer_result": [18, 23], "slovenian": 32, "slow": 76, "slower": [48, 81], "small": [6, 71], "smaller": [55, 69], "smooth": 17, "smooth_method": 17, "smooth_valu": 17, "so": [0, 11, 15, 21, 27, 32, 36, 40, 41, 47, 48, 49, 51, 52, 53, 54, 55, 56, 58, 61, 71, 76, 78, 81, 84, 85, 86, 87, 88, 89, 100, 109, 113, 114, 117, 120, 121, 122, 125, 128, 129], "softwar": 119, "solut": [40, 51, 68, 125], "some": [14, 27, 36, 47, 48, 49, 50, 54, 56, 58, 71, 75, 90, 95, 116, 122, 128], "someon": [10, 113], "someth": [40, 107, 108, 109, 110], "sometim": [47, 48, 75, 128], "sonnet": [43, 59], "soon": 125, "sort": [29, 104], "sort_by_scor": [0, 18, 20, 29], "sota": 94, "sound": 55, "sourc": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 36, 44, 67, 70, 99, 116, 117, 119], "spanish": 32, "spars": [27, 115], "spearman": 54, "special": [29, 81], "specif": [17, 29, 38, 46, 47, 50, 52, 69, 73, 81, 97, 98, 103, 115, 126, 129], "specifi": [7, 36, 52, 58, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 82, 83, 96, 98, 103, 104, 109, 114, 116, 117, 122, 124, 126, 127], "speech": 99, "speed": [0, 73, 76, 81, 100, 109, 114, 118, 120, 126], "speed_threshold": [73, 78, 81, 84, 100, 109, 114, 118, 120, 124, 126], "spice": 113, "split": [17, 32, 45, 121, 126, 129], "split_by_sentence_kiwi": [0, 1, 32], "split_datafram": [0, 29], "split_docu": 40, "split_into_s": 32, "split_summari": 17, "splitter": [33, 34], "squad": 29, "squar": 113, "src": 58, "ss": 86, "sse": 29, "ssl": [30, 64], "stabl": 50, "stage": [58, 105], "standalon": 76, "standard": [0, 54], "start": [0, 15, 29, 36, 37, 52, 58, 68, 108, 127, 128, 129], "start_chunk": [0, 32, 51], "start_end_idx": 32, "start_idx": [0, 2, 15, 52], "start_pars": [0, 38, 44, 51], "start_trial": [0, 69, 76, 128, 129], "starter": [57, 129], "state": [6, 50, 122], "static": [17, 20], "statist": 55, "statu": 52, "status_cod": 52, "stem": [54, 115], "stemmer": [17, 115], "step": [0, 8, 23, 32, 38, 44, 45, 49, 58, 64, 100, 125, 127], "still": [122, 125, 128], "stop": 17, "storag": [41, 64], "store": [8, 27, 32, 52, 63, 64, 65, 66, 67, 68, 69, 70, 119], "str": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 40, 45, 46, 64, 65, 66, 67, 68, 70], "straight": 125, "strateg": 126, "strategi": [15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 36, 63, 65, 66, 67, 68, 70, 72, 78, 84, 120, 125, 128], "strategy_dict": [25, 26], "strategy_nam": [0, 25, 26], "strategyqa": 113, "stream": [18, 19, 75], "stream_queri": 52, "streamlit": 129, "streamrespons": [0, 15], "strictli": 46, "string": [0, 6, 16, 27, 28, 29, 32, 36, 40, 52, 65, 66, 77, 105, 109, 120], "strip": 17, "structur": [6, 9, 11, 27, 50, 52, 64, 120, 125, 127, 129], "structured_output": [18, 19], "studi": [108, 115], "sub": 113, "submodul": [1, 4], "subsequ": 17, "subset": 8, "success": 69, "successfulli": [32, 38, 44, 129], "sudo": 128, "suffix": [17, 105], "suffix_prompt": [23, 105], "suggest": [36, 122, 125, 128], "suit": [66, 67, 68, 70], "sum": [6, 55], "summar": [54, 77, 81], "summari": [15, 19, 29, 32, 38, 44, 46, 52, 55, 122, 129], "summary_df": [15, 27, 29], "summary_df_to_yaml": [0, 15], "summary_path": 29, "super": [47, 50, 94], "support": [10, 11, 17, 27, 36, 39, 40, 48, 49, 50, 55, 57, 58, 64, 68, 70, 74, 75, 77, 82, 83, 87, 88, 90, 94, 95, 99, 116, 120, 123, 125, 126, 128, 129], "support_similarity_metr": [0, 30], "sure": [58, 59, 60, 62, 63, 129], "survei": 125, "swap": 126, "swedish": 32, "synonym": 54, "syntax": 69, "synthet": [40, 51], "system": [0, 10, 36, 47, 48, 50, 52, 58, 65, 66, 67, 68, 69, 70, 73, 74, 81, 82, 83, 100, 109, 118, 126, 127], "system_prompt": [0, 11, 46, 47], "t": [0, 6, 10, 25, 29, 36, 38, 39, 40, 44, 46, 47, 49, 51, 52, 53, 55, 57, 58, 65, 66, 67, 68, 70, 109, 113, 116, 123, 125, 128], "tabl": [10, 44], "table_detect": [41, 44, 45], "table_hybrid_pars": [0, 1, 38, 44, 45], "table_param": 45, "table_parse_modul": 45, "tailor": [81, 117, 126], "take": [61, 65, 66, 67, 68, 70, 71, 123, 125], "taken": 29, "target": [6, 21, 29, 58, 80, 125], "target_dict": [0, 29], "target_kei": 29, "target_modul": [27, 63, 114, 116, 120], "target_module_param": [27, 116], "target_node_lin": 125, "target_token": [21, 80], "tart": [18, 23, 58, 77, 98, 100], "task": [0, 29, 54, 73, 99], "task_ev": 0, "tcultmq5": 57, "team": 41, "techniqu": 126, "tecolot": 50, "tell": [107, 108, 109, 110], "temperatur": [0, 39, 40, 48, 61, 63, 71, 73, 74, 75, 76, 82, 83, 101, 111, 112, 113, 114, 122, 128], "temporari": [6, 64, 126], "temporarili": 126, "tenant": [30, 64], "tensor_parallel_s": 76, "term": [55, 114], "termin": 63, "tesseract": 58, "test": [53, 55, 58, 61, 64, 71, 73, 78, 81, 84, 100, 114, 116, 120, 121, 122], "test01": 58, "test_siz": [6, 39], "test_weight_s": [116, 118], "testset": 39, "text": [0, 2, 5, 6, 7, 17, 21, 27, 29, 30, 32, 33, 34, 35, 36, 38, 40, 43, 44, 45, 46, 50, 52, 59, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 80, 82, 83, 102, 105], "text_kei": [30, 65, 70], "text_nod": 5, "text_param": 45, "text_parse_modul": 45, "text_splitt": 33, "textnod": [5, 40], "textsplitt": 2, "textur": 113, "tf": 115, "than": [6, 12, 27, 36, 46, 48, 50, 54, 69, 76, 78, 86, 113, 115, 121, 122, 125, 128], "thei": [40, 50, 54, 65, 81, 120, 125, 126], "them": [25, 26, 27, 29, 36, 43, 44, 55, 65, 66, 67, 68, 69, 70, 83, 122, 123], "theoret": [27, 116], "therefor": [40, 45, 51, 55, 56, 109, 114], "thi": [0, 2, 5, 6, 9, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 35, 36, 37, 38, 39, 40, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 97, 98, 100, 101, 103, 104, 105, 107, 108, 109, 110, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129], "thing": [120, 129], "think": [36, 120, 122, 125], "third": [27, 55, 56], "those": [48, 50, 116], "thought": 54, "three": [32, 35, 38, 44, 56, 86, 121, 123, 125], "threshold": [0, 73, 77, 81, 84, 86, 100, 109, 114, 118, 120, 126], "threshold cutoff": 89, "threshold_cutoff": [0, 18, 89], "threshold_datetim": 86, "thresholdcutoff": [18, 22], "through": [57, 60, 71, 99, 109, 114], "thu": 55, "tier": [67, 128], "time": [6, 36, 44, 47, 53, 57, 66, 69, 73, 77, 81, 84, 85, 86, 87, 100, 109, 114, 118, 121, 122, 123, 126, 129], "time_rerank": [0, 18, 77, 104], "timeout": [0, 30, 66, 128], "timererank": [18, 23, 104], "tiny2": 71, "tinybert": [23, 94], "tip": 58, "titan": 59, "tmm": [27, 116, 118], "to_list": [0, 29], "to_parquet": [1, 8, 49, 51], "token": [0, 10, 17, 18, 19, 21, 23, 27, 30, 32, 49, 51, 54, 61, 66, 69, 71, 73, 76, 80, 81, 101, 109, 127], "token_false_id": 23, "token_limit": 29, "token_threshold": [73, 109], "token_true_id": 23, "tokenization_enc_t5": [18, 23], "tokenize_ja_sudachipi": [18, 27], "tokenize_ko_kiwi": [18, 27], "tokenize_ko_kkma": [18, 27], "tokenize_ko_okt": [18, 27], "tokenize_porter_stemm": [18, 27], "tokenize_spac": [18, 27], "tokenizer_output": 23, "tokentextsplitt": 40, "tolist": 127, "too": [6, 47, 90, 95, 121, 122], "took": 121, "tool": 57, "toolkit": 99, "top": [20, 23, 76, 78, 100, 114, 118, 120, 121], "top_k": [6, 20, 23, 26, 27, 29, 30, 40, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 116, 117, 118, 120, 124, 125], "top_logprob": 75, "top_n": [18, 23], "top_p": 76, "topic": 54, "topn": 55, "torch_dtyp": [60, 71], "total": 56, "tpm": 95, "track": 36, "trail": [69, 121, 129], "trail_fold": 15, "train": [46, 121, 129], "transform": [0, 23, 52, 71, 76, 77, 100], "translat": [17, 54], "treat": [36, 120], "tree": [77, 81], "tree summar": 83, "tree_summar": [0, 18, 61, 71, 77, 81, 83], "treesummar": [18, 21], "trend": 52, "trg_lang": 17, "trial": [0, 15, 52, 128], "trial_dir": [0, 29, 52, 129], "trial_fold": [53, 129], "trial_path": [0, 15, 53], "troubl": [57, 69, 128], "troubleshoot": [57, 58], "true": [0, 5, 6, 9, 10, 11, 12, 15, 17, 20, 23, 28, 29, 30, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58, 65, 69, 75, 76, 85, 89, 106, 128], "truncat": [23, 27, 106], "truncate_by_token": [18, 19], "truncated_input": [0, 30], "truth": [6, 17, 36, 46, 48, 54, 55, 73, 122, 127], "try": [58, 125, 128], "tune": 112, "tupl": [0, 2, 7, 14, 16, 23, 27, 28, 29, 30, 36, 116, 117], "turbo": [25, 39, 40, 73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "turkish": 32, "turn": 16, "tutori": [35, 39, 52, 53, 57, 125], "twice": 44, "twitter": 57, "two": [8, 12, 27, 36, 40, 43, 44, 54, 55, 60, 69, 71, 76, 95, 124, 125, 129], "two_hop_increment": [8, 12, 50], "two_hop_quest": [8, 12], "twohopincrementalrespons": [8, 12], "txt": [6, 40, 58], "type": [0, 6, 15, 17, 27, 28, 29, 32, 36, 38, 40, 43, 46, 47, 52, 55, 61, 68, 70, 71, 73, 75, 76, 90, 91, 92, 93, 94, 95, 99, 102, 106, 111, 112, 113, 114, 115, 118, 125, 129], "typic": [50, 69, 108], "tyre": 125, "u": [30, 67, 113], "ui": 65, "ultim": 57, "ultra": 94, "unanswer": 10, "unavail": 46, "uncertain": 127, "under": [122, 128], "underscor": 81, "understand": [121, 122], "understudi": 54, "unexpect": [36, 129], "unicamp": 98, "uniform": 39, "unigram": [17, 54], "unintend": [48, 120], "union": [0, 15], "uniqu": [27, 36, 52, 81, 126], "unit": 40, "unknown": 0, "unless": 29, "unstructur": [42, 44], "unstructured_api_kei": 42, "unstructuredmarkdown": [42, 44], "unstructuredpdf": 42, "unstructuredxml": [42, 44], "until": 126, "up": [36, 43, 56, 58, 77, 81, 83, 126, 129], "updat": [8, 36, 51, 61, 71], "update_corpu": [1, 8, 51], "upgrad": [58, 76, 128], "upon": 58, "upr": [0, 18, 58, 77, 100, 125], "uprscor": [18, 23], "upsert": [5, 6, 29], "upstage_api_kei": 42, "upstagedocumentpars": [42, 44], "upstagedocumentparseload": 42, "upstagelayoutanalysi": 45, "uri": [30, 66, 69], "url": [30, 52, 61, 68, 70, 71], "us": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 15, 17, 19, 21, 22, 23, 25, 26, 27, 29, 35, 36, 38, 41, 45, 46, 47, 48, 49, 50, 51, 55, 56, 57, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 78, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 117, 118, 119, 121, 123, 125], "usag": [27, 81, 101, 119], "use_bf16": [23, 105], "use_fp16": [92, 93], "use_own_kei": [7, 43], "use_stemm": 17, "use_vendor_multimodal_model": [7, 43, 44], "user": [0, 15, 30, 36, 40, 47, 53, 66, 68, 78, 79, 105, 109, 112, 118, 121, 124, 125, 129], "user_prompt": 47, "usernam": [30, 65, 66], "usr": 58, "usual": [46, 47], "util": [0, 1, 52, 63, 100], "v": 58, "v0": [37, 40, 58, 60, 61, 71, 73, 76, 115], "v1": [0, 9, 10, 11, 12, 15, 23, 29, 59, 62, 71, 90, 95, 97, 98], "v2": [17, 23, 71, 90, 92, 94, 98, 102], "vagu": 48, "valid": [6, 8, 65, 66, 67, 68, 70, 122, 128], "validate_corpus_dataset": [0, 29], "validate_llama_index_prompt": [4, 6], "validate_qa_dataset": [0, 29], "validate_qa_from_corpus_dataset": [0, 29], "validate_strategy_input": 0, "valu": [0, 6, 15, 16, 17, 20, 27, 28, 29, 33, 34, 36, 40, 42, 44, 47, 54, 55, 61, 70, 71, 85, 86, 87, 88, 89, 104, 116, 117, 120, 122, 124, 127, 128], "valuabl": 40, "value_column_nam": 29, "valueerror": 128, "vari": [48, 114, 116, 126], "variabl": [7, 29, 42, 58, 69, 75, 90, 95, 97, 106, 128], "variant": 98, "variat": [36, 114], "variou": [32, 38, 44, 57, 63, 64, 66, 73, 81, 99, 100, 109, 118], "ve": 69, "vector": [0, 6, 27, 30, 64, 65, 66, 67, 68, 70, 119, 125], "vector db": [69, 119], "vector_db": 27, "vectordb": [0, 18, 26, 40, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 77, 114, 115, 118, 120, 121], "vectordb_ingest": [18, 27], "vectordb_nam": 30, "vectordb_pur": [18, 27], "vendor": [7, 43], "vendor_multimodal_api_kei": [7, 43], "vendor_multimodal_model_nam": [7, 43, 44], "verbos": [18, 23, 101], "veri": 57, "verifi": [50, 69], "version": [0, 15, 27, 36, 50, 72, 76, 115, 122, 124, 127, 128, 129], "versionrespons": [0, 15], "video": 36, "view": 57, "viscond": 113, "vision": 99, "visit": [27, 59, 60, 62, 64], "vllm": [0, 17, 18, 73, 77, 109, 128], "voil\u00e0": 125, "voyag": 23, "voyage_api_kei": [106, 123], "voyage_cli": 23, "voyageai": [0, 18, 106, 123], "voyageai_rerank": 100, "voyageai_rerank_pur": [18, 23], "voyageairerank": [18, 23], "vram": 128, "wa": [27, 32, 38, 41, 44, 50, 52, 54, 55, 61, 71, 122, 123, 128], "wai": [26, 43, 46, 47, 48, 50, 53, 59, 60, 66, 71, 120, 122, 125, 128], "wait": [58, 66, 76], "want": [0, 6, 8, 15, 17, 25, 27, 28, 29, 33, 34, 36, 40, 42, 43, 45, 48, 50, 51, 56, 57, 58, 59, 60, 61, 62, 71, 72, 86, 90, 91, 92, 93, 94, 95, 99, 102, 104, 106, 115, 116, 117, 120, 122, 126, 127], "warn": 17, "water": 56, "we": [0, 17, 21, 22, 23, 32, 35, 36, 38, 40, 44, 47, 48, 49, 50, 51, 53, 54, 55, 57, 58, 61, 63, 69, 71, 73, 76, 109, 114, 115, 119, 120, 121, 122, 123, 125, 128, 129], "weaviat": [0, 68, 69], "weaviate_api_kei": 70, "weaviate_db": 70, "weaviate_url": 70, "web": 15, "websit": 62, "weight": [17, 27, 54, 63, 114, 116, 117], "weight_rang": [72, 116, 117, 118], "welcom": 125, "well": [0, 32, 38, 40, 44, 49, 54, 55, 57], "were": 53, "what": [10, 32, 36, 38, 44, 50, 55, 57, 61, 62, 63, 71, 72, 105, 107, 108, 109, 110, 113, 121, 126], "when": [0, 6, 10, 15, 17, 21, 22, 23, 25, 27, 36, 41, 47, 50, 56, 58, 61, 67, 69, 71, 73, 75, 76, 84, 86, 95, 104, 108, 109, 113, 119, 120, 121, 126, 129], "where": [48, 57, 63, 65, 66, 67, 68, 70, 81, 118, 121], "whether": [0, 5, 7, 15, 17, 23, 43, 46, 54, 65, 67, 75, 92, 93, 105, 106], "which": [6, 15, 17, 19, 25, 27, 29, 36, 40, 44, 47, 50, 53, 54, 55, 56, 57, 61, 63, 70, 71, 72, 74, 81, 82, 83, 84, 95, 109, 115, 116, 117, 120, 122, 123, 125, 128, 129], "whichev": 55, "while": [40, 48, 58, 126], "whitespac": [27, 29], "who": [50, 129], "whole": [0, 8, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 122, 129], "why": [36, 122, 125], "wikipedia": 50, "wildcard": [38, 44], "window": [77, 109], "window_replac": [0, 18, 77, 110], "window_s": 32, "windowreplac": [18, 25], "wise": 101, "with_debugging_log": 6, "within": [46, 50, 67, 73, 81, 100, 109, 118, 126], "withjsonschema": 0, "without": [45, 46, 57, 59, 60, 62, 69, 72, 74, 75, 78, 81, 82, 83, 84, 100, 111, 114, 116, 125, 129], "wonder": 122, "word": [11, 17, 35, 46, 54, 115, 127], "work": [40, 58, 66, 116, 120, 128, 129], "worker": 0, "would": [26, 55, 121], "wrapper": 0, "write": [23, 35, 47, 58, 65, 101, 105, 113, 116, 120, 122, 125], "written": [33, 34, 42], "wrong": [2, 32, 40, 125], "www": 57, "x": [0, 23, 32, 52, 57, 61, 127], "x86": 99, "xml": 44, "xsmall": 97, "yaml": [0, 15, 29, 52, 54, 57, 58, 61, 66, 68, 69, 71, 72, 77, 122, 124, 125, 126, 128], "yaml_filepath": 0, "yaml_path": [0, 14, 15, 29, 30, 53, 129], "yaml_to_markdown": 0, "ye": 50, "yet": [39, 58, 125], "yml": [15, 120], "you": [0, 2, 5, 6, 7, 8, 10, 15, 17, 20, 21, 22, 23, 25, 27, 28, 29, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 99, 100, 101, 102, 104, 106, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129], "your": [0, 6, 15, 17, 32, 35, 36, 37, 38, 41, 43, 44, 46, 47, 51, 52, 53, 57, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 75, 76, 84, 90, 94, 95, 97, 106, 107, 108, 109, 110, 111, 112, 113, 117, 120, 122, 124, 125, 128], "your_api_bas": [60, 61, 71], "your_api_kei": [60, 61, 62, 64, 71, 128], "your_cohere_api_kei": [90, 123], "your_dir_path": 40, "your_jina_api_kei": [95, 123], "your_mixedbread_api_kei": [97, 123], "your_openai_api_kei": 43, "your_profile_nam": 59, "your_voyageai_api_kei": [106, 123], "yourself": [27, 115, 116], "yyyi": 86, "z": [27, 116, 118], "zcal": 57, "zero": [105, 111]}, "titles": ["autorag package", "autorag.data package", "autorag.data.chunk package", "autorag.data.corpus package", "autorag.data.legacy package", "autorag.data.legacy.corpus package", "autorag.data.legacy.qacreation package", "autorag.data.parse package", "autorag.data.qa package", "autorag.data.qa.evolve package", "autorag.data.qa.filter package", "autorag.data.qa.generation_gt package", "autorag.data.qa.query package", "autorag.data.qacreation package", "autorag.data.utils package", "autorag.deploy package", "autorag.evaluation package", "autorag.evaluation.metric package", "autorag.nodes package", "autorag.nodes.generator package", "autorag.nodes.passageaugmenter package", "autorag.nodes.passagecompressor package", "autorag.nodes.passagefilter package", "autorag.nodes.passagereranker package", "autorag.nodes.passagereranker.tart package", "autorag.nodes.promptmaker package", "autorag.nodes.queryexpansion package", "autorag.nodes.retrieval package", "autorag.schema package", "autorag.utils package", "autorag.vectordb package", "autorag", "Chunk", "Langchain Chunk", "Llama Index Chunk", "Data Creation", "Dataset Format", "Legacy", "Parse", "RAGAS evaluation data generation", "Start creating your own evaluation data", "Clova", "Langchain Parse", "Llama Parse", "Parse", "Table Hybrid Parse", "Answer Generation", "Query Evolving", "Filtering", "QA creation", "Query Generation", "Evaluation data creation tutorial", "API endpoint", "Web Interface", "Generation Metrics", "Retrieval Metrics", "Retrieval Token Metrics", "AutoRAG documentation", "Installation and Setup", "AWS Bedrock x AutoRAG", "HuggingFace LLM x AutoRAG", "Configure LLM", "Nvidia Nim x AutoRAG", "OLLAMA x AutoRAG", "Chroma", "Couchbase", "Milvus", "Pinecone", "Qdrant", "Configure Vector DB", "Weaviate", "Configure LLM & Embedding models", "Migration Guide", "8. Generator", "llama_index LLM", "OpenAI LLM", "vllm", "Available List", "3. Passage Augmenter", "Prev Next Augmenter", "Long LLM Lingua", "6. Passage_Compressor", "Refine", "Tree Summarize", "5. Passage Filter", "Percentile Cutoff", "Recency Filter", "Similarity Percentile Cutoff", "Similarity Threshold Cutoff", "Threshold Cutoff", "cohere_reranker", "Colbert Reranker", "Flag Embedding LLM Reranker", "Flag Embedding Reranker", "FlashRank Reranker", "jina_reranker", "Ko-reranker", "Mixedbread AI Reranker", "MonoT5", "OpenVINO Reranker", "4. Passage_Reranker", "RankGPT", "Sentence Transformer Reranker", "TART", "Time Reranker", "UPR", "voyageai_reranker", "F-String", "Long Context Reorder", "7. Prompt Maker", "Window Replacement", "HyDE", "Multi Query Expansion", "Query Decompose", "1. Query Expansion", "BM25", "Hybrid - cc", "Hybrid - rrf", "2. Retrieval", "Vectordb", "Make a custom config YAML file", "Folder Structure", "How optimization works", "Sample YAML file guide", "Strategy", "Road to Modular RAG", "Structure", "Evaluate your RAG", "TroubleShooting", "Tutorial"], "titleterms": {"": 55, "0": [55, 56], "1": [32, 33, 34, 38, 41, 42, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 70, 75, 114, 128, 129], "2": [32, 33, 34, 38, 41, 42, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 70, 75, 118, 128, 129], "3": [32, 33, 34, 38, 42, 44, 47, 49, 50, 51, 52, 53, 54, 55, 56, 58, 72, 75, 78, 128, 129], "4": [32, 34, 38, 42, 44, 49, 50, 51, 52, 54, 55, 100, 128], "5": [34, 42, 49, 54, 55, 58, 84, 128], "6": [42, 49, 54, 55, 58, 81], "7": [42, 72, 109], "8": 73, "For": 115, "If": 40, "The": [41, 128], "about": 125, "access": [52, 58, 65], "accur": 75, "add": [32, 61, 71], "addit": [58, 69, 116, 117], "address": 65, "advanc": 127, "ai": 97, "align": 127, "all": [42, 44, 122], "allow": 65, "also": 129, "an": 129, "ani": 115, "answer": [46, 49], "api": [15, 42, 52, 58, 123, 128, 129], "appli": [55, 56], "ask": 128, "augment": [78, 79], "auto": [40, 75], "autorag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 53, 55, 56, 57, 58, 59, 60, 62, 63, 125, 128, 129], "autotoken": 115, "avail": [32, 33, 34, 42, 45, 77], "averag": 55, "aw": 59, "backend": 119, "base": [2, 6, 7, 11, 13, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 48], "basic": [35, 46, 55, 56], "bedrock": 59, "befor": [51, 90, 95, 97, 106], "benefit": [78, 81, 84, 100, 114], "bert": 54, "best": 122, "between": 84, "bleu": 54, "bm25": [27, 115], "bodi": 52, "both": 40, "bucket": 65, "build": [58, 128], "cach": 58, "can": [57, 122], "cc": 116, "charact": 33, "check": [32, 38, 44], "chroma": [30, 64], "chunk": [2, 32, 33, 34, 51], "chunker": [0, 32], "cli": [0, 53], "client": [52, 64], "cloud": 70, "clova": [7, 41], "cluster": 65, "code": [52, 69, 127, 129], "coher": [23, 54], "cohere_rerank": 90, "colab": 129, "colbert": [23, 91], "collect": 65, "column": [32, 38, 44], "come": 41, "command": [52, 69, 129], "common": [61, 71], "compact": 123, "complet": 50, "compress": 47, "concept": [35, 50, 126], "concis": 46, "condit": 47, "config": [59, 60, 62, 63, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 129], "configur": [61, 64, 65, 66, 67, 68, 69, 70, 71, 124, 127], "consider": 69, "consist": 54, "contact": 125, "contain": 58, "content": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 36, 49], "context": 108, "corpu": [3, 5, 36, 39, 40, 51, 128], "corpus_data": 128, "couchbas": [30, 65], "could": 128, "creat": [40, 65, 129], "creation": [35, 49, 51, 72], "csv": [42, 121], "cumul": 55, "curl": 52, "custom": [39, 40, 46, 47, 50, 58, 120, 129], "cutoff": [85, 87, 88, 89], "dashboard": [0, 129], "data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 35, 39, 40, 49, 51, 72, 121, 128], "data_path_glob": [38, 44], "databas": 69, "dataclass": 127, "dataset": [36, 129], "db": 69, "debug": 58, "decompos": 113, "deepeval_prompt": 17, "default": [44, 69, 113], "definit": [54, 55, 56, 73, 78, 81, 84, 100, 109, 114, 118], "depend": 48, "deploi": [15, 129], "detect": [41, 45], "determin": 70, "didn": 129, "differ": [84, 128], "directori": 58, "discount": 55, "do": 122, "doc_id": 36, "docker": [58, 70], "document": [40, 57], "don": 48, "dontknow": 10, "download": 63, "dure": 129, "earli": 125, "ecosystem": 57, "edit": 65, "embed": [71, 92, 93], "endpoint": 52, "environ": [43, 62, 63, 120], "error": [128, 129], "eval": 54, "evalu": [0, 16, 17, 39, 40, 51, 122, 127, 129], "evaluate_gener": 127, "evaluate_retriev": 127, "evolv": [9, 47], "exampl": [32, 33, 34, 41, 42, 43, 45, 50, 52, 53, 55, 56, 65, 67, 70, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 124, 126, 127], "exist": 40, "expans": [112, 114], "explan": [58, 116, 117, 126], "extract": [43, 129], "extract_evid": 8, "f": 107, "f1": [55, 56], "face": 128, "factoid": 50, "featur": [32, 40], "file": [32, 38, 42, 44, 51, 59, 60, 62, 63, 65, 67, 70, 73, 78, 81, 84, 100, 109, 114, 118, 120, 123, 129], "filter": [10, 48, 49, 84, 86], "find": 129, "first": 129, "flag": [92, 93], "flag_embed": 23, "flag_embedding_llm": 23, "flashrank": [23, 94], "fluenci": 54, "folder": [32, 38, 44, 53, 121, 129], "format": [36, 129], "found": 128, "founder": 57, "frequent": 128, "from": [39, 40, 41, 58, 128], "fstring": 25, "full": [69, 123], "function": 47, "g": 54, "gain": 55, "gener": [16, 17, 19, 39, 46, 49, 50, 54, 73, 127], "generation_gt": [11, 36, 40], "get": [49, 52, 57, 123], "gpu": [58, 76, 123, 128], "gradio": [15, 53], "gt": 49, "guid": [44, 72, 123], "half": 123, "have": [40, 42], "help": 57, "hf_home": 58, "hop": 50, "how": [33, 34, 42, 54, 57, 70, 122], "html": [41, 42], "huggingfac": [60, 71, 115], "hybrid": [45, 116, 117], "hybrid_cc": 27, "hybrid_rrf": 27, "hyde": [26, 111], "i": [32, 33, 34, 40, 42, 70, 78, 81, 84, 100, 114, 120, 122, 125, 128], "id": 128, "imag": 58, "import": [127, 128], "increment": 50, "index": [34, 40, 61, 65, 71, 121], "inform": 41, "ingest": 69, "initi": 64, "instal": [58, 62, 63, 128], "instanc": [32, 38, 44], "instead": 53, "integr": 61, "interfac": [53, 129], "ip": 65, "japanes": [58, 115], "jina": 23, "jina_rerank": 95, "json": [42, 121], "jupyt": 128, "kei": [58, 64, 123], "know": [48, 125], "ko": 96, "ko_kiwi": 115, "ko_kkma": 115, "ko_okt": 115, "korean": [58, 115], "korerank": 23, "langchain": [3, 5, 33, 42], "langchain_chunk": 2, "langchain_pars": 7, "languag": 43, "legaci": [4, 5, 6, 37], "length": 128, "line": [69, 120, 121, 125, 126, 129], "lingua": 80, "list": [61, 77], "llama": [34, 43], "llama_gen_queri": 12, "llama_index": [3, 5, 6, 13, 74], "llama_index_chunk": 2, "llama_index_gen_gt": 11, "llama_index_llm": 19, "llama_index_query_evolv": 9, "llamaindex": [46, 128], "llamapars": 7, "llm": [48, 60, 61, 63, 71, 74, 75, 80, 92, 128], "local": 58, "log": 75, "long": [36, 80, 108], "long_context_reord": 25, "longllmlingua": 21, "make": [40, 47, 120], "maker": 109, "manual": 58, "map": [51, 55], "markdown": 42, "mean": [55, 124], "merger": 125, "metadata": 36, "meteor": 54, "method": [33, 34, 42, 44], "metric": [17, 54, 55, 56], "metricinput": [28, 127], "migrat": 72, "milvu": [30, 66], "mixedbread": 97, "mixedbreadai": 23, "model": [39, 43, 58, 61, 63, 71, 97, 98, 106], "modeling_enc_t5": 24, "modul": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 38, 44, 45, 61, 71, 73, 74, 75, 76, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 126], "modular": 125, "monot5": [23, 98], "more": [61, 71, 122, 125], "mrr": 55, "multi": [76, 112], "multi_query_expans": 26, "multimod": 43, "multipl": 40, "must": 42, "name": [32, 97, 98, 106], "ndcg": 55, "need": [42, 122], "next": [79, 122, 129], "ngrok": 52, "nim": 62, "node": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 73, 78, 81, 84, 100, 109, 114, 117, 118, 120, 121, 122, 125, 126, 129], "node_lin": 0, "non": 123, "normal": [55, 124], "note": [58, 94, 129], "notebook": 128, "nvidia": 62, "occur": 129, "ollama": [63, 128], "onli": 40, "openai": [46, 58, 75, 128], "openai_gen_gt": 11, "openai_gen_queri": 12, "openai_llm": [19, 75], "openai_query_evolv": 9, "openvino": [23, 99], "optim": [122, 128, 129], "option": [36, 69], "origin": 128, "output": [32, 38, 44, 75], "overview": [32, 38, 40, 44, 49, 50, 51, 69, 73, 81, 100, 109, 114, 118, 124], "own": 40, "packag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30], "paramet": [38, 42, 44, 45, 52, 61, 64, 65, 67, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 124], "pars": [7, 38, 42, 43, 44, 45, 51, 58], "parser": [0, 38, 41, 44], "pass": 122, "pass_compressor": [21, 81], "pass_passage_augment": [20, 78], "pass_passage_filt": [22, 84], "pass_query_expans": [26, 114], "pass_rerank": [23, 100], "passag": [40, 48, 78, 84], "passage_compressor": 81, "passage_depend": 10, "passage_rerank": 100, "passageaugment": 20, "passagecompressor": 21, "passagefilt": 22, "passagererank": [23, 24], "path": [36, 53], "pdf": 42, "percentil": [85, 87], "percentile_cutoff": 22, "pinecon": [30, 67], "pipelin": [32, 38, 44, 129], "point": 41, "polici": 125, "porter_stemm": 115, "post": 52, "pre_retrieve_node_lin": 121, "precis": [55, 56], "prepar": [127, 129], "preprocess": 29, "prev": 79, "prev_next_augment": 20, "prob": 75, "profil": 59, "project": [32, 38, 44, 53, 121, 129], "prompt": [9, 10, 11, 12, 40, 75, 109, 113], "promptmak": 25, "properti": 52, "provid": 47, "public": 52, "purpos": [73, 81, 118], "python": [52, 69, 129], "qa": [8, 9, 10, 11, 12, 36, 39, 40, 49, 51], "qacreat": [6, 13], "qdrant": [30, 68], "qid": 36, "queri": [12, 36, 40, 47, 49, 50, 65, 112, 113, 114], "query_decompos": 26, "query_expans": 121, "queryexpans": 26, "question": [39, 48, 49, 50, 128], "rag": [125, 127, 129], "raga": [6, 13, 39], "rank": [55, 124], "rankgpt": [23, 101], "raw": 40, "reason": 47, "recal": [55, 56], "recenc": [22, 86], "reciproc": 55, "recommend": 36, "refin": [21, 82], "relat": 128, "relev": 54, "reorder": 108, "replac": 110, "request": 52, "requesttimeout": 128, "rerank": [84, 91, 92, 93, 94, 96, 97, 99, 102, 104], "resourc": 121, "respons": 52, "restart": 129, "result": [32, 38, 44, 122, 129], "retriev": [16, 17, 27, 49, 52, 55, 56, 118, 127], "retrieval_cont": [16, 17], "retrieval_gt": [36, 55], "retrieve_node_lin": 121, "road": 125, "roug": 54, "row": 128, "rrf": 117, "rule": 48, "run": [2, 7, 19, 20, 21, 22, 23, 25, 26, 27, 32, 38, 44, 52, 53, 58, 59, 60, 62, 63, 128, 129], "runner": 53, "sampl": [8, 36, 49, 52, 121, 123], "save": [40, 49], "schema": [8, 28], "scope": 65, "score": [54, 55, 70, 127], "see": 129, "sem": 54, "sem_scor": 73, "semant": 34, "sentenc": [32, 33, 34, 102], "sentence_transform": 23, "separ": 41, "server": [52, 63, 128, 129], "set": [32, 38, 39, 43, 44, 51, 59, 62, 63], "setup": 58, "short": 36, "similar": [87, 88], "similarity_percentile_cutoff": 22, "similarity_threshold_cutoff": 22, "simpl": [6, 13, 34, 123], "sourc": 58, "space": 115, "specif": [44, 54], "specifi": [32, 38, 44, 53, 120, 129], "splitter": 32, "start": [32, 38, 40, 44, 51, 57], "start_end_idx": 36, "step": 129, "stori": 36, "strategi": [0, 73, 81, 100, 109, 114, 118, 122, 124, 126], "stream": 52, "streamlit": 53, "string": 107, "structur": [121, 126], "submodul": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30], "subpackag": [0, 1, 4, 8, 16, 18, 23], "success": 52, "sudachipi": 115, "summar": [83, 126], "summari": 121, "support": [0, 32, 38, 43, 44, 61, 69, 71, 73, 81, 97, 98, 100, 106, 109, 114, 118, 119], "swap": 122, "system": 129, "t": [48, 122, 129], "tabl": [41, 43, 45], "table_hybrid_pars": 7, "talk": 57, "tart": [24, 103], "test": 129, "text": 41, "threshold": [88, 89], "threshold_cutoff": 22, "time": 104, "time_rerank": 23, "token": [33, 34, 56, 75, 115], "tokenization_enc_t5": 24, "transform": 102, "tree": 83, "tree_summar": 21, "trial": [53, 121, 129], "trial_path": 129, "troubl": [58, 115], "troubleshoot": 128, "truncat": 75, "tunnel": 52, "tupl": 120, "tutori": [51, 129], "two": 50, "type": [39, 42, 44, 50, 64], "u": 125, "unanswer": 48, "understand": 55, "up": [59, 62, 63], "upr": [23, 105], "us": [32, 33, 34, 39, 40, 42, 43, 44, 52, 53, 54, 58, 59, 60, 61, 62, 71, 75, 76, 115, 120, 122, 124, 127, 128, 129], "usag": [50, 52, 65, 66, 67, 68, 69, 70, 90, 95, 97, 106], "user": 58, "util": [14, 16, 17, 18, 29], "v0": 72, "v1": 52, "valid": [0, 129], "variabl": [43, 120], "vector": 69, "vectordb": [27, 30, 119], "version": [52, 58, 125], "vllm": [19, 71, 76], "voyageai": 23, "voyageai_rerank": 106, "want": [32, 38, 44, 53, 125, 129], "weaviat": [30, 70], "web": [0, 53, 129], "what": [40, 78, 81, 84, 100, 114, 120, 125, 129], "wheel": 128, "when": [40, 128], "while": 128, "why": [53, 57, 75, 76, 129], "window": [34, 58, 110], "window_replac": 25, "work": 122, "write": [59, 60, 62, 63, 129], "x": [59, 60, 62, 63], "xml": 42, "yaml": [32, 33, 34, 38, 41, 42, 43, 44, 45, 51, 53, 59, 60, 62, 63, 64, 65, 67, 70, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 129], "you": [40, 51], "your": [40, 71, 127, 129]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"/v1/run (POST)": [[52, "id1"]], "/v1/stream (POST)": [[52, "id2"]], "/version (GET)": [[52, "id3"]], "0. Retrieval token metric in AutoRAG": [[56, "retrieval-token-metric-in-autorag"]], "0. Understanding AutoRAG\u2019s retrieval_gt": [[55, "understanding-autorag-s-retrieval-gt"]], "1. /v1/run (POST)": [[52, "v1-run-post"]], "1. Add File Name": [[32, "add-file-name"]], "1. Auto-truncate prompt": [[75, "auto-truncate-prompt"]], "1. Bleu": [[54, "bleu"]], "1. Build the Docker Image": [[58, "build-the-docker-image"]], "1. Docker": [[70, "docker"]], "1. Error when using AutoRAG on Jupyter Notebook or API server": [[128, "error-when-using-autorag-on-jupyter-notebook-or-api-server"]], "1. Factoid": [[50, "factoid"]], "1. HTML Parser": [[41, "html-parser"]], "1. Installation": [[128, "installation"]], "1. PDF": [[42, "pdf"]], "1. Parsing": [[51, "parsing"]], "1. Precision": [[55, "precision"]], "1. Query Expansion": [[114, null]], "1. Reasoning Evolving": [[47, "reasoning-evolving"]], "1. Run as a Code": [[129, "run-as-a-code"]], "1. Sample retrieval gt": [[49, "sample-retrieval-gt"]], "1. Set chunker instance": [[32, "set-chunker-instance"]], "1. Set parser instance": [[38, "set-parser-instance"], [44, "set-parser-instance"]], "1. Token": [[33, "token"], [34, "token"]], "1. Token Precision": [[56, "token-precision"]], "1. Unanswerable question filtering": [[48, "unanswerable-question-filtering"]], "1. Use All Files": [[44, "use-all-files"]], "1. Use YAML path": [[53, "use-yaml-path"]], "2. /v1/retrieve (POST)": [[52, "v1-retrieve-post"]], "2. Accurate token output": [[75, "accurate-token-output"]], "2. CSV": [[42, "csv"]], "2. Character": [[33, "character"]], "2. Chunking": [[51, "chunking"]], "2. Concept Completion": [[50, "concept-completion"]], "2. Conditional Evolving": [[47, "conditional-evolving"]], "2. Corpus id not found in corpus_data.": [[128, "corpus-id-not-found-in-corpus-data"]], "2. Get retrieval gt contents to generate questions": [[49, "get-retrieval-gt-contents-to-generate-questions"]], "2. Optimization": [[128, "optimization"]], "2. Passage Dependent Filtering": [[48, "passage-dependent-filtering"]], "2. Recall": [[55, "recall"]], "2. Retrieval": [[118, null]], "2. Rouge": [[54, "rouge"]], "2. Run as an API server": [[129, "run-as-an-api-server"]], "2. Run the Docker Container": [[58, "run-the-docker-container"]], "2. Sentence": [[34, "sentence"]], "2. Sentence Splitter": [[32, "sentence-splitter"]], "2. Set YAML file": [[32, "set-yaml-file"], [38, "set-yaml-file"], [44, "set-yaml-file"]], "2. The text information comes separately from the table information.": [[41, "the-text-information-comes-separately-from-the-table-information"]], "2. Token Recall": [[56, "token-recall"]], "2. Use Specific Files": [[44, "use-specific-files"]], "2. Use a trial path": [[53, "use-a-trial-path"]], "2. Weaviate Cloud": [[70, "weaviate-cloud"]], "3. /v1/stream (POST)": [[52, "v1-stream-post"]], "3. Accurate log prob output": [[75, "accurate-log-prob-output"]], "3. Compress Query": [[47, "compress-query"]], "3. F1 Score": [[55, "f1-score"]], "3. Generate queries": [[49, "generate-queries"]], "3. JSON": [[42, "json"]], "3. LlamaIndex": [[128, "llamaindex"]], "3. METEOR": [[54, "meteor"]], "3. Passage Augmenter": [[78, null]], "3. QA Creation": [[51, "qa-creation"]], "3. Run as a Web Interface": [[129, "run-as-a-web-interface"]], "3. Sentence": [[33, "sentence"]], "3. Start chunking": [[32, "start-chunking"]], "3. Start parsing": [[38, "start-parsing"], [44, "start-parsing"]], "3. Token F1": [[56, "token-f1"]], "3. Two-hop Incremental": [[50, "two-hop-incremental"]], "3. Use Runner": [[53, "use-runner"]], "3. Using a Custom Cache Directory with HF_HOME": [[58, "using-a-custom-cache-directory-with-hf-home"]], "3. Window": [[34, "window"]], "4. /version (GET)": [[52, "version-get"]], "4. Check the result": [[32, "check-the-result"], [38, "check-the-result"], [44, "check-the-result"]], "4. Custom": [[50, "custom"]], "4. GPU-related Error": [[128, "gpu-related-error"]], "4. Generate answers": [[49, "generate-answers"]], "4. MRR (Mean Reciprocal Rank)": [[55, "mrr-mean-reciprocal-rank"]], "4. Markdown": [[42, "markdown"]], "4. Passage_Reranker": [[100, null]], "4. QA - Corpus mapping": [[51, "qa-corpus-mapping"]], "4. Sem Score": [[54, "sem-score"]], "4. Semantic": [[34, "semantic"]], "5-1. Coherence": [[54, "coherence"]], "5-2. Consistency": [[54, "consistency"]], "5-3. Fluency": [[54, "fluency"]], "5-4. Relevance": [[54, "relevance"]], "5. Debugging and Manual Access": [[58, "debugging-and-manual-access"]], "5. Filtering questions": [[49, "filtering-questions"]], "5. G-Eval": [[54, "g-eval"]], "5. HTML": [[42, "html"]], "5. MAP (Mean Average Precision)": [[55, "map-mean-average-precision"]], "5. Ollama RequestTimeOut Error": [[128, "ollama-requesttimeout-error"]], "5. Passage Filter": [[84, null]], "5. Simple": [[34, "simple"]], "6. Bert Score": [[54, "bert-score"]], "6. NDCG (Normalized Discounted Cumulative Gain)": [[55, "ndcg-normalized-discounted-cumulative-gain"]], "6. Passage_Compressor": [[81, null]], "6. Save the QA data": [[49, "save-the-qa-data"]], "6. Use gpu version": [[58, "use-gpu-version"]], "6. XML": [[42, "xml"]], "7. All files": [[42, "all-files"]], "7. Prompt Maker": [[109, null]], "8. Generator": [[73, null]], "API client usage example": [[52, "api-client-usage-example"]], "API endpoint": [[52, null]], "AWS Bedrock x AutoRAG": [[59, null]], "Add more LLM models": [[61, "add-more-llm-models"], [71, "add-more-llm-models"]], "Add your embedding models": [[71, "add-your-embedding-models"]], "Additional Considerations": [[69, "additional-considerations"]], "Additional Notes": [[58, "additional-notes"]], "Advanced Configuration": [[127, "advanced-configuration"]], "Allowed IP Addresses": [[65, "allowed-ip-addresses"]], "Answer Generation": [[46, null]], "Any trouble to use Korean tokenizer?": [[115, null]], "Auto-save feature": [[40, null]], "AutoRAG documentation": [[57, null]], "Available Chunk Method": [[33, "available-chunk-method"], [34, "available-chunk-method"]], "Available List": [[77, null]], "Available Parse Method by File Type": [[42, "available-parse-method-by-file-type"]], "Available Sentence Splitter": [[32, "available-sentence-splitter"]], "BM25": [[115, null]], "Backend Support": [[119, "backend-support"]], "Basic Concepts": [[35, "basic-concepts"]], "Basic Generation": [[46, "basic-generation"]], "Before Usage": [[90, "before-usage"], [95, "before-usage"], [97, "before-usage"], [106, "before-usage"]], "Before you start QA Creation": [[51, "before-you-start-qa-creation"]], "Build from source": [[58, "build-from-source"]], "Chroma": [[64, null]], "Chunk": [[32, null]], "Client Types": [[64, "client-types"]], "Clova": [[41, null]], "Cluster, Bucket, Scope, Collection": [[65, "cluster-bucket-scope-collection"]], "Colab Tutorial": [[129, null]], "Colbert Reranker": [[91, null]], "Command Line": [[69, "command-line"]], "Common Parameters": [[61, "common-parameters"], [71, "common-parameters"]], "Compact": [[123, "compact"]], "Concise Generation": [[46, "concise-generation"]], "Configuration": [[65, "configuration"], [66, "configuration"], [67, "configuration"], [68, "configuration"], [70, "configuration"], [124, "configuration"]], "Configure LLM": [[61, null]], "Configure LLM & Embedding models": [[71, null]], "Configure Vector DB": [[69, null]], "Configure the Embedding model": [[71, "configure-the-embedding-model"]], "Configure the LLM model": [[61, "configure-the-llm-model"], [71, "configure-the-llm-model"]], "Contact": [[125, null]], "Contact us": [[125, "contact-us"]], "Corpus Dataset": [[36, "corpus-dataset"]], "Couchbase": [[65, null]], "Could not build wheels": [[128, "could-not-build-wheels"]], "Create Index for Query": [[65, "create-index-for-query"]], "Custom Generation": [[46, "custom-generation"]], "Data Creation": [[35, null], [72, "data-creation"]], "Dataset Format": [[36, null]], "Default Options": [[69, "default-options"]], "Default Parse Method": [[44, "default-parse-method"]], "Default Prompt": [[113, "default-prompt"]], "Deploy your optimal RAG pipeline": [[129, "deploy-your-optimal-rag-pipeline"]], "Do I need to use all nodes?": [[122, null]], "Don\u2019t know Filter": [[48, "don-t-know-filter"]], "Downloading the LLM Model": [[63, "downloading-the-llm-model"]], "Early version of AutoRAG": [[125, "early-version-of-autorag"]], "Edit Cluster Access": [[65, "edit-cluster-access"]], "Endpoints": [[52, "endpoints"]], "Error while running LLM": [[128, "error-while-running-llm"]], "Evaluate Nodes that can\u2019t evaluate": [[122, "evaluate-nodes-that-can-t-evaluate"]], "Evaluate your RAG": [[127, null]], "Evaluation data creation tutorial": [[51, null]], "Example": [[50, "example"]], "Example Code": [[127, "example-code"]], "Example Configuration Using Normalize Mean Strategy": [[124, "example-configuration-using-normalize-mean-strategy"]], "Example Configuration Using mean Strategy": [[124, "example-configuration-using-mean-strategy"]], "Example Configuration Using rank Strategy": [[124, "example-configuration-using-rank-strategy"]], "Example Node Lines": [[126, "example-node-lines"]], "Example Request": [[52, "example-request"]], "Example Response": [[52, "example-response"]], "Example YAML": [[32, "example-yaml"], [32, "id1"], [33, "example-yaml"], [34, "example-yaml"], [41, "example-yaml"], [42, "example-yaml"], [42, "id1"], [42, "id2"], [42, "id3"], [42, "id4"], [42, "id5"], [42, "id6"], [43, "example-yaml"], [45, "example-yaml"]], "Example YAML file": [[65, "example-yaml-file"], [67, "example-yaml-file"], [70, "example-yaml-file"], [70, "id1"]], "Example config.yaml": [[74, "example-config-yaml"], [75, "example-config-yaml"], [76, "example-config-yaml"], [79, "example-config-yaml"], [80, "example-config-yaml"], [82, "example-config-yaml"], [83, "example-config-yaml"], [85, "example-config-yaml"], [86, "example-config-yaml"], [87, "example-config-yaml"], [88, "example-config-yaml"], [89, "example-config-yaml"], [90, "example-config-yaml"], [91, "example-config-yaml"], [92, "example-config-yaml"], [93, "example-config-yaml"], [94, "example-config-yaml"], [95, "example-config-yaml"], [96, "example-config-yaml"], [97, "example-config-yaml"], [98, "example-config-yaml"], [99, "example-config-yaml"], [101, "example-config-yaml"], [102, "example-config-yaml"], [103, "example-config-yaml"], [104, "example-config-yaml"], [105, "example-config-yaml"], [106, "example-config-yaml"], [107, "example-config-yaml"], [108, "example-config-yaml"], [110, "example-config-yaml"], [111, "example-config-yaml"], [112, "example-config-yaml"], [113, "example-config-yaml"], [115, "example-config-yaml"], [116, "example-config-yaml"], [117, "example-config-yaml"], [119, "example-config-yaml"]], "Example config.yaml file": [[73, "example-config-yaml-file"], [78, "example-config-yaml-file"], [81, "example-config-yaml-file"], [84, "example-config-yaml-file"], [100, "example-config-yaml-file"], [109, "example-config-yaml-file"], [114, "example-config-yaml-file"], [118, "example-config-yaml-file"]], "Explanation of concepts": [[126, "explanation-of-concepts"]], "Explanation:": [[58, "explanation"], [58, "id1"]], "Extract pipeline and evaluate test dataset": [[129, "extract-pipeline-and-evaluate-test-dataset"]], "F-String": [[107, null]], "Facing Import Error": [[128, "facing-import-error"]], "Facing OPENAI API error": [[128, "facing-openai-api-error"]], "Factoid Example": [[50, "factoid-example"]], "Features": [[32, "features"]], "Filtering": [[48, null]], "Find Optimal RAG Pipeline": [[129, "find-optimal-rag-pipeline"]], "Flag Embedding LLM Reranker": [[92, null]], "Flag Embedding Reranker": [[93, null]], "FlashRank Reranker": [[94, null]], "Folder Structure": [[121, null]], "Frequently Asked Questions": [[128, "frequently-asked-questions"]], "Full": [[123, "full"]], "Full Ingest Option": [[69, "full-ingest-option"]], "GPU": [[123, "gpu"]], "GPU + API": [[123, "gpu-api"]], "Generate QA set from Corpus data using RAGAS": [[39, "generate-qa-set-from-corpus-data-using-ragas"]], "Generation Evaluation": [[127, "generation-evaluation"]], "Generation Metrics": [[54, null]], "Get API Key": [[123, "get-api-key"]], "Half": [[123, "half"]], "How optimization works": [[122, null]], "How to Use": [[33, "how-to-use"], [34, "how-to-use"], [42, "how-to-use"]], "HuggingFace LLM x AutoRAG": [[60, null]], "Huggingface AutoTokenizer": [[115, "huggingface-autotokenizer"]], "HyDE": [[111, null]], "Hybrid - cc": [[116, null]], "Hybrid - rrf": [[117, null]], "If you have both query and generation_gt:": [[40, "if-you-have-both-query-and-generation-gt"]], "If you only have query data:": [[40, "if-you-only-have-query-data"]], "Important: Score Alignment": [[127, "important-score-alignment"]], "Index": [[40, "index"], [61, "index"], [71, "index"]], "Initialization": [[64, "initialization"]], "Initialization with YAML Configuration": [[64, "initialization-with-yaml-configuration"]], "Installation": [[62, "installation"], [63, "installation"]], "Installation and Setup": [[58, null]], "Installation for Japanese \ud83c\uddef\ud83c\uddf5": [[58, "installation-for-japanese"]], "Installation for Korean \ud83c\uddf0\ud83c\uddf7": [[58, "installation-for-korean"]], "Installation for Local Models \ud83c\udfe0": [[58, "installation-for-local-models"]], "Installation for Parsing \ud83c\udf32": [[58, "installation-for-parsing"]], "Integration list": [[61, "integration-list"]], "Key Parameters:": [[64, "key-parameters"]], "Ko-reranker": [[96, null]], "LLM-based Don\u2019t know Filter": [[48, "llm-based-don-t-know-filter"]], "Langchain Chunk": [[33, null]], "Langchain Parse": [[42, null]], "Language Support": [[43, "language-support"]], "Legacy": [[37, null]], "Llama Index Chunk": [[34, null]], "Llama Parse": [[43, null]], "LlamaIndex": [[46, "llamaindex"], [46, "id2"], [46, "id3"]], "Long Context Reorder": [[108, null]], "Long LLM Lingua": [[80, null]], "Long story short": [[36, null], [36, null], [36, null], [36, null]], "Make Node Line": [[120, "make-node-line"]], "Make YAML file": [[120, "make-yaml-file"]], "Make a Custom Evolving function": [[47, "make-a-custom-evolving-function"]], "Make a custom config YAML file": [[120, null]], "Make corpus data from raw documents": [[40, "make-corpus-data-from-raw-documents"]], "Make qa data from corpus data": [[40, "make-qa-data-from-corpus-data"]], "Merger Node": [[125, "merger-node"]], "MetricInput Dataclass": [[127, "metricinput-dataclass"]], "MetricInput for Generation": [[127, "metricinput-for-generation"]], "Migration Guide": [[72, null]], "Milvus": [[66, null]], "Mixedbread AI Reranker": [[97, null]], "Module Parameters": [[74, "module-parameters"], [75, "module-parameters"], [76, "module-parameters"], [79, "module-parameters"], [80, "module-parameters"], [82, "module-parameters"], [83, "module-parameters"], [85, "module-parameters"], [86, "module-parameters"], [87, "module-parameters"], [88, "module-parameters"], [89, "module-parameters"], [90, "module-parameters"], [91, "module-parameters"], [92, "module-parameters"], [93, "module-parameters"], [94, "module-parameters"], [95, "module-parameters"], [96, "module-parameters"], [97, "module-parameters"], [98, "module-parameters"], [99, "module-parameters"], [101, "module-parameters"], [102, "module-parameters"], [103, "module-parameters"], [104, "module-parameters"], [105, "module-parameters"], [106, "module-parameters"], [107, "module-parameters"], [108, "module-parameters"], [110, "module-parameters"], [111, "module-parameters"], [112, "module-parameters"], [113, "module-parameters"], [115, "module-parameters"], [116, "module-parameters"], [117, "module-parameters"], [119, "module-parameters"]], "Module contents": [[0, "module-autorag"], [1, "module-autorag.data"], [2, "module-autorag.data.chunk"], [3, "module-contents"], [4, "module-autorag.data.legacy"], [5, "module-autorag.data.legacy.corpus"], [6, "module-autorag.data.legacy.qacreation"], [7, "module-autorag.data.parse"], [8, "module-autorag.data.qa"], [9, "module-autorag.data.qa.evolve"], [10, "module-autorag.data.qa.filter"], [11, "module-autorag.data.qa.generation_gt"], [12, "module-autorag.data.qa.query"], [13, "module-contents"], [14, "module-autorag.data.utils"], [15, "module-autorag.deploy"], [16, "module-autorag.evaluation"], [17, "module-autorag.evaluation.metric"], [18, "module-autorag.nodes"], [19, "module-autorag.nodes.generator"], [20, "module-autorag.nodes.passageaugmenter"], [21, "module-autorag.nodes.passagecompressor"], [22, "module-autorag.nodes.passagefilter"], [23, "module-autorag.nodes.passagereranker"], [24, "module-contents"], [25, "module-autorag.nodes.promptmaker"], [26, "module-autorag.nodes.queryexpansion"], [27, "module-autorag.nodes.retrieval"], [28, "module-autorag.schema"], [29, "module-autorag.utils"], [30, "module-autorag.vectordb"]], "Modules that use Embedding model": [[71, "modules-that-use-embedding-model"]], "Modules that use LLM model": [[61, "modules-that-use-llm-model"], [71, "modules-that-use-llm-model"]], "MonoT5": [[98, null]], "More optimization strategies": [[122, "more-optimization-strategies"]], "Multi Query Expansion": [[112, null]], "Next Step": [[129, null]], "Node & Module": [[126, "node-module"]], "Node Line": [[126, "node-line"]], "Node Parameters": [[73, "node-parameters"], [78, "node-parameters"], [81, "node-parameters"], [84, "node-parameters"], [100, "node-parameters"], [109, "node-parameters"], [114, "node-parameters"], [117, "node-parameters"], [118, "node-parameters"]], "Node line for Modular RAG": [[125, "node-line-for-modular-rag"]], "Non GPU": [[123, "non-gpu"]], "Note": [[94, null]], "Note for Windows Users": [[58, "note-for-windows-users"]], "Note: Dataset Format": [[129, null]], "Nvidia Nim x AutoRAG": [[62, null]], "OLLAMA x AutoRAG": [[63, null]], "OpenAI": [[46, "openai"], [46, "id1"]], "OpenAI LLM": [[75, null]], "OpenVINO Reranker": [[99, null]], "Output Columns": [[32, "output-columns"], [38, "output-columns"], [44, "output-columns"]], "Overview": [[32, "overview"], [38, "overview"], [40, "overview"], [44, "overview"], [49, "overview"], [50, "overview"], [51, "overview"], [69, "overview"], [73, "overview"], [118, "overview"], [124, "overview"]], "Overview:": [[81, "overview"], [100, "overview"], [109, "overview"], [114, "overview"]], "Parameters": [[45, "parameters"], [52, "parameters"], [65, "parameters"], [67, "parameters"], [70, "parameters"]], "Parse": [[38, null], [44, null]], "Pass the best result to the next node": [[122, "pass-the-best-result-to-the-next-node"]], "Percentile Cutoff": [[85, null]], "Pinecone": [[67, null]], "Point": [[41, "point"]], "Policy Node": [[125, "policy-node"]], "Preparation": [[127, "preparation"]], "Prepare Evaluation Dataset": [[129, "prepare-evaluation-dataset"]], "Prev Next Augmenter": [[79, null]], "Project": [[121, "project"]], "Properties": [[52, "properties"]], "Provided Query Evolving Functions": [[47, "provided-query-evolving-functions"]], "Purpose": [[73, null], [81, null], [118, null]], "Python Code": [[69, "python-code"]], "Python Sample Code": [[52, "python-sample-code"]], "QA Dataset": [[36, "qa-dataset"]], "QA creation": [[49, null]], "Qdrant": [[68, null]], "Query Decompose": [[113, null]], "Query Evolving": [[47, null]], "Query Generation": [[50, null]], "Question types": [[50, "question-types"]], "RAGAS evaluation data generation": [[39, null]], "RAGAS question types": [[39, "ragas-question-types"]], "RankGPT": [[101, null]], "Recency Filter": [[86, null]], "Refine": [[82, null]], "Response Body": [[52, "response-body"]], "Retrieval Evaluation": [[127, "retrieval-evaluation"]], "Retrieval Metrics": [[55, null]], "Retrieval Token Metrics": [[56, null]], "Road to Modular RAG": [[125, null]], "Rule-based Don\u2019t know Filter": [[48, "rule-based-don-t-know-filter"]], "Run AutoRAG optimization": [[129, "run-autorag-optimization"]], "Run AutoRAG with \ud83d\udc33 Docker": [[58, "run-autorag-with-docker"]], "Run Chunk Pipeline": [[32, "run-chunk-pipeline"]], "Run Dashboard to see your trial result!": [[129, "run-dashboard-to-see-your-trial-result"]], "Run Parse Pipeline": [[38, "run-parse-pipeline"], [44, "run-parse-pipeline"]], "Run with AutoRAG Runner": [[53, "run-with-autorag-runner"]], "Run with CLI": [[53, "run-with-cli"]], "Running API server": [[52, "running-api-server"]], "Running AutoRAG": [[59, "running-autorag"], [60, "running-autorag"], [62, "running-autorag"], [63, "running-autorag"]], "Running the Ollama Server": [[63, "running-the-ollama-server"]], "Running the Web Interface": [[53, "running-the-web-interface"]], "Sample Structure Index": [[121, "sample-structure-index"]], "Sample YAML file guide": [[123, null]], "Samples": [[36, "samples"]], "Sentence Transformer Reranker": [[102, null]], "Set Environment Variables": [[43, "set-environment-variables"]], "Set YAML File": [[51, "set-yaml-file"], [51, "id1"]], "Setting Up the AWS profile": [[59, "setting-up-the-aws-profile"]], "Setting Up the Environment": [[62, "setting-up-the-environment"], [63, "setting-up-the-environment"]], "Setup OPENAI API KEY": [[58, "setup-openai-api-key"]], "Similarity Percentile Cutoff": [[87, null]], "Similarity Threshold Cutoff": [[88, null]], "Simple": [[123, "simple"]], "Specify modules": [[120, "specify-modules"]], "Specify nodes": [[120, "specify-nodes"]], "Start Chunking": [[51, "start-chunking"]], "Start Parsing": [[51, "start-parsing"]], "Start QA Creation": [[51, "start-qa-creation"]], "Start creating your own evaluation data": [[40, null]], "Strategy": [[109, "strategy"], [114, "strategy"], [124, null], [126, "strategy"]], "Strategy Parameter": [[124, "strategy-parameter"]], "Strategy Parameters": [[73, "strategy-parameters"], [81, "strategy-parameters"], [100, "strategy-parameters"], [118, "strategy-parameters"]], "Strategy Parameters:": [[109, "strategy-parameters"], [114, "strategy-parameters"]], "Structure": [[126, null]], "Submodules": [[0, "submodules"], [2, "submodules"], [3, "submodules"], [5, "submodules"], [6, "submodules"], [7, "submodules"], [8, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [13, "submodules"], [14, "submodules"], [15, "submodules"], [16, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [23, "submodules"], [24, "submodules"], [25, "submodules"], [26, "submodules"], [27, "submodules"], [28, "submodules"], [29, "submodules"], [30, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [4, "subpackages"], [8, "subpackages"], [16, "subpackages"], [18, "subpackages"], [23, "subpackages"]], "Success Response": [[52, "success-response"]], "Summarize": [[126, null], [126, null], [126, null]], "Supported Chunk Modules": [[32, "supported-chunk-modules"]], "Supported Model Names": [[97, "supported-model-names"], [98, "supported-model-names"], [106, "supported-model-names"]], "Supported Modules": [[73, "supported-modules"], [81, "supported-modules"], [100, "supported-modules"], [109, "supported-modules"], [114, "supported-modules"], [118, "supported-modules"]], "Supported Parse Modules": [[38, "supported-parse-modules"], [44, "supported-parse-modules"]], "Supported Vector Databases": [[69, "supported-vector-databases"]], "Supporting Embedding models": [[71, "supporting-embedding-models"]], "Supporting LLM Models": [[61, "supporting-llm-models"], [71, "supporting-llm-models"]], "Swapping modules in Node": [[122, "swapping-modules-in-node"]], "TART": [[103, null]], "Table Detection": [[41, "table-detection"], [45, "table-detection"]], "Table Extraction": [[43, "table-extraction"]], "Table Hybrid Parse": [[45, null]], "Table Parse Available Modules": [[45, "table-parse-available-modules"]], "The length or row is different from the original data": [[128, "the-length-or-row-is-different-from-the-original-data"]], "Threshold Cutoff": [[89, null]], "Time Reranker": [[104, null]], "Tree Summarize": [[83, null]], "Trouble with installation?": [[58, null]], "TroubleShooting": [[128, null]], "Tutorial": [[129, null]], "UPR": [[105, null]], "Usage": [[50, "usage"], [50, "id1"], [50, "id2"], [50, "id3"], [65, "usage"], [66, "usage"], [67, "usage"], [68, "usage"], [69, "usage"], [70, "usage"]], "Use Multimodal Model": [[43, "use-multimodal-model"]], "Use NGrok Tunnel for public access": [[52, "use-ngrok-tunnel-for-public-access"]], "Use all files": [[44, "id1"]], "Use custom models": [[39, "use-custom-models"]], "Use custom prompt": [[40, "use-custom-prompt"]], "Use environment variable in the YAML file": [[120, "use-environment-variable-in-the-yaml-file"]], "Use in Multi-GPU": [[76, "use-in-multi-gpu"]], "Use multiple prompts": [[40, "use-multiple-prompts"]], "Use specific file types": [[44, "use-specific-file-types"]], "Use vllm": [[71, "use-vllm"]], "Using AWS Bedrock with AutoRAG": [[59, "using-aws-bedrock-with-autorag"]], "Using HuggingFace LLM with AutoRAG": [[60, "using-huggingface-llm-with-autorag"]], "Using HuggingFace Models": [[71, "using-huggingface-models"]], "Using Langchain Chunk Method that is not in the Available Chunk Method": [[33, "using-langchain-chunk-method-that-is-not-in-the-available-chunk-method"]], "Using Llama Index Chunk Method that is not in the Available Chunk Method": [[34, "using-llama-index-chunk-method-that-is-not-in-the-available-chunk-method"]], "Using NVIDIA NIM with AutoRAG": [[62, "using-nvidia-nim-with-autorag"]], "Using Parse Method that is not in the Available Parse Method": [[42, "using-parse-method-that-is-not-in-the-available-parse-method"]], "Using evaluate_generation": [[127, "using-evaluate-generation"]], "Using evaluate_retrieval": [[127, "using-evaluate-retrieval"]], "Using sentence splitter that is not in the Available Sentence Splitter": [[32, "using-sentence-splitter-that-is-not-in-the-available-sentence-splitter"]], "Validate your system": [[129, "validate-your-system"]], "Vectordb": [[119, null]], "Want to know more about Modular RAG?": [[125, null]], "Want to specify project folder?": [[32, null], [38, null], [44, null], [53, null], [129, null], [129, null], [129, null]], "Weaviate": [[70, null]], "Web Interface": [[53, null]], "Web Interface example": [[53, "web-interface-example"]], "What if Trial_Path didn\u2019t also create a First Node Line?": [[129, null]], "What is Node Line?": [[125, null]], "What is difference between Passage Filter and Passage Reranker?": [[84, null]], "What is pass_compressor?": [[81, null]], "What is pass_passage_augmenter?": [[78, null]], "What is pass_passage_filter?": [[84, null]], "What is pass_query_expansion?": [[114, null]], "What is pass_reranker?": [[100, null]], "What is passage?": [[40, null]], "What is tuple in the yaml file?": [[120, null]], "When you have existing qa data": [[40, "when-you-have-existing-qa-data"]], "Why use Gradio instead of Streamlit?": [[53, null]], "Why use openai_llm module?": [[75, "why-use-openai-llm-module"]], "Why use python command?": [[129, null]], "Why use vllm module?": [[76, "why-use-vllm-module"]], "Window Replacement": [[110, null]], "Write custom config yaml file": [[129, null]], "Writing the Config YAML File": [[59, "writing-the-config-yaml-file"], [60, "writing-the-config-yaml-file"], [62, "writing-the-config-yaml-file"], [63, "writing-the-config-yaml-file"]], "YAML File Setting Guide": [[44, "yaml-file-setting-guide"]], "[Node Line] summary.csv": [[121, "node-line-summary-csv"]], "[Node] summary.csv": [[121, "node-summary-csv"]], "[trial] summary.csv": [[121, "trial-summary-csv"]], "autorag": [[31, null]], "autorag package": [[0, null]], "autorag.chunker module": [[0, "module-autorag.chunker"]], "autorag.cli module": [[0, "module-autorag.cli"]], "autorag.dashboard module": [[0, "module-autorag.dashboard"]], "autorag.data package": [[1, null]], "autorag.data.chunk package": [[2, null]], "autorag.data.chunk.base module": [[2, "module-autorag.data.chunk.base"]], "autorag.data.chunk.langchain_chunk module": [[2, "module-autorag.data.chunk.langchain_chunk"]], "autorag.data.chunk.llama_index_chunk module": [[2, "module-autorag.data.chunk.llama_index_chunk"]], "autorag.data.chunk.run module": [[2, "module-autorag.data.chunk.run"]], "autorag.data.corpus package": [[3, null]], "autorag.data.corpus.langchain module": [[3, "autorag-data-corpus-langchain-module"]], "autorag.data.corpus.llama_index module": [[3, "autorag-data-corpus-llama-index-module"]], "autorag.data.legacy package": [[4, null]], "autorag.data.legacy.corpus package": [[5, null]], "autorag.data.legacy.corpus.langchain module": [[5, "module-autorag.data.legacy.corpus.langchain"]], "autorag.data.legacy.corpus.llama_index module": [[5, "module-autorag.data.legacy.corpus.llama_index"]], "autorag.data.legacy.qacreation package": [[6, null]], "autorag.data.legacy.qacreation.base module": [[6, "module-autorag.data.legacy.qacreation.base"]], "autorag.data.legacy.qacreation.llama_index module": [[6, "module-autorag.data.legacy.qacreation.llama_index"]], "autorag.data.legacy.qacreation.ragas module": [[6, "module-autorag.data.legacy.qacreation.ragas"]], "autorag.data.legacy.qacreation.simple module": [[6, "module-autorag.data.legacy.qacreation.simple"]], "autorag.data.parse package": [[7, null]], "autorag.data.parse.base module": [[7, "module-autorag.data.parse.base"]], "autorag.data.parse.clova module": [[7, "autorag-data-parse-clova-module"]], "autorag.data.parse.langchain_parse module": [[7, "module-autorag.data.parse.langchain_parse"]], "autorag.data.parse.llamaparse module": [[7, "module-autorag.data.parse.llamaparse"]], "autorag.data.parse.run module": [[7, "module-autorag.data.parse.run"]], "autorag.data.parse.table_hybrid_parse module": [[7, "autorag-data-parse-table-hybrid-parse-module"]], "autorag.data.qa package": [[8, null]], "autorag.data.qa.evolve package": [[9, null]], "autorag.data.qa.evolve.llama_index_query_evolve module": [[9, "module-autorag.data.qa.evolve.llama_index_query_evolve"]], "autorag.data.qa.evolve.openai_query_evolve module": [[9, "module-autorag.data.qa.evolve.openai_query_evolve"]], "autorag.data.qa.evolve.prompt module": [[9, "module-autorag.data.qa.evolve.prompt"]], "autorag.data.qa.extract_evidence module": [[8, "module-autorag.data.qa.extract_evidence"]], "autorag.data.qa.filter package": [[10, null]], "autorag.data.qa.filter.dontknow module": [[10, "module-autorag.data.qa.filter.dontknow"]], "autorag.data.qa.filter.passage_dependency module": [[10, "module-autorag.data.qa.filter.passage_dependency"]], "autorag.data.qa.filter.prompt module": [[10, "module-autorag.data.qa.filter.prompt"]], "autorag.data.qa.generation_gt package": [[11, null]], "autorag.data.qa.generation_gt.base module": [[11, "module-autorag.data.qa.generation_gt.base"]], "autorag.data.qa.generation_gt.llama_index_gen_gt module": [[11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt"]], "autorag.data.qa.generation_gt.openai_gen_gt module": [[11, "module-autorag.data.qa.generation_gt.openai_gen_gt"]], "autorag.data.qa.generation_gt.prompt module": [[11, "module-autorag.data.qa.generation_gt.prompt"]], "autorag.data.qa.query package": [[12, null]], "autorag.data.qa.query.llama_gen_query module": [[12, "module-autorag.data.qa.query.llama_gen_query"]], "autorag.data.qa.query.openai_gen_query module": [[12, "module-autorag.data.qa.query.openai_gen_query"]], "autorag.data.qa.query.prompt module": [[12, "module-autorag.data.qa.query.prompt"]], "autorag.data.qa.sample module": [[8, "module-autorag.data.qa.sample"]], "autorag.data.qa.schema module": [[8, "module-autorag.data.qa.schema"]], "autorag.data.qacreation package": [[13, null]], "autorag.data.qacreation.base module": [[13, "autorag-data-qacreation-base-module"]], "autorag.data.qacreation.llama_index module": [[13, "autorag-data-qacreation-llama-index-module"]], "autorag.data.qacreation.ragas module": [[13, "autorag-data-qacreation-ragas-module"]], "autorag.data.qacreation.simple module": [[13, "autorag-data-qacreation-simple-module"]], "autorag.data.utils package": [[14, null]], "autorag.data.utils.util module": [[14, "module-autorag.data.utils.util"]], "autorag.deploy package": [[15, null]], "autorag.deploy.api module": [[15, "module-autorag.deploy.api"]], "autorag.deploy.base module": [[15, "module-autorag.deploy.base"]], "autorag.deploy.gradio module": [[15, "module-autorag.deploy.gradio"]], "autorag.evaluation package": [[16, null]], "autorag.evaluation.generation module": [[16, "module-autorag.evaluation.generation"]], "autorag.evaluation.metric package": [[17, null]], "autorag.evaluation.metric.deepeval_prompt module": [[17, "module-autorag.evaluation.metric.deepeval_prompt"]], "autorag.evaluation.metric.generation module": [[17, "module-autorag.evaluation.metric.generation"]], "autorag.evaluation.metric.retrieval module": [[17, "module-autorag.evaluation.metric.retrieval"]], "autorag.evaluation.metric.retrieval_contents module": [[17, "module-autorag.evaluation.metric.retrieval_contents"]], "autorag.evaluation.metric.util module": [[17, "module-autorag.evaluation.metric.util"]], "autorag.evaluation.retrieval module": [[16, "module-autorag.evaluation.retrieval"]], "autorag.evaluation.retrieval_contents module": [[16, "module-autorag.evaluation.retrieval_contents"]], "autorag.evaluation.util module": [[16, "module-autorag.evaluation.util"]], "autorag.evaluator module": [[0, "module-autorag.evaluator"]], "autorag.node_line module": [[0, "module-autorag.node_line"]], "autorag.nodes package": [[18, null]], "autorag.nodes.generator package": [[19, null]], "autorag.nodes.generator.base module": [[19, "module-autorag.nodes.generator.base"]], "autorag.nodes.generator.llama_index_llm module": [[19, "module-autorag.nodes.generator.llama_index_llm"]], "autorag.nodes.generator.openai_llm module": [[19, "module-autorag.nodes.generator.openai_llm"]], "autorag.nodes.generator.run module": [[19, "module-autorag.nodes.generator.run"]], "autorag.nodes.generator.vllm module": [[19, "module-autorag.nodes.generator.vllm"]], "autorag.nodes.passageaugmenter package": [[20, null]], "autorag.nodes.passageaugmenter.base module": [[20, "module-autorag.nodes.passageaugmenter.base"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter module": [[20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter"]], "autorag.nodes.passageaugmenter.prev_next_augmenter module": [[20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter"]], "autorag.nodes.passageaugmenter.run module": [[20, "module-autorag.nodes.passageaugmenter.run"]], "autorag.nodes.passagecompressor package": [[21, null]], "autorag.nodes.passagecompressor.base module": [[21, "module-autorag.nodes.passagecompressor.base"]], "autorag.nodes.passagecompressor.longllmlingua module": [[21, "module-autorag.nodes.passagecompressor.longllmlingua"]], "autorag.nodes.passagecompressor.pass_compressor module": [[21, "module-autorag.nodes.passagecompressor.pass_compressor"]], "autorag.nodes.passagecompressor.refine module": [[21, "module-autorag.nodes.passagecompressor.refine"]], "autorag.nodes.passagecompressor.run module": [[21, "module-autorag.nodes.passagecompressor.run"]], "autorag.nodes.passagecompressor.tree_summarize module": [[21, "module-autorag.nodes.passagecompressor.tree_summarize"]], "autorag.nodes.passagefilter package": [[22, null]], "autorag.nodes.passagefilter.base module": [[22, "module-autorag.nodes.passagefilter.base"]], "autorag.nodes.passagefilter.pass_passage_filter module": [[22, "module-autorag.nodes.passagefilter.pass_passage_filter"]], "autorag.nodes.passagefilter.percentile_cutoff module": [[22, "module-autorag.nodes.passagefilter.percentile_cutoff"]], "autorag.nodes.passagefilter.recency module": [[22, "module-autorag.nodes.passagefilter.recency"]], "autorag.nodes.passagefilter.run module": [[22, "module-autorag.nodes.passagefilter.run"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff module": [[22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff module": [[22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff"]], "autorag.nodes.passagefilter.threshold_cutoff module": [[22, "module-autorag.nodes.passagefilter.threshold_cutoff"]], "autorag.nodes.passagereranker package": [[23, null]], "autorag.nodes.passagereranker.base module": [[23, "module-autorag.nodes.passagereranker.base"]], "autorag.nodes.passagereranker.cohere module": [[23, "module-autorag.nodes.passagereranker.cohere"]], "autorag.nodes.passagereranker.colbert module": [[23, "module-autorag.nodes.passagereranker.colbert"]], "autorag.nodes.passagereranker.flag_embedding module": [[23, "module-autorag.nodes.passagereranker.flag_embedding"]], "autorag.nodes.passagereranker.flag_embedding_llm module": [[23, "module-autorag.nodes.passagereranker.flag_embedding_llm"]], "autorag.nodes.passagereranker.flashrank module": [[23, "module-autorag.nodes.passagereranker.flashrank"]], "autorag.nodes.passagereranker.jina module": [[23, "module-autorag.nodes.passagereranker.jina"]], "autorag.nodes.passagereranker.koreranker module": [[23, "module-autorag.nodes.passagereranker.koreranker"]], "autorag.nodes.passagereranker.mixedbreadai module": [[23, "module-autorag.nodes.passagereranker.mixedbreadai"]], "autorag.nodes.passagereranker.monot5 module": [[23, "module-autorag.nodes.passagereranker.monot5"]], "autorag.nodes.passagereranker.openvino module": [[23, "module-autorag.nodes.passagereranker.openvino"]], "autorag.nodes.passagereranker.pass_reranker module": [[23, "module-autorag.nodes.passagereranker.pass_reranker"]], "autorag.nodes.passagereranker.rankgpt module": [[23, "module-autorag.nodes.passagereranker.rankgpt"]], "autorag.nodes.passagereranker.run module": [[23, "module-autorag.nodes.passagereranker.run"]], "autorag.nodes.passagereranker.sentence_transformer module": [[23, "module-autorag.nodes.passagereranker.sentence_transformer"]], "autorag.nodes.passagereranker.tart package": [[24, null]], "autorag.nodes.passagereranker.tart.modeling_enc_t5 module": [[24, "autorag-nodes-passagereranker-tart-modeling-enc-t5-module"]], "autorag.nodes.passagereranker.tart.tart module": [[24, "autorag-nodes-passagereranker-tart-tart-module"]], "autorag.nodes.passagereranker.tart.tokenization_enc_t5 module": [[24, "autorag-nodes-passagereranker-tart-tokenization-enc-t5-module"]], "autorag.nodes.passagereranker.time_reranker module": [[23, "module-autorag.nodes.passagereranker.time_reranker"]], "autorag.nodes.passagereranker.upr module": [[23, "module-autorag.nodes.passagereranker.upr"]], "autorag.nodes.passagereranker.voyageai module": [[23, "module-autorag.nodes.passagereranker.voyageai"]], "autorag.nodes.promptmaker package": [[25, null]], "autorag.nodes.promptmaker.base module": [[25, "module-autorag.nodes.promptmaker.base"]], "autorag.nodes.promptmaker.fstring module": [[25, "module-autorag.nodes.promptmaker.fstring"]], "autorag.nodes.promptmaker.long_context_reorder module": [[25, "module-autorag.nodes.promptmaker.long_context_reorder"]], "autorag.nodes.promptmaker.run module": [[25, "module-autorag.nodes.promptmaker.run"]], "autorag.nodes.promptmaker.window_replacement module": [[25, "module-autorag.nodes.promptmaker.window_replacement"]], "autorag.nodes.queryexpansion package": [[26, null]], "autorag.nodes.queryexpansion.base module": [[26, "module-autorag.nodes.queryexpansion.base"]], "autorag.nodes.queryexpansion.hyde module": [[26, "module-autorag.nodes.queryexpansion.hyde"]], "autorag.nodes.queryexpansion.multi_query_expansion module": [[26, "module-autorag.nodes.queryexpansion.multi_query_expansion"]], "autorag.nodes.queryexpansion.pass_query_expansion module": [[26, "module-autorag.nodes.queryexpansion.pass_query_expansion"]], "autorag.nodes.queryexpansion.query_decompose module": [[26, "module-autorag.nodes.queryexpansion.query_decompose"]], "autorag.nodes.queryexpansion.run module": [[26, "module-autorag.nodes.queryexpansion.run"]], "autorag.nodes.retrieval package": [[27, null]], "autorag.nodes.retrieval.base module": [[27, "module-autorag.nodes.retrieval.base"]], "autorag.nodes.retrieval.bm25 module": [[27, "module-autorag.nodes.retrieval.bm25"]], "autorag.nodes.retrieval.hybrid_cc module": [[27, "module-autorag.nodes.retrieval.hybrid_cc"]], "autorag.nodes.retrieval.hybrid_rrf module": [[27, "module-autorag.nodes.retrieval.hybrid_rrf"]], "autorag.nodes.retrieval.run module": [[27, "module-autorag.nodes.retrieval.run"]], "autorag.nodes.retrieval.vectordb module": [[27, "module-autorag.nodes.retrieval.vectordb"]], "autorag.nodes.util module": [[18, "module-autorag.nodes.util"]], "autorag.parser module": [[0, "module-autorag.parser"]], "autorag.schema package": [[28, null]], "autorag.schema.base module": [[28, "module-autorag.schema.base"]], "autorag.schema.metricinput module": [[28, "module-autorag.schema.metricinput"]], "autorag.schema.module module": [[28, "module-autorag.schema.module"]], "autorag.schema.node module": [[28, "module-autorag.schema.node"]], "autorag.strategy module": [[0, "module-autorag.strategy"]], "autorag.support module": [[0, "module-autorag.support"]], "autorag.utils package": [[29, null]], "autorag.utils.preprocess module": [[29, "module-autorag.utils.preprocess"]], "autorag.utils.util module": [[29, "module-autorag.utils.util"]], "autorag.validator module": [[0, "module-autorag.validator"]], "autorag.vectordb package": [[30, null]], "autorag.vectordb.base module": [[30, "module-autorag.vectordb.base"]], "autorag.vectordb.chroma module": [[30, "module-autorag.vectordb.chroma"]], "autorag.vectordb.couchbase module": [[30, "module-autorag.vectordb.couchbase"]], "autorag.vectordb.milvus module": [[30, "module-autorag.vectordb.milvus"]], "autorag.vectordb.pinecone module": [[30, "module-autorag.vectordb.pinecone"]], "autorag.vectordb.qdrant module": [[30, "module-autorag.vectordb.qdrant"]], "autorag.vectordb.weaviate module": [[30, "module-autorag.vectordb.weaviate"]], "autorag.web module": [[0, "module-autorag.web"]], "cohere_reranker": [[90, null]], "config.yaml": [[121, "config-yaml"]], "contents": [[36, "contents"]], "curl Commands": [[52, "curl-commands"]], "data": [[121, "data"]], "doc_id": [[36, "doc-id"]], "generation_gt": [[36, "generation-gt"]], "how the score is determined?": [[70, "how-the-score-is-determined"]], "jina_reranker": [[95, null]], "ko_kiwi (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-kiwi-for-korean"]], "ko_kkma (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-kkma-for-korean"]], "ko_okt (For Korean \ud83c\uddf0\ud83c\uddf7)": [[115, "ko-okt-for-korean"]], "llama_index LLM": [[74, null]], "metadata": [[36, "metadata"]], "path (Optional, but recommended)": [[36, "path-optional-but-recommended"]], "porter_stemmer": [[115, "porter-stemmer"]], "pre_retrieve_node_line": [[121, "pre-retrieve-node-line"]], "qid": [[36, "qid"]], "query": [[36, "query"]], "query_expansion": [[121, "query-expansion"]], "resources": [[121, "resources"]], "retrieval_gt": [[36, "retrieval-gt"]], "retrieve_node_line": [[121, "retrieve-node-line"]], "sem_score": [[73, null]], "space": [[115, "space"]], "start_end_idx (Optional but recommended)": [[36, "start-end-idx-optional-but-recommended"]], "sudachipy (For Japanese \ud83c\uddef\ud83c\uddf5)": [[115, "sudachipy-for-japanese"]], "trial": [[121, "trial"]], "trial.json": [[121, "trial-json"]], "v0.3 migration guide": [[72, "v0-3-migration-guide"]], "v0.3.7 migration guide": [[72, "v0-3-7-migration-guide"]], "vllm": [[76, null]], "voyageai_reranker": [[106, null]], "\u2705Apply Basic Example": [[55, "apply-basic-example"], [55, "id2"], [55, "id4"], [55, "id6"], [55, "id8"], [55, "id10"], [56, "apply-basic-example"], [56, "id2"], [56, "id4"]], "\u2705Basic Example": [[55, "basic-example"], [56, "basic-example"]], "\u2757How to use specific G-Eval metrics": [[54, "how-to-use-specific-g-eval-metrics"]], "\u2757Must have Parameter": [[42, "must-have-parameter"]], "\u2757Restart a trial if an error occurs during the trial": [[129, "restart-a-trial-if-an-error-occurs-during-the-trial"]], "\u2757\ufe0fHybrid additional explanation": [[116, "hybrid-additional-explanation"], [117, "hybrid-additional-explanation"]], "\ud83c\udfc3\u200d\u2642\ufe0f Getting Started": [[57, "getting-started"]], "\ud83d\udc68\u200d\ud83d\udc69\u200d\ud83d\udc67\u200d\ud83d\udc66 Ecosystem": [[57, "ecosystem"]], "\ud83d\udccc API Needed": [[42, "api-needed"]], "\ud83d\udccc Definition": [[54, "id4"]], "\ud83d\udccc Parameter: data_path_glob": [[38, "parameter-data-path-glob"], [44, "parameter-data-path-glob"]], "\ud83d\udcccDefinition": [[54, "definition"], [54, "id1"], [54, "id2"], [54, "id3"], [54, "id5"], [55, "definition"], [55, "id1"], [55, "id3"], [55, "id5"], [55, "id7"], [55, "id9"], [56, "definition"], [56, "id1"], [56, "id3"]], "\ud83d\udd0e Definition": [[73, "definition"], [78, "definition"], [81, "definition"], [84, "definition"], [100, "definition"], [109, "definition"], [114, "definition"], [118, "definition"]], "\ud83d\udd22 Parameters": [[73, "parameters"], [81, "parameters"], [100, "parameters"], [109, "parameters"], [114, "parameters"], [118, "parameters"]], "\ud83d\udde3\ufe0f Talk with Founders": [[57, "talk-with-founders"]], "\ud83d\ude80 Road to Modular RAG": [[125, "id1"]], "\ud83e\udd37\u200d\u2642\ufe0f What is Modular RAG?": [[125, "what-is-modular-rag"]], "\ud83e\udd37\u200d\u2642\ufe0f Why AutoRAG?": [[57, "why-autorag"]], "\ud83e\udd38 Benefits": [[78, "benefits"], [81, "benefits"], [84, "benefits"], [100, "benefits"], [114, "benefits"]], "\ud83e\udd38\u200d\u2642\ufe0f How can AutoRAG helps?": [[57, "how-can-autorag-helps"]]}, "docnames": ["api_spec/autorag", "api_spec/autorag.data", "api_spec/autorag.data.chunk", "api_spec/autorag.data.corpus", "api_spec/autorag.data.legacy", "api_spec/autorag.data.legacy.corpus", "api_spec/autorag.data.legacy.qacreation", "api_spec/autorag.data.parse", "api_spec/autorag.data.qa", "api_spec/autorag.data.qa.evolve", "api_spec/autorag.data.qa.filter", "api_spec/autorag.data.qa.generation_gt", "api_spec/autorag.data.qa.query", "api_spec/autorag.data.qacreation", "api_spec/autorag.data.utils", "api_spec/autorag.deploy", "api_spec/autorag.evaluation", "api_spec/autorag.evaluation.metric", "api_spec/autorag.nodes", "api_spec/autorag.nodes.generator", "api_spec/autorag.nodes.passageaugmenter", "api_spec/autorag.nodes.passagecompressor", "api_spec/autorag.nodes.passagefilter", "api_spec/autorag.nodes.passagereranker", "api_spec/autorag.nodes.passagereranker.tart", "api_spec/autorag.nodes.promptmaker", "api_spec/autorag.nodes.queryexpansion", "api_spec/autorag.nodes.retrieval", "api_spec/autorag.schema", "api_spec/autorag.utils", "api_spec/autorag.vectordb", "api_spec/modules", "data_creation/chunk/chunk", "data_creation/chunk/langchain_chunk", "data_creation/chunk/llama_index_chunk", "data_creation/data_creation", "data_creation/data_format", "data_creation/legacy/legacy", "data_creation/legacy/parse", "data_creation/legacy/ragas", "data_creation/legacy/tutorial", "data_creation/parse/clova", "data_creation/parse/langchain_parse", "data_creation/parse/llama_parse", "data_creation/parse/parse", "data_creation/parse/table_hybrid_parse", "data_creation/qa_creation/answer_gen", "data_creation/qa_creation/evolve", "data_creation/qa_creation/filter", "data_creation/qa_creation/qa_creation", "data_creation/qa_creation/query_gen", "data_creation/tutorial", "deploy/api_endpoint", "deploy/web", "evaluate_metrics/generation", "evaluate_metrics/retrieval", "evaluate_metrics/retrieval_contents", "index", "install", "integration/llm/aws_bedrock", "integration/llm/huggingface_llm", "integration/llm/llm", "integration/llm/nvidia_nim", "integration/llm/ollama", "integration/vectordb/chroma", "integration/vectordb/couchbase", "integration/vectordb/milvus", "integration/vectordb/pinecone", "integration/vectordb/qdrant", "integration/vectordb/vectordb", "integration/vectordb/weaviate", "local_model", "migration", "nodes/generator/generator", "nodes/generator/llama_index_llm", "nodes/generator/openai_llm", "nodes/generator/vllm", "nodes/index", "nodes/passage_augmenter/passage_augmenter", "nodes/passage_augmenter/prev_next_augmenter", "nodes/passage_compressor/longllmlingua", "nodes/passage_compressor/passage_compressor", "nodes/passage_compressor/refine", "nodes/passage_compressor/tree_summarize", "nodes/passage_filter/passage_filter", "nodes/passage_filter/percentile_cutoff", "nodes/passage_filter/recency_filter", "nodes/passage_filter/similarity_percentile_cutoff", "nodes/passage_filter/similarity_threshold_cutoff", "nodes/passage_filter/threshold_cutoff", "nodes/passage_reranker/cohere", "nodes/passage_reranker/colbert", "nodes/passage_reranker/flag_embedding_llm_reranker", "nodes/passage_reranker/flag_embedding_reranker", "nodes/passage_reranker/flashrank_reranker", "nodes/passage_reranker/jina_reranker", "nodes/passage_reranker/koreranker", "nodes/passage_reranker/mixedbreadai_reranker", "nodes/passage_reranker/monot5", "nodes/passage_reranker/openvino_reranker", "nodes/passage_reranker/passage_reranker", "nodes/passage_reranker/rankgpt", "nodes/passage_reranker/sentence_transformer_reranker", "nodes/passage_reranker/tart", "nodes/passage_reranker/time_reranker", "nodes/passage_reranker/upr", "nodes/passage_reranker/voyageai_reranker", "nodes/prompt_maker/fstring", "nodes/prompt_maker/long_context_reorder", "nodes/prompt_maker/prompt_maker", "nodes/prompt_maker/window_replacement", "nodes/query_expansion/hyde", "nodes/query_expansion/multi_query_expansion", "nodes/query_expansion/query_decompose", "nodes/query_expansion/query_expansion", "nodes/retrieval/bm25", "nodes/retrieval/hybrid_cc", "nodes/retrieval/hybrid_rrf", "nodes/retrieval/retrieval", "nodes/retrieval/vectordb", "optimization/custom_config", "optimization/folder_structure", "optimization/optimization", "optimization/sample_config", "optimization/strategies", "roadmap/modular_rag", "structure", "test_your_rag", "troubleshooting", "tutorial"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1}, "filenames": ["api_spec/autorag.rst", "api_spec/autorag.data.rst", "api_spec/autorag.data.chunk.rst", "api_spec/autorag.data.corpus.rst", "api_spec/autorag.data.legacy.rst", "api_spec/autorag.data.legacy.corpus.rst", "api_spec/autorag.data.legacy.qacreation.rst", "api_spec/autorag.data.parse.rst", "api_spec/autorag.data.qa.rst", "api_spec/autorag.data.qa.evolve.rst", "api_spec/autorag.data.qa.filter.rst", "api_spec/autorag.data.qa.generation_gt.rst", "api_spec/autorag.data.qa.query.rst", "api_spec/autorag.data.qacreation.rst", "api_spec/autorag.data.utils.rst", "api_spec/autorag.deploy.rst", "api_spec/autorag.evaluation.rst", "api_spec/autorag.evaluation.metric.rst", "api_spec/autorag.nodes.rst", "api_spec/autorag.nodes.generator.rst", "api_spec/autorag.nodes.passageaugmenter.rst", "api_spec/autorag.nodes.passagecompressor.rst", "api_spec/autorag.nodes.passagefilter.rst", "api_spec/autorag.nodes.passagereranker.rst", "api_spec/autorag.nodes.passagereranker.tart.rst", "api_spec/autorag.nodes.promptmaker.rst", "api_spec/autorag.nodes.queryexpansion.rst", "api_spec/autorag.nodes.retrieval.rst", "api_spec/autorag.schema.rst", "api_spec/autorag.utils.rst", "api_spec/autorag.vectordb.rst", "api_spec/modules.rst", "data_creation/chunk/chunk.md", "data_creation/chunk/langchain_chunk.md", "data_creation/chunk/llama_index_chunk.md", "data_creation/data_creation.md", "data_creation/data_format.md", "data_creation/legacy/legacy.md", "data_creation/legacy/parse.md", "data_creation/legacy/ragas.md", "data_creation/legacy/tutorial.md", "data_creation/parse/clova.md", "data_creation/parse/langchain_parse.md", "data_creation/parse/llama_parse.md", "data_creation/parse/parse.md", "data_creation/parse/table_hybrid_parse.md", "data_creation/qa_creation/answer_gen.md", "data_creation/qa_creation/evolve.md", "data_creation/qa_creation/filter.md", "data_creation/qa_creation/qa_creation.md", "data_creation/qa_creation/query_gen.md", "data_creation/tutorial.md", "deploy/api_endpoint.md", "deploy/web.md", "evaluate_metrics/generation.md", "evaluate_metrics/retrieval.md", "evaluate_metrics/retrieval_contents.md", "index.rst", "install.md", "integration/llm/aws_bedrock.md", "integration/llm/huggingface_llm.md", "integration/llm/llm.md", "integration/llm/nvidia_nim.md", "integration/llm/ollama.md", "integration/vectordb/chroma.md", "integration/vectordb/couchbase.md", "integration/vectordb/milvus.md", "integration/vectordb/pinecone.md", "integration/vectordb/qdrant.md", "integration/vectordb/vectordb.md", "integration/vectordb/weaviate.md", "local_model.md", "migration.md", "nodes/generator/generator.md", "nodes/generator/llama_index_llm.md", "nodes/generator/openai_llm.md", "nodes/generator/vllm.md", "nodes/index.md", "nodes/passage_augmenter/passage_augmenter.md", "nodes/passage_augmenter/prev_next_augmenter.md", "nodes/passage_compressor/longllmlingua.md", "nodes/passage_compressor/passage_compressor.md", "nodes/passage_compressor/refine.md", "nodes/passage_compressor/tree_summarize.md", "nodes/passage_filter/passage_filter.md", "nodes/passage_filter/percentile_cutoff.md", "nodes/passage_filter/recency_filter.md", "nodes/passage_filter/similarity_percentile_cutoff.md", "nodes/passage_filter/similarity_threshold_cutoff.md", "nodes/passage_filter/threshold_cutoff.md", "nodes/passage_reranker/cohere.md", "nodes/passage_reranker/colbert.md", "nodes/passage_reranker/flag_embedding_llm_reranker.md", "nodes/passage_reranker/flag_embedding_reranker.md", "nodes/passage_reranker/flashrank_reranker.md", "nodes/passage_reranker/jina_reranker.md", "nodes/passage_reranker/koreranker.md", "nodes/passage_reranker/mixedbreadai_reranker.md", "nodes/passage_reranker/monot5.md", "nodes/passage_reranker/openvino_reranker.md", "nodes/passage_reranker/passage_reranker.md", "nodes/passage_reranker/rankgpt.md", "nodes/passage_reranker/sentence_transformer_reranker.md", "nodes/passage_reranker/tart.md", "nodes/passage_reranker/time_reranker.md", "nodes/passage_reranker/upr.md", "nodes/passage_reranker/voyageai_reranker.md", "nodes/prompt_maker/fstring.md", "nodes/prompt_maker/long_context_reorder.md", "nodes/prompt_maker/prompt_maker.md", "nodes/prompt_maker/window_replacement.md", "nodes/query_expansion/hyde.md", "nodes/query_expansion/multi_query_expansion.md", "nodes/query_expansion/query_decompose.md", "nodes/query_expansion/query_expansion.md", "nodes/retrieval/bm25.md", "nodes/retrieval/hybrid_cc.md", "nodes/retrieval/hybrid_rrf.md", "nodes/retrieval/retrieval.md", "nodes/retrieval/vectordb.md", "optimization/custom_config.md", "optimization/folder_structure.md", "optimization/optimization.md", "optimization/sample_config.md", "optimization/strategies.md", "roadmap/modular_rag.md", "structure.md", "test_your_rag.md", "troubleshooting.md", "tutorial.md"], "indexentries": {"acomplete() (autorag.autoragbedrock method)": [[0, "autorag.AutoRAGBedrock.acomplete", false]], "add() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.add", false]], "add() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.add", false]], "add() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.add", false]], "add() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.add", false]], "add() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.add", false]], "add() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.add", false]], "add() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.add", false]], "add_essential_metadata() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.add_essential_metadata", false]], "add_essential_metadata_llama_text_node() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.add_essential_metadata_llama_text_node", false]], "add_file_name() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.add_file_name", false]], "add_gen_gt() (in module autorag.data.qa.generation_gt.base)": [[11, "autorag.data.qa.generation_gt.base.add_gen_gt", false]], "aflatten_apply() (in module autorag.utils.util)": [[29, "autorag.utils.util.aflatten_apply", false]], "answer (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.answer", false]], "answer (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.answer", false]], "apirunner (class in autorag.deploy.api)": [[15, "autorag.deploy.api.ApiRunner", false]], "apply_recursive() (in module autorag.utils.util)": [[29, "autorag.utils.util.apply_recursive", false]], "astream() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.astream", false]], "astream() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.astream", false]], "astream() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.astream", false]], "astream() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.astream", false]], "async_g_eval() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.async_g_eval", false]], "async_postprocess_nodes() (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank method)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.async_postprocess_nodes", false]], "async_qa_gen_llama_index() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.async_qa_gen_llama_index", false]], "async_run_llm() (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank method)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.async_run_llm", false]], "asyncrankgptrerank (class in autorag.nodes.passagereranker.rankgpt)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank", false]], "autorag": [[0, "module-autorag", false]], "autorag.chunker": [[0, "module-autorag.chunker", false]], "autorag.cli": [[0, "module-autorag.cli", false]], "autorag.dashboard": [[0, "module-autorag.dashboard", false]], "autorag.data": [[1, "module-autorag.data", false]], "autorag.data.chunk": [[2, "module-autorag.data.chunk", false]], "autorag.data.chunk.base": [[2, "module-autorag.data.chunk.base", false]], "autorag.data.chunk.langchain_chunk": [[2, "module-autorag.data.chunk.langchain_chunk", false]], "autorag.data.chunk.llama_index_chunk": [[2, "module-autorag.data.chunk.llama_index_chunk", false]], "autorag.data.chunk.run": [[2, "module-autorag.data.chunk.run", false]], "autorag.data.legacy": [[4, "module-autorag.data.legacy", false]], "autorag.data.legacy.corpus": [[5, "module-autorag.data.legacy.corpus", false]], "autorag.data.legacy.corpus.langchain": [[5, "module-autorag.data.legacy.corpus.langchain", false]], "autorag.data.legacy.corpus.llama_index": [[5, "module-autorag.data.legacy.corpus.llama_index", false]], "autorag.data.legacy.qacreation": [[6, "module-autorag.data.legacy.qacreation", false]], "autorag.data.legacy.qacreation.base": [[6, "module-autorag.data.legacy.qacreation.base", false]], "autorag.data.legacy.qacreation.llama_index": [[6, "module-autorag.data.legacy.qacreation.llama_index", false]], "autorag.data.legacy.qacreation.ragas": [[6, "module-autorag.data.legacy.qacreation.ragas", false]], "autorag.data.legacy.qacreation.simple": [[6, "module-autorag.data.legacy.qacreation.simple", false]], "autorag.data.parse": [[7, "module-autorag.data.parse", false]], "autorag.data.parse.base": [[7, "module-autorag.data.parse.base", false]], "autorag.data.parse.langchain_parse": [[7, "module-autorag.data.parse.langchain_parse", false]], "autorag.data.parse.llamaparse": [[7, "module-autorag.data.parse.llamaparse", false]], "autorag.data.parse.run": [[7, "module-autorag.data.parse.run", false]], "autorag.data.qa": [[8, "module-autorag.data.qa", false]], "autorag.data.qa.evolve": [[9, "module-autorag.data.qa.evolve", false]], "autorag.data.qa.evolve.llama_index_query_evolve": [[9, "module-autorag.data.qa.evolve.llama_index_query_evolve", false]], "autorag.data.qa.evolve.openai_query_evolve": [[9, "module-autorag.data.qa.evolve.openai_query_evolve", false]], "autorag.data.qa.evolve.prompt": [[9, "module-autorag.data.qa.evolve.prompt", false]], "autorag.data.qa.extract_evidence": [[8, "module-autorag.data.qa.extract_evidence", false]], "autorag.data.qa.filter": [[10, "module-autorag.data.qa.filter", false]], "autorag.data.qa.filter.dontknow": [[10, "module-autorag.data.qa.filter.dontknow", false]], "autorag.data.qa.filter.passage_dependency": [[10, "module-autorag.data.qa.filter.passage_dependency", false]], "autorag.data.qa.filter.prompt": [[10, "module-autorag.data.qa.filter.prompt", false]], "autorag.data.qa.generation_gt": [[11, "module-autorag.data.qa.generation_gt", false]], "autorag.data.qa.generation_gt.base": [[11, "module-autorag.data.qa.generation_gt.base", false]], "autorag.data.qa.generation_gt.llama_index_gen_gt": [[11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt", false]], "autorag.data.qa.generation_gt.openai_gen_gt": [[11, "module-autorag.data.qa.generation_gt.openai_gen_gt", false]], "autorag.data.qa.generation_gt.prompt": [[11, "module-autorag.data.qa.generation_gt.prompt", false]], "autorag.data.qa.query": [[12, "module-autorag.data.qa.query", false]], "autorag.data.qa.query.llama_gen_query": [[12, "module-autorag.data.qa.query.llama_gen_query", false]], "autorag.data.qa.query.openai_gen_query": [[12, "module-autorag.data.qa.query.openai_gen_query", false]], "autorag.data.qa.query.prompt": [[12, "module-autorag.data.qa.query.prompt", false]], "autorag.data.qa.sample": [[8, "module-autorag.data.qa.sample", false]], "autorag.data.qa.schema": [[8, "module-autorag.data.qa.schema", false]], "autorag.data.utils": [[14, "module-autorag.data.utils", false]], "autorag.data.utils.util": [[14, "module-autorag.data.utils.util", false]], "autorag.deploy": [[15, "module-autorag.deploy", false]], "autorag.deploy.api": [[15, "module-autorag.deploy.api", false]], "autorag.deploy.base": [[15, "module-autorag.deploy.base", false]], "autorag.deploy.gradio": [[15, "module-autorag.deploy.gradio", false]], "autorag.evaluation": [[16, "module-autorag.evaluation", false]], "autorag.evaluation.generation": [[16, "module-autorag.evaluation.generation", false]], "autorag.evaluation.metric": [[17, "module-autorag.evaluation.metric", false]], "autorag.evaluation.metric.deepeval_prompt": [[17, "module-autorag.evaluation.metric.deepeval_prompt", false]], "autorag.evaluation.metric.generation": [[17, "module-autorag.evaluation.metric.generation", false]], "autorag.evaluation.metric.retrieval": [[17, "module-autorag.evaluation.metric.retrieval", false]], "autorag.evaluation.metric.retrieval_contents": [[17, "module-autorag.evaluation.metric.retrieval_contents", false]], "autorag.evaluation.metric.util": [[17, "module-autorag.evaluation.metric.util", false]], "autorag.evaluation.retrieval": [[16, "module-autorag.evaluation.retrieval", false]], "autorag.evaluation.retrieval_contents": [[16, "module-autorag.evaluation.retrieval_contents", false]], "autorag.evaluation.util": [[16, "module-autorag.evaluation.util", false]], "autorag.evaluator": [[0, "module-autorag.evaluator", false]], "autorag.node_line": [[0, "module-autorag.node_line", false]], "autorag.nodes": [[18, "module-autorag.nodes", false]], "autorag.nodes.generator": [[19, "module-autorag.nodes.generator", false]], "autorag.nodes.generator.base": [[19, "module-autorag.nodes.generator.base", false]], "autorag.nodes.generator.llama_index_llm": [[19, "module-autorag.nodes.generator.llama_index_llm", false]], "autorag.nodes.generator.openai_llm": [[19, "module-autorag.nodes.generator.openai_llm", false]], "autorag.nodes.generator.run": [[19, "module-autorag.nodes.generator.run", false]], "autorag.nodes.generator.vllm": [[19, "module-autorag.nodes.generator.vllm", false]], "autorag.nodes.passageaugmenter": [[20, "module-autorag.nodes.passageaugmenter", false]], "autorag.nodes.passageaugmenter.base": [[20, "module-autorag.nodes.passageaugmenter.base", false]], "autorag.nodes.passageaugmenter.pass_passage_augmenter": [[20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter", false]], "autorag.nodes.passageaugmenter.prev_next_augmenter": [[20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter", false]], "autorag.nodes.passageaugmenter.run": [[20, "module-autorag.nodes.passageaugmenter.run", false]], "autorag.nodes.passagecompressor": [[21, "module-autorag.nodes.passagecompressor", false]], "autorag.nodes.passagecompressor.base": [[21, "module-autorag.nodes.passagecompressor.base", false]], "autorag.nodes.passagecompressor.longllmlingua": [[21, "module-autorag.nodes.passagecompressor.longllmlingua", false]], "autorag.nodes.passagecompressor.pass_compressor": [[21, "module-autorag.nodes.passagecompressor.pass_compressor", false]], "autorag.nodes.passagecompressor.refine": [[21, "module-autorag.nodes.passagecompressor.refine", false]], "autorag.nodes.passagecompressor.run": [[21, "module-autorag.nodes.passagecompressor.run", false]], "autorag.nodes.passagecompressor.tree_summarize": [[21, "module-autorag.nodes.passagecompressor.tree_summarize", false]], "autorag.nodes.passagefilter": [[22, "module-autorag.nodes.passagefilter", false]], "autorag.nodes.passagefilter.base": [[22, "module-autorag.nodes.passagefilter.base", false]], "autorag.nodes.passagefilter.pass_passage_filter": [[22, "module-autorag.nodes.passagefilter.pass_passage_filter", false]], "autorag.nodes.passagefilter.percentile_cutoff": [[22, "module-autorag.nodes.passagefilter.percentile_cutoff", false]], "autorag.nodes.passagefilter.recency": [[22, "module-autorag.nodes.passagefilter.recency", false]], "autorag.nodes.passagefilter.run": [[22, "module-autorag.nodes.passagefilter.run", false]], "autorag.nodes.passagefilter.similarity_percentile_cutoff": [[22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff", false]], "autorag.nodes.passagefilter.similarity_threshold_cutoff": [[22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff", false]], "autorag.nodes.passagefilter.threshold_cutoff": [[22, "module-autorag.nodes.passagefilter.threshold_cutoff", false]], "autorag.nodes.passagereranker": [[23, "module-autorag.nodes.passagereranker", false]], "autorag.nodes.passagereranker.base": [[23, "module-autorag.nodes.passagereranker.base", false]], "autorag.nodes.passagereranker.cohere": [[23, "module-autorag.nodes.passagereranker.cohere", false]], "autorag.nodes.passagereranker.colbert": [[23, "module-autorag.nodes.passagereranker.colbert", false]], "autorag.nodes.passagereranker.flag_embedding": [[23, "module-autorag.nodes.passagereranker.flag_embedding", false]], "autorag.nodes.passagereranker.flag_embedding_llm": [[23, "module-autorag.nodes.passagereranker.flag_embedding_llm", false]], "autorag.nodes.passagereranker.flashrank": [[23, "module-autorag.nodes.passagereranker.flashrank", false]], "autorag.nodes.passagereranker.jina": [[23, "module-autorag.nodes.passagereranker.jina", false]], "autorag.nodes.passagereranker.koreranker": [[23, "module-autorag.nodes.passagereranker.koreranker", false]], "autorag.nodes.passagereranker.mixedbreadai": [[23, "module-autorag.nodes.passagereranker.mixedbreadai", false]], "autorag.nodes.passagereranker.monot5": [[23, "module-autorag.nodes.passagereranker.monot5", false]], "autorag.nodes.passagereranker.openvino": [[23, "module-autorag.nodes.passagereranker.openvino", false]], "autorag.nodes.passagereranker.pass_reranker": [[23, "module-autorag.nodes.passagereranker.pass_reranker", false]], "autorag.nodes.passagereranker.rankgpt": [[23, "module-autorag.nodes.passagereranker.rankgpt", false]], "autorag.nodes.passagereranker.run": [[23, "module-autorag.nodes.passagereranker.run", false]], "autorag.nodes.passagereranker.sentence_transformer": [[23, "module-autorag.nodes.passagereranker.sentence_transformer", false]], "autorag.nodes.passagereranker.time_reranker": [[23, "module-autorag.nodes.passagereranker.time_reranker", false]], "autorag.nodes.passagereranker.upr": [[23, "module-autorag.nodes.passagereranker.upr", false]], "autorag.nodes.passagereranker.voyageai": [[23, "module-autorag.nodes.passagereranker.voyageai", false]], "autorag.nodes.promptmaker": [[25, "module-autorag.nodes.promptmaker", false]], "autorag.nodes.promptmaker.base": [[25, "module-autorag.nodes.promptmaker.base", false]], "autorag.nodes.promptmaker.fstring": [[25, "module-autorag.nodes.promptmaker.fstring", false]], "autorag.nodes.promptmaker.long_context_reorder": [[25, "module-autorag.nodes.promptmaker.long_context_reorder", false]], "autorag.nodes.promptmaker.run": [[25, "module-autorag.nodes.promptmaker.run", false]], "autorag.nodes.promptmaker.window_replacement": [[25, "module-autorag.nodes.promptmaker.window_replacement", false]], "autorag.nodes.queryexpansion": [[26, "module-autorag.nodes.queryexpansion", false]], "autorag.nodes.queryexpansion.base": [[26, "module-autorag.nodes.queryexpansion.base", false]], "autorag.nodes.queryexpansion.hyde": [[26, "module-autorag.nodes.queryexpansion.hyde", false]], "autorag.nodes.queryexpansion.multi_query_expansion": [[26, "module-autorag.nodes.queryexpansion.multi_query_expansion", false]], "autorag.nodes.queryexpansion.pass_query_expansion": [[26, "module-autorag.nodes.queryexpansion.pass_query_expansion", false]], "autorag.nodes.queryexpansion.query_decompose": [[26, "module-autorag.nodes.queryexpansion.query_decompose", false]], "autorag.nodes.queryexpansion.run": [[26, "module-autorag.nodes.queryexpansion.run", false]], "autorag.nodes.retrieval": [[27, "module-autorag.nodes.retrieval", false]], "autorag.nodes.retrieval.base": [[27, "module-autorag.nodes.retrieval.base", false]], "autorag.nodes.retrieval.bm25": [[27, "module-autorag.nodes.retrieval.bm25", false]], "autorag.nodes.retrieval.hybrid_cc": [[27, "module-autorag.nodes.retrieval.hybrid_cc", false]], "autorag.nodes.retrieval.hybrid_rrf": [[27, "module-autorag.nodes.retrieval.hybrid_rrf", false]], "autorag.nodes.retrieval.run": [[27, "module-autorag.nodes.retrieval.run", false]], "autorag.nodes.retrieval.vectordb": [[27, "module-autorag.nodes.retrieval.vectordb", false]], "autorag.nodes.util": [[18, "module-autorag.nodes.util", false]], "autorag.parser": [[0, "module-autorag.parser", false]], "autorag.schema": [[28, "module-autorag.schema", false]], "autorag.schema.base": [[28, "module-autorag.schema.base", false]], "autorag.schema.metricinput": [[28, "module-autorag.schema.metricinput", false]], "autorag.schema.module": [[28, "module-autorag.schema.module", false]], "autorag.schema.node": [[28, "module-autorag.schema.node", false]], "autorag.strategy": [[0, "module-autorag.strategy", false]], "autorag.support": [[0, "module-autorag.support", false]], "autorag.utils": [[29, "module-autorag.utils", false]], "autorag.utils.preprocess": [[29, "module-autorag.utils.preprocess", false]], "autorag.utils.util": [[29, "module-autorag.utils.util", false]], "autorag.validator": [[0, "module-autorag.validator", false]], "autorag.vectordb": [[30, "module-autorag.vectordb", false]], "autorag.vectordb.base": [[30, "module-autorag.vectordb.base", false]], "autorag.vectordb.chroma": [[30, "module-autorag.vectordb.chroma", false]], "autorag.vectordb.couchbase": [[30, "module-autorag.vectordb.couchbase", false]], "autorag.vectordb.milvus": [[30, "module-autorag.vectordb.milvus", false]], "autorag.vectordb.pinecone": [[30, "module-autorag.vectordb.pinecone", false]], "autorag.vectordb.qdrant": [[30, "module-autorag.vectordb.qdrant", false]], "autorag.vectordb.weaviate": [[30, "module-autorag.vectordb.weaviate", false]], "autorag.web": [[0, "module-autorag.web", false]], "autorag_metric() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.autorag_metric", false]], "autorag_metric_loop() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.autorag_metric_loop", false]], "autoragbedrock (class in autorag)": [[0, "autorag.AutoRAGBedrock", false]], "avoid_empty_result() (in module autorag.strategy)": [[0, "autorag.strategy.avoid_empty_result", false]], "basegenerator (class in autorag.nodes.generator.base)": [[19, "autorag.nodes.generator.base.BaseGenerator", false]], "basemodule (class in autorag.schema.base)": [[28, "autorag.schema.base.BaseModule", false]], "basepassageaugmenter (class in autorag.nodes.passageaugmenter.base)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter", false]], "basepassagecompressor (class in autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.BasePassageCompressor", false]], "basepassagefilter (class in autorag.nodes.passagefilter.base)": [[22, "autorag.nodes.passagefilter.base.BasePassageFilter", false]], "basepassagereranker (class in autorag.nodes.passagereranker.base)": [[23, "autorag.nodes.passagereranker.base.BasePassageReranker", false]], "basepromptmaker (class in autorag.nodes.promptmaker.base)": [[25, "autorag.nodes.promptmaker.base.BasePromptMaker", false]], "basequeryexpansion (class in autorag.nodes.queryexpansion.base)": [[26, "autorag.nodes.queryexpansion.base.BaseQueryExpansion", false]], "baseretrieval (class in autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.BaseRetrieval", false]], "baserunner (class in autorag.deploy.base)": [[15, "autorag.deploy.base.BaseRunner", false]], "basevectorstore (class in autorag.vectordb.base)": [[30, "autorag.vectordb.base.BaseVectorStore", false]], "batch_apply() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.batch_apply", false]], "batch_apply() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.batch_apply", false]], "batch_apply() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.batch_apply", false]], "batch_filter() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.batch_filter", false]], "bert_score() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.bert_score", false]], "bleu() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.bleu", false]], "bm25 (class in autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.BM25", false]], "bm25_ingest() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.bm25_ingest", false]], "bm25_pure() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.bm25_pure", false]], "calculate_cosine_similarity() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_cosine_similarity", false]], "calculate_inner_product() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_inner_product", false]], "calculate_l2_distance() (in module autorag.evaluation.metric.util)": [[17, "autorag.evaluation.metric.util.calculate_l2_distance", false]], "cast_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.cast_corpus_dataset", false]], "cast_embedding_model() (in module autorag.evaluation.util)": [[16, "autorag.evaluation.util.cast_embedding_model", false]], "cast_metrics() (in module autorag.evaluation.util)": [[16, "autorag.evaluation.util.cast_metrics", false]], "cast_qa_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.cast_qa_dataset", false]], "cast_queries() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.cast_queries", false]], "cast_to_run() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.cast_to_run", false]], "cast_to_run() (autorag.nodes.passageaugmenter.base.basepassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagecompressor.base.basepassagecompressor method)": [[21, "autorag.nodes.passagecompressor.base.BasePassageCompressor.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagefilter.base.basepassagefilter method)": [[22, "autorag.nodes.passagefilter.base.BasePassageFilter.cast_to_run", false]], "cast_to_run() (autorag.nodes.passagereranker.base.basepassagereranker method)": [[23, "autorag.nodes.passagereranker.base.BasePassageReranker.cast_to_run", false]], "cast_to_run() (autorag.nodes.promptmaker.base.basepromptmaker method)": [[25, "autorag.nodes.promptmaker.base.BasePromptMaker.cast_to_run", false]], "cast_to_run() (autorag.nodes.queryexpansion.base.basequeryexpansion method)": [[26, "autorag.nodes.queryexpansion.base.BaseQueryExpansion.cast_to_run", false]], "cast_to_run() (autorag.nodes.retrieval.base.baseretrieval method)": [[27, "autorag.nodes.retrieval.base.BaseRetrieval.cast_to_run", false]], "cast_to_run() (autorag.schema.base.basemodule method)": [[28, "autorag.schema.base.BaseModule.cast_to_run", false]], "chat_box() (in module autorag.web)": [[0, "autorag.web.chat_box", false]], "check_expanded_query() (in module autorag.nodes.queryexpansion.base)": [[26, "autorag.nodes.queryexpansion.base.check_expanded_query", false]], "chroma (class in autorag.vectordb.chroma)": [[30, "autorag.vectordb.chroma.Chroma", false]], "chunk() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.chunk", false]], "chunker (class in autorag.chunker)": [[0, "autorag.chunker.Chunker", false]], "chunker_node() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.chunker_node", false]], "cohere_rerank_pure() (in module autorag.nodes.passagereranker.cohere)": [[23, "autorag.nodes.passagereranker.cohere.cohere_rerank_pure", false]], "coherereranker (class in autorag.nodes.passagereranker.cohere)": [[23, "autorag.nodes.passagereranker.cohere.CohereReranker", false]], "colbertreranker (class in autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.ColbertReranker", false]], "compress_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.compress_ragas", false]], "compress_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.compress_ragas", false]], "compute() (autorag.nodes.passagereranker.upr.uprscorer method)": [[23, "autorag.nodes.passagereranker.upr.UPRScorer.compute", false]], "concept_completion_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.concept_completion_query_gen", false]], "concept_completion_query_gen() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.concept_completion_query_gen", false]], "conditional_evolve_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.conditional_evolve_ragas", false]], "conditional_evolve_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.conditional_evolve_ragas", false]], "content (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.content", false]], "content (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.content", false]], "convert_datetime_string() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_datetime_string", false]], "convert_env_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_env_in_dict", false]], "convert_inputs_to_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_inputs_to_list", false]], "convert_string_to_tuple_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.convert_string_to_tuple_in_dict", false]], "corpus (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.Corpus", false]], "corpus_df_to_langchain_documents() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.corpus_df_to_langchain_documents", false]], "couchbase (class in autorag.vectordb.couchbase)": [[30, "autorag.vectordb.couchbase.Couchbase", false]], "custom_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.custom_query_gen", false]], "decode_multiple_json_from_bytes() (in module autorag.utils.util)": [[29, "autorag.utils.util.decode_multiple_json_from_bytes", false]], "deepeval_faithfulness() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.deepeval_faithfulness", false]], "delete() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.delete", false]], "delete() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.delete", false]], "delete() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.delete", false]], "delete() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.delete", false]], "delete() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.delete", false]], "delete() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.delete", false]], "delete() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.delete", false]], "delete_collection() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.delete_collection", false]], "delete_collection() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.delete_collection", false]], "delete_collection() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.delete_collection", false]], "delete_index() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.delete_index", false]], "demojize() (in module autorag.utils.util)": [[29, "autorag.utils.util.demojize", false]], "dict_to_markdown() (in module autorag.utils.util)": [[29, "autorag.utils.util.dict_to_markdown", false]], "dict_to_markdown_table() (in module autorag.utils.util)": [[29, "autorag.utils.util.dict_to_markdown_table", false]], "distance_to_score() (in module autorag.vectordb.weaviate)": [[30, "autorag.vectordb.weaviate.distance_to_score", false]], "distribute_list_by_ratio() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.distribute_list_by_ratio", false]], "doc_id (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.doc_id", false]], "doc_id (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.doc_id", false]], "dontknow_filter_llama_index() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_llama_index", false]], "dontknow_filter_openai() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_openai", false]], "dontknow_filter_rule_based() (in module autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.dontknow_filter_rule_based", false]], "dynamically_find_function() (in module autorag.support)": [[0, "autorag.support.dynamically_find_function", false]], "edit_summary_df_params() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.edit_summary_df_params", false]], "embedding_query_content() (in module autorag.utils.util)": [[29, "autorag.utils.util.embedding_query_content", false]], "empty_cuda_cache() (in module autorag.utils.util)": [[29, "autorag.utils.util.empty_cuda_cache", false]], "end_idx (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.end_idx", false]], "evaluate_generation() (in module autorag.evaluation.generation)": [[16, "autorag.evaluation.generation.evaluate_generation", false]], "evaluate_generator_node() (in module autorag.nodes.generator.run)": [[19, "autorag.nodes.generator.run.evaluate_generator_node", false]], "evaluate_generator_result() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.evaluate_generator_result", false]], "evaluate_one_prompt_maker_node() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.evaluate_one_prompt_maker_node", false]], "evaluate_one_query_expansion_node() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.evaluate_one_query_expansion_node", false]], "evaluate_passage_compressor_node() (in module autorag.nodes.passagecompressor.run)": [[21, "autorag.nodes.passagecompressor.run.evaluate_passage_compressor_node", false]], "evaluate_retrieval() (in module autorag.evaluation.retrieval)": [[16, "autorag.evaluation.retrieval.evaluate_retrieval", false]], "evaluate_retrieval_contents() (in module autorag.evaluation.retrieval_contents)": [[16, "autorag.evaluation.retrieval_contents.evaluate_retrieval_contents", false]], "evaluate_retrieval_node() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.evaluate_retrieval_node", false]], "evaluator (class in autorag.evaluator)": [[0, "autorag.evaluator.Evaluator", false]], "evenly_distribute_passages() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.evenly_distribute_passages", false]], "evolved_query (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.evolved_query", false]], "exp_normalize() (in module autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.exp_normalize", false]], "explode() (in module autorag.utils.util)": [[29, "autorag.utils.util.explode", false]], "extract_best_config() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_best_config", false]], "extract_node_line_names() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_node_line_names", false]], "extract_node_strategy() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_node_strategy", false]], "extract_retrieve_passage() (autorag.deploy.api.apirunner method)": [[15, "autorag.deploy.api.ApiRunner.extract_retrieve_passage", false]], "extract_values() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values", false]], "extract_values_from_nodes() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values_from_nodes", false]], "extract_values_from_nodes_strategy() (in module autorag.schema.node)": [[28, "autorag.schema.node.extract_values_from_nodes_strategy", false]], "extract_vectordb_config() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.extract_vectordb_config", false]], "factoid_query_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.factoid_query_gen", false]], "factoid_query_gen() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.factoid_query_gen", false]], "faithfulnesstemplate (class in autorag.evaluation.metric.deepeval_prompt)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate", false]], "fetch() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.fetch", false]], "fetch() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.fetch", false]], "fetch() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.fetch", false]], "fetch() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.fetch", false]], "fetch() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.fetch", false]], "fetch() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.fetch", false]], "fetch() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.fetch", false]], "fetch_contents() (in module autorag.utils.util)": [[29, "autorag.utils.util.fetch_contents", false]], "fetch_one_content() (in module autorag.utils.util)": [[29, "autorag.utils.util.fetch_one_content", false]], "file_page (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.file_page", false]], "filepath (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.filepath", false]], "filter() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.filter", false]], "filter_by_threshold() (in module autorag.strategy)": [[0, "autorag.strategy.filter_by_threshold", false]], "filter_dict_keys() (in module autorag.utils.util)": [[29, "autorag.utils.util.filter_dict_keys", false]], "filter_exist_ids() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.filter_exist_ids", false]], "filter_exist_ids_from_retrieval_gt() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.filter_exist_ids_from_retrieval_gt", false]], "find_key_values() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_key_values", false]], "find_node_dir() (in module autorag.dashboard)": [[0, "autorag.dashboard.find_node_dir", false]], "find_node_summary_files() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_node_summary_files", false]], "find_trial_dir() (in module autorag.utils.util)": [[29, "autorag.utils.util.find_trial_dir", false]], "find_unique_elems() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.find_unique_elems", false]], "flag_embedding_run_model() (in module autorag.nodes.passagereranker.flag_embedding)": [[23, "autorag.nodes.passagereranker.flag_embedding.flag_embedding_run_model", false]], "flagembeddingllmreranker (class in autorag.nodes.passagereranker.flag_embedding_llm)": [[23, "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker", false]], "flagembeddingreranker (class in autorag.nodes.passagereranker.flag_embedding)": [[23, "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker", false]], "flashrank_run_model() (in module autorag.nodes.passagereranker.flashrank)": [[23, "autorag.nodes.passagereranker.flashrank.flashrank_run_model", false]], "flashrankreranker (class in autorag.nodes.passagereranker.flashrank)": [[23, "autorag.nodes.passagereranker.flashrank.FlashRankReranker", false]], "flatmap() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.flatmap", false]], "flatten_apply() (in module autorag.utils.util)": [[29, "autorag.utils.util.flatten_apply", false]], "from_dataframe() (autorag.schema.metricinput.metricinput class method)": [[28, "autorag.schema.metricinput.MetricInput.from_dataframe", false]], "from_dict() (autorag.schema.module.module class method)": [[28, "autorag.schema.module.Module.from_dict", false]], "from_dict() (autorag.schema.node.node class method)": [[28, "autorag.schema.node.Node.from_dict", false]], "from_parquet() (autorag.chunker.chunker class method)": [[0, "autorag.chunker.Chunker.from_parquet", false]], "from_trial_folder() (autorag.deploy.base.baserunner class method)": [[15, "autorag.deploy.base.BaseRunner.from_trial_folder", false]], "from_yaml() (autorag.deploy.base.baserunner class method)": [[15, "autorag.deploy.base.BaseRunner.from_yaml", false]], "fstring (class in autorag.nodes.promptmaker.fstring)": [[25, "autorag.nodes.promptmaker.fstring.Fstring", false]], "fuse_per_query() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.fuse_per_query", false]], "g_eval() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.g_eval", false]], "generate_answers() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_answers", false]], "generate_basic_answer() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_basic_answer", false]], "generate_claims() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_claims", false]], "generate_qa_llama_index() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_qa_llama_index", false]], "generate_qa_llama_index_by_ratio() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.generate_qa_llama_index_by_ratio", false]], "generate_qa_ragas() (in module autorag.data.legacy.qacreation.ragas)": [[6, "autorag.data.legacy.qacreation.ragas.generate_qa_ragas", false]], "generate_qa_row() (in module autorag.data.legacy.qacreation.simple)": [[6, "autorag.data.legacy.qacreation.simple.generate_qa_row", false]], "generate_simple_qa_dataset() (in module autorag.data.legacy.qacreation.simple)": [[6, "autorag.data.legacy.qacreation.simple.generate_simple_qa_dataset", false]], "generate_truths() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_truths", false]], "generate_verdicts() (autorag.evaluation.metric.deepeval_prompt.faithfulnesstemplate static method)": [[17, "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate.generate_verdicts", false]], "generated_log_probs (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generated_log_probs", false]], "generated_text (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.generated_text", false]], "generated_texts (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generated_texts", false]], "generation_gt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.generation_gt", false]], "generator_node() (in module autorag.nodes.generator.base)": [[19, "autorag.nodes.generator.base.generator_node", false]], "get_best_row() (in module autorag.utils.util)": [[29, "autorag.utils.util.get_best_row", false]], "get_bm25_pkl_name() (in module autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.get_bm25_pkl_name", false]], "get_bm25_scores() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.get_bm25_scores", false]], "get_colbert_embedding_batch() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.get_colbert_embedding_batch", false]], "get_colbert_score() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.get_colbert_score", false]], "get_event_loop() (in module autorag.utils.util)": [[29, "autorag.utils.util.get_event_loop", false]], "get_file_metadata() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_file_metadata", false]], "get_hybrid_execution_times() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_hybrid_execution_times", false]], "get_id_scores() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.get_id_scores", false]], "get_ids_and_scores() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_ids_and_scores", false]], "get_metric_values() (in module autorag.dashboard)": [[0, "autorag.dashboard.get_metric_values", false]], "get_multi_query_expansion() (in module autorag.nodes.queryexpansion.multi_query_expansion)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.get_multi_query_expansion", false]], "get_param_combinations() (autorag.schema.node.node method)": [[28, "autorag.schema.node.Node.get_param_combinations", false]], "get_param_combinations() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_param_combinations", false]], "get_query_decompose() (in module autorag.nodes.queryexpansion.query_decompose)": [[26, "autorag.nodes.queryexpansion.query_decompose.get_query_decompose", false]], "get_result() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_result", false]], "get_result_o1() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_result_o1", false]], "get_runner() (in module autorag.web)": [[0, "autorag.web.get_runner", false]], "get_scores_by_ids() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.get_scores_by_ids", false]], "get_start_end_idx() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.get_start_end_idx", false]], "get_structured_result() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.get_structured_result", false]], "get_support_modules() (in module autorag.support)": [[0, "autorag.support.get_support_modules", false]], "get_support_nodes() (in module autorag.support)": [[0, "autorag.support.get_support_nodes", false]], "get_support_vectordb() (in module autorag.vectordb)": [[30, "autorag.vectordb.get_support_vectordb", false]], "gradiorunner (class in autorag.deploy.gradio)": [[15, "autorag.deploy.gradio.GradioRunner", false]], "handle_exception() (in module autorag)": [[0, "autorag.handle_exception", false]], "huggingface_evaluate() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.huggingface_evaluate", false]], "hybrid_cc() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.hybrid_cc", false]], "hybrid_rrf() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.hybrid_rrf", false]], "hybridcc (class in autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.HybridCC", false]], "hybridretrieval (class in autorag.nodes.retrieval.base)": [[27, "autorag.nodes.retrieval.base.HybridRetrieval", false]], "hybridrrf (class in autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.HybridRRF", false]], "hyde (class in autorag.nodes.queryexpansion.hyde)": [[26, "autorag.nodes.queryexpansion.hyde.HyDE", false]], "is_dont_know (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.is_dont_know", false]], "is_exist() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.is_exist", false]], "is_exist() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.is_exist", false]], "is_exist() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.is_exist", false]], "is_exist() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.is_exist", false]], "is_exist() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.is_exist", false]], "is_exist() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.is_exist", false]], "is_exist() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.is_exist", false]], "is_fields_notnone() (autorag.schema.metricinput.metricinput method)": [[28, "autorag.schema.metricinput.MetricInput.is_fields_notnone", false]], "is_passage_dependent (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.is_passage_dependent", false]], "jina_reranker_pure() (in module autorag.nodes.passagereranker.jina)": [[23, "autorag.nodes.passagereranker.jina.jina_reranker_pure", false]], "jinareranker (class in autorag.nodes.passagereranker.jina)": [[23, "autorag.nodes.passagereranker.jina.JinaReranker", false]], "koreranker (class in autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.KoReranker", false]], "koreranker_run_model() (in module autorag.nodes.passagereranker.koreranker)": [[23, "autorag.nodes.passagereranker.koreranker.koreranker_run_model", false]], "langchain_chunk() (in module autorag.data.chunk.langchain_chunk)": [[2, "autorag.data.chunk.langchain_chunk.langchain_chunk", false]], "langchain_chunk_pure() (in module autorag.data.chunk.langchain_chunk)": [[2, "autorag.data.chunk.langchain_chunk.langchain_chunk_pure", false]], "langchain_documents_to_parquet() (in module autorag.data.legacy.corpus.langchain)": [[5, "autorag.data.legacy.corpus.langchain.langchain_documents_to_parquet", false]], "langchain_parse() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.langchain_parse", false]], "langchain_parse_pure() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.langchain_parse_pure", false]], "lazyinit (class in autorag)": [[0, "autorag.LazyInit", false]], "linked_corpus (autorag.data.qa.schema.qa property)": [[8, "autorag.data.qa.schema.QA.linked_corpus", false]], "linked_raw (autorag.data.qa.schema.corpus property)": [[8, "autorag.data.qa.schema.Corpus.linked_raw", false]], "llama_documents_to_parquet() (in module autorag.data.legacy.corpus.llama_index)": [[5, "autorag.data.legacy.corpus.llama_index.llama_documents_to_parquet", false]], "llama_index_chunk() (in module autorag.data.chunk.llama_index_chunk)": [[2, "autorag.data.chunk.llama_index_chunk.llama_index_chunk", false]], "llama_index_chunk_pure() (in module autorag.data.chunk.llama_index_chunk)": [[2, "autorag.data.chunk.llama_index_chunk.llama_index_chunk_pure", false]], "llama_index_generate_base() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.llama_index_generate_base", false]], "llama_index_generate_base() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.llama_index_generate_base", false]], "llama_parse() (in module autorag.data.parse.llamaparse)": [[7, "autorag.data.parse.llamaparse.llama_parse", false]], "llama_parse_pure() (in module autorag.data.parse.llamaparse)": [[7, "autorag.data.parse.llamaparse.llama_parse_pure", false]], "llama_text_node_to_parquet() (in module autorag.data.legacy.corpus.llama_index)": [[5, "autorag.data.legacy.corpus.llama_index.llama_text_node_to_parquet", false]], "llamaindexcompressor (class in autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor", false]], "llamaindexllm (class in autorag.nodes.generator.llama_index_llm)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM", false]], "llm (autorag.nodes.passagecompressor.refine.refine attribute)": [[21, "autorag.nodes.passagecompressor.refine.Refine.llm", false]], "llm (autorag.nodes.passagecompressor.tree_summarize.treesummarize attribute)": [[21, "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize.llm", false]], "llm (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.llm", false]], "llmlingua_pure() (in module autorag.nodes.passagecompressor.longllmlingua)": [[21, "autorag.nodes.passagecompressor.longllmlingua.llmlingua_pure", false]], "load_all_vectordb_from_yaml() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_all_vectordb_from_yaml", false]], "load_bm25_corpus() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.load_bm25_corpus", false]], "load_summary_file() (in module autorag.utils.util)": [[29, "autorag.utils.util.load_summary_file", false]], "load_vectordb() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_vectordb", false]], "load_vectordb_from_yaml() (in module autorag.vectordb)": [[30, "autorag.vectordb.load_vectordb_from_yaml", false]], "load_yaml() (in module autorag.data.utils.util)": [[14, "autorag.data.utils.util.load_yaml", false]], "load_yaml_config() (in module autorag.utils.util)": [[29, "autorag.utils.util.load_yaml_config", false]], "longcontextreorder (class in autorag.nodes.promptmaker.long_context_reorder)": [[25, "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder", false]], "longllmlingua (class in autorag.nodes.passagecompressor.longllmlingua)": [[21, "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua", false]], "make_basic_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_basic_gen_gt", false]], "make_basic_gen_gt() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_basic_gen_gt", false]], "make_batch() (in module autorag.utils.util)": [[29, "autorag.utils.util.make_batch", false]], "make_combinations() (in module autorag.utils.util)": [[29, "autorag.utils.util.make_combinations", false]], "make_concise_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_concise_gen_gt", false]], "make_concise_gen_gt() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_concise_gen_gt", false]], "make_custom_gen_gt() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_custom_gen_gt", false]], "make_gen_gt_llama_index() (in module autorag.data.qa.generation_gt.llama_index_gen_gt)": [[11, "autorag.data.qa.generation_gt.llama_index_gen_gt.make_gen_gt_llama_index", false]], "make_gen_gt_openai() (in module autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.make_gen_gt_openai", false]], "make_generator_callable_param() (in module autorag.nodes.util)": [[18, "autorag.nodes.util.make_generator_callable_param", false]], "make_generator_callable_params() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.make_generator_callable_params", false]], "make_generator_instance() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.make_generator_instance", false]], "make_llm() (in module autorag.nodes.passagecompressor.base)": [[21, "autorag.nodes.passagecompressor.base.make_llm", false]], "make_metadata_list() (in module autorag.data.chunk.base)": [[2, "autorag.data.chunk.base.make_metadata_list", false]], "make_node_lines() (in module autorag.node_line)": [[0, "autorag.node_line.make_node_lines", false]], "make_qa_with_existing_qa() (in module autorag.data.legacy.qacreation.base)": [[6, "autorag.data.legacy.qacreation.base.make_qa_with_existing_qa", false]], "make_retrieval_callable_params() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.make_retrieval_callable_params", false]], "make_retrieval_gt_contents() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.make_retrieval_gt_contents", false]], "make_single_content_qa() (in module autorag.data.legacy.qacreation.base)": [[6, "autorag.data.legacy.qacreation.base.make_single_content_qa", false]], "make_trial_summary_md() (in module autorag.dashboard)": [[0, "autorag.dashboard.make_trial_summary_md", false]], "map() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.map", false]], "map() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.map", false]], "map() (autorag.data.qa.schema.raw method)": [[8, "autorag.data.qa.schema.Raw.map", false]], "measure_speed() (in module autorag.strategy)": [[0, "autorag.strategy.measure_speed", false]], "meteor() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.meteor", false]], "metricinput (class in autorag.schema.metricinput)": [[28, "autorag.schema.metricinput.MetricInput", false]], "milvus (class in autorag.vectordb.milvus)": [[30, "autorag.vectordb.milvus.Milvus", false]], "mixedbreadai_rerank_pure() (in module autorag.nodes.passagereranker.mixedbreadai)": [[23, "autorag.nodes.passagereranker.mixedbreadai.mixedbreadai_rerank_pure", false]], "mixedbreadaireranker (class in autorag.nodes.passagereranker.mixedbreadai)": [[23, "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker", false]], "mockembeddingrandom (class in autorag)": [[0, "autorag.MockEmbeddingRandom", false]], "model_computed_fields (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_computed_fields", false]], "model_computed_fields (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_computed_fields", false]], "model_computed_fields (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_computed_fields", false]], "model_computed_fields (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_computed_fields", false]], "model_computed_fields (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_computed_fields", false]], "model_config (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_config", false]], "model_config (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_config", false]], "model_config (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_config", false]], "model_config (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_config", false]], "model_config (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_config", false]], "model_config (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_config", false]], "model_config (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_config", false]], "model_config (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_config", false]], "model_config (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_config", false]], "model_config (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_config", false]], "model_config (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_config", false]], "model_config (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_config", false]], "model_config (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_config", false]], "model_config (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_config", false]], "model_config (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_config", false]], "model_config (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_config", false]], "model_fields (autorag.autoragbedrock attribute)": [[0, "autorag.AutoRAGBedrock.model_fields", false]], "model_fields (autorag.data.qa.evolve.openai_query_evolve.response attribute)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response.model_fields", false]], "model_fields (autorag.data.qa.filter.dontknow.response attribute)": [[10, "autorag.data.qa.filter.dontknow.Response.model_fields", false]], "model_fields (autorag.data.qa.filter.passage_dependency.response attribute)": [[10, "autorag.data.qa.filter.passage_dependency.Response.model_fields", false]], "model_fields (autorag.data.qa.generation_gt.openai_gen_gt.response attribute)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response.model_fields", false]], "model_fields (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.model_fields", false]], "model_fields (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.model_fields", false]], "model_fields (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.model_fields", false]], "model_fields (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.model_fields", false]], "model_fields (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.model_fields", false]], "model_fields (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.model_fields", false]], "model_fields (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.model_fields", false]], "model_fields (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.model_fields", false]], "model_fields (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.model_fields", false]], "model_fields (autorag.mockembeddingrandom attribute)": [[0, "autorag.MockEmbeddingRandom.model_fields", false]], "model_fields (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.model_fields", false]], "model_post_init() (autorag.autoragbedrock method)": [[0, "autorag.AutoRAGBedrock.model_post_init", false]], "module": [[0, "module-autorag", false], [0, "module-autorag.chunker", false], [0, "module-autorag.cli", false], [0, "module-autorag.dashboard", false], [0, "module-autorag.evaluator", false], [0, "module-autorag.node_line", false], [0, "module-autorag.parser", false], [0, "module-autorag.strategy", false], [0, "module-autorag.support", false], [0, "module-autorag.validator", false], [0, "module-autorag.web", false], [1, "module-autorag.data", false], [2, "module-autorag.data.chunk", false], [2, "module-autorag.data.chunk.base", false], [2, "module-autorag.data.chunk.langchain_chunk", false], [2, "module-autorag.data.chunk.llama_index_chunk", false], [2, "module-autorag.data.chunk.run", false], [4, "module-autorag.data.legacy", false], [5, "module-autorag.data.legacy.corpus", false], [5, "module-autorag.data.legacy.corpus.langchain", false], [5, "module-autorag.data.legacy.corpus.llama_index", false], [6, "module-autorag.data.legacy.qacreation", false], [6, "module-autorag.data.legacy.qacreation.base", false], [6, "module-autorag.data.legacy.qacreation.llama_index", false], [6, "module-autorag.data.legacy.qacreation.ragas", false], [6, "module-autorag.data.legacy.qacreation.simple", false], [7, "module-autorag.data.parse", false], [7, "module-autorag.data.parse.base", false], [7, "module-autorag.data.parse.langchain_parse", false], [7, "module-autorag.data.parse.llamaparse", false], [7, "module-autorag.data.parse.run", false], [8, "module-autorag.data.qa", false], [8, "module-autorag.data.qa.extract_evidence", false], [8, "module-autorag.data.qa.sample", false], [8, "module-autorag.data.qa.schema", false], [9, "module-autorag.data.qa.evolve", false], [9, "module-autorag.data.qa.evolve.llama_index_query_evolve", false], [9, "module-autorag.data.qa.evolve.openai_query_evolve", false], [9, "module-autorag.data.qa.evolve.prompt", false], [10, "module-autorag.data.qa.filter", false], [10, "module-autorag.data.qa.filter.dontknow", false], [10, "module-autorag.data.qa.filter.passage_dependency", false], [10, "module-autorag.data.qa.filter.prompt", false], [11, "module-autorag.data.qa.generation_gt", false], [11, "module-autorag.data.qa.generation_gt.base", false], [11, "module-autorag.data.qa.generation_gt.llama_index_gen_gt", false], [11, "module-autorag.data.qa.generation_gt.openai_gen_gt", false], [11, "module-autorag.data.qa.generation_gt.prompt", false], [12, "module-autorag.data.qa.query", false], [12, "module-autorag.data.qa.query.llama_gen_query", false], [12, "module-autorag.data.qa.query.openai_gen_query", false], [12, "module-autorag.data.qa.query.prompt", false], [14, "module-autorag.data.utils", false], [14, "module-autorag.data.utils.util", false], [15, "module-autorag.deploy", false], [15, "module-autorag.deploy.api", false], [15, "module-autorag.deploy.base", false], [15, "module-autorag.deploy.gradio", false], [16, "module-autorag.evaluation", false], [16, "module-autorag.evaluation.generation", false], [16, "module-autorag.evaluation.retrieval", false], [16, "module-autorag.evaluation.retrieval_contents", false], [16, "module-autorag.evaluation.util", false], [17, "module-autorag.evaluation.metric", false], [17, "module-autorag.evaluation.metric.deepeval_prompt", false], [17, "module-autorag.evaluation.metric.generation", false], [17, "module-autorag.evaluation.metric.retrieval", false], [17, "module-autorag.evaluation.metric.retrieval_contents", false], [17, "module-autorag.evaluation.metric.util", false], [18, "module-autorag.nodes", false], [18, "module-autorag.nodes.util", false], [19, "module-autorag.nodes.generator", false], [19, "module-autorag.nodes.generator.base", false], [19, "module-autorag.nodes.generator.llama_index_llm", false], [19, "module-autorag.nodes.generator.openai_llm", false], [19, "module-autorag.nodes.generator.run", false], [19, "module-autorag.nodes.generator.vllm", false], [20, "module-autorag.nodes.passageaugmenter", false], [20, "module-autorag.nodes.passageaugmenter.base", false], [20, "module-autorag.nodes.passageaugmenter.pass_passage_augmenter", false], [20, "module-autorag.nodes.passageaugmenter.prev_next_augmenter", false], [20, "module-autorag.nodes.passageaugmenter.run", false], [21, "module-autorag.nodes.passagecompressor", false], [21, "module-autorag.nodes.passagecompressor.base", false], [21, "module-autorag.nodes.passagecompressor.longllmlingua", false], [21, "module-autorag.nodes.passagecompressor.pass_compressor", false], [21, "module-autorag.nodes.passagecompressor.refine", false], [21, "module-autorag.nodes.passagecompressor.run", false], [21, "module-autorag.nodes.passagecompressor.tree_summarize", false], [22, "module-autorag.nodes.passagefilter", false], [22, "module-autorag.nodes.passagefilter.base", false], [22, "module-autorag.nodes.passagefilter.pass_passage_filter", false], [22, "module-autorag.nodes.passagefilter.percentile_cutoff", false], [22, "module-autorag.nodes.passagefilter.recency", false], [22, "module-autorag.nodes.passagefilter.run", false], [22, "module-autorag.nodes.passagefilter.similarity_percentile_cutoff", false], [22, "module-autorag.nodes.passagefilter.similarity_threshold_cutoff", false], [22, "module-autorag.nodes.passagefilter.threshold_cutoff", false], [23, "module-autorag.nodes.passagereranker", false], [23, "module-autorag.nodes.passagereranker.base", false], [23, "module-autorag.nodes.passagereranker.cohere", false], [23, "module-autorag.nodes.passagereranker.colbert", false], [23, "module-autorag.nodes.passagereranker.flag_embedding", false], [23, "module-autorag.nodes.passagereranker.flag_embedding_llm", false], [23, "module-autorag.nodes.passagereranker.flashrank", false], [23, "module-autorag.nodes.passagereranker.jina", false], [23, "module-autorag.nodes.passagereranker.koreranker", false], [23, "module-autorag.nodes.passagereranker.mixedbreadai", false], [23, "module-autorag.nodes.passagereranker.monot5", false], [23, "module-autorag.nodes.passagereranker.openvino", false], [23, "module-autorag.nodes.passagereranker.pass_reranker", false], [23, "module-autorag.nodes.passagereranker.rankgpt", false], [23, "module-autorag.nodes.passagereranker.run", false], [23, "module-autorag.nodes.passagereranker.sentence_transformer", false], [23, "module-autorag.nodes.passagereranker.time_reranker", false], [23, "module-autorag.nodes.passagereranker.upr", false], [23, "module-autorag.nodes.passagereranker.voyageai", false], [25, "module-autorag.nodes.promptmaker", false], [25, "module-autorag.nodes.promptmaker.base", false], [25, "module-autorag.nodes.promptmaker.fstring", false], [25, "module-autorag.nodes.promptmaker.long_context_reorder", false], [25, "module-autorag.nodes.promptmaker.run", false], [25, "module-autorag.nodes.promptmaker.window_replacement", false], [26, "module-autorag.nodes.queryexpansion", false], [26, "module-autorag.nodes.queryexpansion.base", false], [26, "module-autorag.nodes.queryexpansion.hyde", false], [26, "module-autorag.nodes.queryexpansion.multi_query_expansion", false], [26, "module-autorag.nodes.queryexpansion.pass_query_expansion", false], [26, "module-autorag.nodes.queryexpansion.query_decompose", false], [26, "module-autorag.nodes.queryexpansion.run", false], [27, "module-autorag.nodes.retrieval", false], [27, "module-autorag.nodes.retrieval.base", false], [27, "module-autorag.nodes.retrieval.bm25", false], [27, "module-autorag.nodes.retrieval.hybrid_cc", false], [27, "module-autorag.nodes.retrieval.hybrid_rrf", false], [27, "module-autorag.nodes.retrieval.run", false], [27, "module-autorag.nodes.retrieval.vectordb", false], [28, "module-autorag.schema", false], [28, "module-autorag.schema.base", false], [28, "module-autorag.schema.metricinput", false], [28, "module-autorag.schema.module", false], [28, "module-autorag.schema.node", false], [29, "module-autorag.utils", false], [29, "module-autorag.utils.preprocess", false], [29, "module-autorag.utils.util", false], [30, "module-autorag.vectordb", false], [30, "module-autorag.vectordb.base", false], [30, "module-autorag.vectordb.chroma", false], [30, "module-autorag.vectordb.couchbase", false], [30, "module-autorag.vectordb.milvus", false], [30, "module-autorag.vectordb.pinecone", false], [30, "module-autorag.vectordb.qdrant", false], [30, "module-autorag.vectordb.weaviate", false]], "module (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module", false]], "module (class in autorag.schema.module)": [[28, "autorag.schema.module.Module", false]], "module_param (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module_param", false]], "module_type (autorag.schema.module.module attribute)": [[28, "autorag.schema.module.Module.module_type", false]], "module_type_exists() (in module autorag.schema.node)": [[28, "autorag.schema.node.module_type_exists", false]], "modules (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.modules", false]], "monot5 (class in autorag.nodes.passagereranker.monot5)": [[23, "autorag.nodes.passagereranker.monot5.MonoT5", false]], "monot5_run_model() (in module autorag.nodes.passagereranker.monot5)": [[23, "autorag.nodes.passagereranker.monot5.monot5_run_model", false]], "multiple_queries_gen() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.multiple_queries_gen", false]], "multiqueryexpansion (class in autorag.nodes.queryexpansion.multi_query_expansion)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion", false]], "node (class in autorag.schema.node)": [[28, "autorag.schema.node.Node", false]], "node_params (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.node_params", false]], "node_type (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.node_type", false]], "node_view() (in module autorag.dashboard)": [[0, "autorag.dashboard.node_view", false]], "normalize_dbsf() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_dbsf", false]], "normalize_mm() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_mm", false]], "normalize_string() (in module autorag.utils.util)": [[29, "autorag.utils.util.normalize_string", false]], "normalize_tmm() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_tmm", false]], "normalize_unicode() (in module autorag.utils.util)": [[29, "autorag.utils.util.normalize_unicode", false]], "normalize_z() (in module autorag.nodes.retrieval.hybrid_cc)": [[27, "autorag.nodes.retrieval.hybrid_cc.normalize_z", false]], "one_hop_question (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.one_hop_question", false]], "openai_truncate_by_token() (in module autorag.utils.util)": [[29, "autorag.utils.util.openai_truncate_by_token", false]], "openaillm (class in autorag.nodes.generator.openai_llm)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM", false]], "openvino_run_model() (in module autorag.nodes.passagereranker.openvino)": [[23, "autorag.nodes.passagereranker.openvino.openvino_run_model", false]], "openvinoreranker (class in autorag.nodes.passagereranker.openvino)": [[23, "autorag.nodes.passagereranker.openvino.OpenVINOReranker", false]], "optimize_hybrid() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.optimize_hybrid", false]], "param_list (autorag.nodes.passagecompressor.base.llamaindexcompressor attribute)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor.param_list", false]], "parse_all_files() (in module autorag.data.parse.langchain_parse)": [[7, "autorag.data.parse.langchain_parse.parse_all_files", false]], "parse_output() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.parse_output", false]], "parser (class in autorag.parser)": [[0, "autorag.parser.Parser", false]], "parser_node() (in module autorag.data.parse.base)": [[7, "autorag.data.parse.base.parser_node", false]], "passage (class in autorag.deploy.api)": [[15, "autorag.deploy.api.Passage", false]], "passage_dependency_filter_llama_index() (in module autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.passage_dependency_filter_llama_index", false]], "passage_dependency_filter_openai() (in module autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.passage_dependency_filter_openai", false]], "passage_index (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.passage_index", false]], "passages (autorag.deploy.api.retrievalresponse attribute)": [[15, "autorag.deploy.api.RetrievalResponse.passages", false]], "passcompressor (class in autorag.nodes.passagecompressor.pass_compressor)": [[21, "autorag.nodes.passagecompressor.pass_compressor.PassCompressor", false]], "passpassageaugmenter (class in autorag.nodes.passageaugmenter.pass_passage_augmenter)": [[20, "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter", false]], "passpassagefilter (class in autorag.nodes.passagefilter.pass_passage_filter)": [[22, "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter", false]], "passqueryexpansion (class in autorag.nodes.queryexpansion.pass_query_expansion)": [[26, "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion", false]], "passreranker (class in autorag.nodes.passagereranker.pass_reranker)": [[23, "autorag.nodes.passagereranker.pass_reranker.PassReranker", false]], "percentilecutoff (class in autorag.nodes.passagefilter.percentile_cutoff)": [[22, "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff", false]], "pinecone (class in autorag.vectordb.pinecone)": [[30, "autorag.vectordb.pinecone.Pinecone", false]], "pop_params() (in module autorag.utils.util)": [[29, "autorag.utils.util.pop_params", false]], "preprocess_text() (in module autorag.utils.util)": [[29, "autorag.utils.util.preprocess_text", false]], "prev_next_augmenter_pure() (in module autorag.nodes.passageaugmenter.prev_next_augmenter)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.prev_next_augmenter_pure", false]], "prevnextpassageaugmenter (class in autorag.nodes.passageaugmenter.prev_next_augmenter)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter", false]], "process_batch() (in module autorag.utils.util)": [[29, "autorag.utils.util.process_batch", false]], "prompt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.prompt", false]], "pure() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.pure", false]], "pure() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.pure", false]], "pure() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.pure", false]], "pure() (autorag.nodes.passageaugmenter.pass_passage_augmenter.passpassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter.pure", false]], "pure() (autorag.nodes.passageaugmenter.prev_next_augmenter.prevnextpassageaugmenter method)": [[20, "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter.pure", false]], "pure() (autorag.nodes.passagecompressor.base.llamaindexcompressor method)": [[21, "autorag.nodes.passagecompressor.base.LlamaIndexCompressor.pure", false]], "pure() (autorag.nodes.passagecompressor.longllmlingua.longllmlingua method)": [[21, "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua.pure", false]], "pure() (autorag.nodes.passagecompressor.pass_compressor.passcompressor method)": [[21, "autorag.nodes.passagecompressor.pass_compressor.PassCompressor.pure", false]], "pure() (autorag.nodes.passagefilter.pass_passage_filter.passpassagefilter method)": [[22, "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter.pure", false]], "pure() (autorag.nodes.passagefilter.percentile_cutoff.percentilecutoff method)": [[22, "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.recency.recencyfilter method)": [[22, "autorag.nodes.passagefilter.recency.RecencyFilter.pure", false]], "pure() (autorag.nodes.passagefilter.similarity_percentile_cutoff.similaritypercentilecutoff method)": [[22, "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.similarity_threshold_cutoff.similaritythresholdcutoff method)": [[22, "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff.pure", false]], "pure() (autorag.nodes.passagefilter.threshold_cutoff.thresholdcutoff method)": [[22, "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff.pure", false]], "pure() (autorag.nodes.passagereranker.cohere.coherereranker method)": [[23, "autorag.nodes.passagereranker.cohere.CohereReranker.pure", false]], "pure() (autorag.nodes.passagereranker.colbert.colbertreranker method)": [[23, "autorag.nodes.passagereranker.colbert.ColbertReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flag_embedding.flagembeddingreranker method)": [[23, "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flag_embedding_llm.flagembeddingllmreranker method)": [[23, "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker.pure", false]], "pure() (autorag.nodes.passagereranker.flashrank.flashrankreranker method)": [[23, "autorag.nodes.passagereranker.flashrank.FlashRankReranker.pure", false]], "pure() (autorag.nodes.passagereranker.jina.jinareranker method)": [[23, "autorag.nodes.passagereranker.jina.JinaReranker.pure", false]], "pure() (autorag.nodes.passagereranker.koreranker.koreranker method)": [[23, "autorag.nodes.passagereranker.koreranker.KoReranker.pure", false]], "pure() (autorag.nodes.passagereranker.mixedbreadai.mixedbreadaireranker method)": [[23, "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker.pure", false]], "pure() (autorag.nodes.passagereranker.monot5.monot5 method)": [[23, "autorag.nodes.passagereranker.monot5.MonoT5.pure", false]], "pure() (autorag.nodes.passagereranker.openvino.openvinoreranker method)": [[23, "autorag.nodes.passagereranker.openvino.OpenVINOReranker.pure", false]], "pure() (autorag.nodes.passagereranker.pass_reranker.passreranker method)": [[23, "autorag.nodes.passagereranker.pass_reranker.PassReranker.pure", false]], "pure() (autorag.nodes.passagereranker.rankgpt.rankgpt method)": [[23, "autorag.nodes.passagereranker.rankgpt.RankGPT.pure", false]], "pure() (autorag.nodes.passagereranker.sentence_transformer.sentencetransformerreranker method)": [[23, "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker.pure", false]], "pure() (autorag.nodes.passagereranker.time_reranker.timereranker method)": [[23, "autorag.nodes.passagereranker.time_reranker.TimeReranker.pure", false]], "pure() (autorag.nodes.passagereranker.upr.upr method)": [[23, "autorag.nodes.passagereranker.upr.Upr.pure", false]], "pure() (autorag.nodes.passagereranker.voyageai.voyageaireranker method)": [[23, "autorag.nodes.passagereranker.voyageai.VoyageAIReranker.pure", false]], "pure() (autorag.nodes.promptmaker.fstring.fstring method)": [[25, "autorag.nodes.promptmaker.fstring.Fstring.pure", false]], "pure() (autorag.nodes.promptmaker.long_context_reorder.longcontextreorder method)": [[25, "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder.pure", false]], "pure() (autorag.nodes.promptmaker.window_replacement.windowreplacement method)": [[25, "autorag.nodes.promptmaker.window_replacement.WindowReplacement.pure", false]], "pure() (autorag.nodes.queryexpansion.hyde.hyde method)": [[26, "autorag.nodes.queryexpansion.hyde.HyDE.pure", false]], "pure() (autorag.nodes.queryexpansion.multi_query_expansion.multiqueryexpansion method)": [[26, "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion.pure", false]], "pure() (autorag.nodes.queryexpansion.pass_query_expansion.passqueryexpansion method)": [[26, "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion.pure", false]], "pure() (autorag.nodes.queryexpansion.query_decompose.querydecompose method)": [[26, "autorag.nodes.queryexpansion.query_decompose.QueryDecompose.pure", false]], "pure() (autorag.nodes.retrieval.base.hybridretrieval method)": [[27, "autorag.nodes.retrieval.base.HybridRetrieval.pure", false]], "pure() (autorag.nodes.retrieval.bm25.bm25 method)": [[27, "autorag.nodes.retrieval.bm25.BM25.pure", false]], "pure() (autorag.nodes.retrieval.vectordb.vectordb method)": [[27, "autorag.nodes.retrieval.vectordb.VectorDB.pure", false]], "pure() (autorag.schema.base.basemodule method)": [[28, "autorag.schema.base.BaseModule.pure", false]], "qa (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.QA", false]], "qdrant (class in autorag.vectordb.qdrant)": [[30, "autorag.vectordb.qdrant.Qdrant", false]], "queries (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.queries", false]], "query (autorag.data.qa.query.openai_gen_query.response attribute)": [[12, "autorag.data.qa.query.openai_gen_query.Response.query", false]], "query (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.query", false]], "query (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.query", false]], "query() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.query", false]], "query() (autorag.vectordb.chroma.chroma method)": [[30, "autorag.vectordb.chroma.Chroma.query", false]], "query() (autorag.vectordb.couchbase.couchbase method)": [[30, "autorag.vectordb.couchbase.Couchbase.query", false]], "query() (autorag.vectordb.milvus.milvus method)": [[30, "autorag.vectordb.milvus.Milvus.query", false]], "query() (autorag.vectordb.pinecone.pinecone method)": [[30, "autorag.vectordb.pinecone.Pinecone.query", false]], "query() (autorag.vectordb.qdrant.qdrant method)": [[30, "autorag.vectordb.qdrant.Qdrant.query", false]], "query() (autorag.vectordb.weaviate.weaviate method)": [[30, "autorag.vectordb.weaviate.Weaviate.query", false]], "query_evolve_openai_base() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.query_evolve_openai_base", false]], "query_gen_openai_base() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.query_gen_openai_base", false]], "querydecompose (class in autorag.nodes.queryexpansion.query_decompose)": [[26, "autorag.nodes.queryexpansion.query_decompose.QueryDecompose", false]], "queryrequest (class in autorag.deploy.api)": [[15, "autorag.deploy.api.QueryRequest", false]], "random() (in module autorag)": [[0, "autorag.random", false]], "random_single_hop() (in module autorag.data.qa.sample)": [[8, "autorag.data.qa.sample.random_single_hop", false]], "range_single_hop() (in module autorag.data.qa.sample)": [[8, "autorag.data.qa.sample.range_single_hop", false]], "rankgpt (class in autorag.nodes.passagereranker.rankgpt)": [[23, "autorag.nodes.passagereranker.rankgpt.RankGPT", false]], "rankgpt_rerank_prompt (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.rankgpt_rerank_prompt", false]], "raw (class in autorag.data.qa.schema)": [[8, "autorag.data.qa.schema.Raw", false]], "reasoning_evolve_ragas() (in module autorag.data.qa.evolve.llama_index_query_evolve)": [[9, "autorag.data.qa.evolve.llama_index_query_evolve.reasoning_evolve_ragas", false]], "reasoning_evolve_ragas() (in module autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.reasoning_evolve_ragas", false]], "recencyfilter (class in autorag.nodes.passagefilter.recency)": [[22, "autorag.nodes.passagefilter.recency.RecencyFilter", false]], "reconstruct_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.reconstruct_list", false]], "refine (class in autorag.nodes.passagecompressor.refine)": [[21, "autorag.nodes.passagecompressor.refine.Refine", false]], "replace_value_in_dict() (in module autorag.utils.util)": [[29, "autorag.utils.util.replace_value_in_dict", false]], "response (class in autorag.data.qa.evolve.openai_query_evolve)": [[9, "autorag.data.qa.evolve.openai_query_evolve.Response", false]], "response (class in autorag.data.qa.filter.dontknow)": [[10, "autorag.data.qa.filter.dontknow.Response", false]], "response (class in autorag.data.qa.filter.passage_dependency)": [[10, "autorag.data.qa.filter.passage_dependency.Response", false]], "response (class in autorag.data.qa.generation_gt.openai_gen_gt)": [[11, "autorag.data.qa.generation_gt.openai_gen_gt.Response", false]], "response (class in autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.Response", false]], "restart_trial() (autorag.evaluator.evaluator method)": [[0, "autorag.evaluator.Evaluator.restart_trial", false]], "result (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.result", false]], "result_column (autorag.deploy.api.queryrequest attribute)": [[15, "autorag.deploy.api.QueryRequest.result_column", false]], "result_to_dataframe() (in module autorag.utils.util)": [[29, "autorag.utils.util.result_to_dataframe", false]], "retrieval_f1() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_f1", false]], "retrieval_gt (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieval_gt", false]], "retrieval_gt_contents (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieval_gt_contents", false]], "retrieval_map() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_map", false]], "retrieval_mrr() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_mrr", false]], "retrieval_ndcg() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_ndcg", false]], "retrieval_precision() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_precision", false]], "retrieval_recall() (in module autorag.evaluation.metric.retrieval)": [[17, "autorag.evaluation.metric.retrieval.retrieval_recall", false]], "retrieval_token_f1() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_f1", false]], "retrieval_token_precision() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_precision", false]], "retrieval_token_recall() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.retrieval_token_recall", false]], "retrievalresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RetrievalResponse", false]], "retrieved_contents (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieved_contents", false]], "retrieved_ids (autorag.schema.metricinput.metricinput attribute)": [[28, "autorag.schema.metricinput.MetricInput.retrieved_ids", false]], "retrieved_passage (autorag.deploy.api.runresponse attribute)": [[15, "autorag.deploy.api.RunResponse.retrieved_passage", false]], "retrieved_passage (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.retrieved_passage", false]], "retrievedpassage (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RetrievedPassage", false]], "rouge() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.rouge", false]], "rrf_calculate() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.rrf_calculate", false]], "rrf_pure() (in module autorag.nodes.retrieval.hybrid_rrf)": [[27, "autorag.nodes.retrieval.hybrid_rrf.rrf_pure", false]], "run() (autorag.deploy.base.runner method)": [[15, "autorag.deploy.base.Runner.run", false]], "run() (autorag.deploy.gradio.gradiorunner method)": [[15, "autorag.deploy.gradio.GradioRunner.run", false]], "run() (autorag.schema.node.node method)": [[28, "autorag.schema.node.Node.run", false]], "run() (in module autorag.dashboard)": [[0, "autorag.dashboard.run", false]], "run_api_server() (autorag.deploy.api.apirunner method)": [[15, "autorag.deploy.api.ApiRunner.run_api_server", false]], "run_chunker() (in module autorag.data.chunk.run)": [[2, "autorag.data.chunk.run.run_chunker", false]], "run_evaluator() (autorag.nodes.retrieval.hybrid_cc.hybridcc class method)": [[27, "autorag.nodes.retrieval.hybrid_cc.HybridCC.run_evaluator", false]], "run_evaluator() (autorag.nodes.retrieval.hybrid_rrf.hybridrrf class method)": [[27, "autorag.nodes.retrieval.hybrid_rrf.HybridRRF.run_evaluator", false]], "run_evaluator() (autorag.schema.base.basemodule class method)": [[28, "autorag.schema.base.BaseModule.run_evaluator", false]], "run_generator_node() (in module autorag.nodes.generator.run)": [[19, "autorag.nodes.generator.run.run_generator_node", false]], "run_node (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.run_node", false]], "run_node_line() (in module autorag.node_line)": [[0, "autorag.node_line.run_node_line", false]], "run_parser() (in module autorag.data.parse.run)": [[7, "autorag.data.parse.run.run_parser", false]], "run_passage_augmenter_node() (in module autorag.nodes.passageaugmenter.run)": [[20, "autorag.nodes.passageaugmenter.run.run_passage_augmenter_node", false]], "run_passage_compressor_node() (in module autorag.nodes.passagecompressor.run)": [[21, "autorag.nodes.passagecompressor.run.run_passage_compressor_node", false]], "run_passage_filter_node() (in module autorag.nodes.passagefilter.run)": [[22, "autorag.nodes.passagefilter.run.run_passage_filter_node", false]], "run_passage_reranker_node() (in module autorag.nodes.passagereranker.run)": [[23, "autorag.nodes.passagereranker.run.run_passage_reranker_node", false]], "run_prompt_maker_node() (in module autorag.nodes.promptmaker.run)": [[25, "autorag.nodes.promptmaker.run.run_prompt_maker_node", false]], "run_query_embedding_batch() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.run_query_embedding_batch", false]], "run_query_expansion_node() (in module autorag.nodes.queryexpansion.run)": [[26, "autorag.nodes.queryexpansion.run.run_query_expansion_node", false]], "run_retrieval_node() (in module autorag.nodes.retrieval.run)": [[27, "autorag.nodes.retrieval.run.run_retrieval_node", false]], "run_web() (autorag.deploy.gradio.gradiorunner method)": [[15, "autorag.deploy.gradio.GradioRunner.run_web", false]], "runner (class in autorag.deploy.base)": [[15, "autorag.deploy.base.Runner", false]], "runresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.RunResponse", false]], "sample() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.sample", false]], "save_parquet_safe() (in module autorag.utils.util)": [[29, "autorag.utils.util.save_parquet_safe", false]], "score (autorag.deploy.api.passage attribute)": [[15, "autorag.deploy.api.Passage.score", false]], "select_best() (in module autorag.strategy)": [[0, "autorag.strategy.select_best", false]], "select_best_average() (in module autorag.strategy)": [[0, "autorag.strategy.select_best_average", false]], "select_best_rr() (in module autorag.strategy)": [[0, "autorag.strategy.select_best_rr", false]], "select_bm25_tokenizer() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.select_bm25_tokenizer", false]], "select_normalize_mean() (in module autorag.strategy)": [[0, "autorag.strategy.select_normalize_mean", false]], "select_top_k() (in module autorag.utils.util)": [[29, "autorag.utils.util.select_top_k", false]], "sem_score() (in module autorag.evaluation.metric.generation)": [[17, "autorag.evaluation.metric.generation.sem_score", false]], "sentence_transformer_run_model() (in module autorag.nodes.passagereranker.sentence_transformer)": [[23, "autorag.nodes.passagereranker.sentence_transformer.sentence_transformer_run_model", false]], "sentencetransformerreranker (class in autorag.nodes.passagereranker.sentence_transformer)": [[23, "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker", false]], "set_initial_state() (in module autorag.web)": [[0, "autorag.web.set_initial_state", false]], "set_page_config() (in module autorag.web)": [[0, "autorag.web.set_page_config", false]], "set_page_header() (in module autorag.web)": [[0, "autorag.web.set_page_header", false]], "similaritypercentilecutoff (class in autorag.nodes.passagefilter.similarity_percentile_cutoff)": [[22, "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff", false]], "similaritythresholdcutoff (class in autorag.nodes.passagefilter.similarity_threshold_cutoff)": [[22, "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff", false]], "single_token_f1() (in module autorag.evaluation.metric.retrieval_contents)": [[17, "autorag.evaluation.metric.retrieval_contents.single_token_f1", false]], "slice_tensor() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.slice_tensor", false]], "slice_tokenizer_result() (in module autorag.nodes.passagereranker.colbert)": [[23, "autorag.nodes.passagereranker.colbert.slice_tokenizer_result", false]], "sort_by_scores() (autorag.nodes.passageaugmenter.base.basepassageaugmenter static method)": [[20, "autorag.nodes.passageaugmenter.base.BasePassageAugmenter.sort_by_scores", false]], "sort_by_scores() (in module autorag.utils.util)": [[29, "autorag.utils.util.sort_by_scores", false]], "split_by_sentence_kiwi() (in module autorag.data)": [[1, "autorag.data.split_by_sentence_kiwi", false]], "split_dataframe() (in module autorag.utils.util)": [[29, "autorag.utils.util.split_dataframe", false]], "start_chunking() (autorag.chunker.chunker method)": [[0, "autorag.chunker.Chunker.start_chunking", false]], "start_idx (autorag.deploy.api.retrievedpassage attribute)": [[15, "autorag.deploy.api.RetrievedPassage.start_idx", false]], "start_parsing() (autorag.parser.parser method)": [[0, "autorag.parser.Parser.start_parsing", false]], "start_trial() (autorag.evaluator.evaluator method)": [[0, "autorag.evaluator.Evaluator.start_trial", false]], "strategy (autorag.schema.node.node attribute)": [[28, "autorag.schema.node.Node.strategy", false]], "stream() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.stream", false]], "stream() (autorag.nodes.generator.llama_index_llm.llamaindexllm method)": [[19, "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM.stream", false]], "stream() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.stream", false]], "stream() (autorag.nodes.generator.vllm.vllm method)": [[19, "autorag.nodes.generator.vllm.Vllm.stream", false]], "streamresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.StreamResponse", false]], "structured_output() (autorag.nodes.generator.base.basegenerator method)": [[19, "autorag.nodes.generator.base.BaseGenerator.structured_output", false]], "structured_output() (autorag.nodes.generator.openai_llm.openaillm method)": [[19, "autorag.nodes.generator.openai_llm.OpenAILLM.structured_output", false]], "summary_df_to_yaml() (in module autorag.deploy.base)": [[15, "autorag.deploy.base.summary_df_to_yaml", false]], "support_similarity_metrics (autorag.vectordb.base.basevectorstore attribute)": [[30, "autorag.vectordb.base.BaseVectorStore.support_similarity_metrics", false]], "thresholdcutoff (class in autorag.nodes.passagefilter.threshold_cutoff)": [[22, "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff", false]], "timereranker (class in autorag.nodes.passagereranker.time_reranker)": [[23, "autorag.nodes.passagereranker.time_reranker.TimeReranker", false]], "to_list() (in module autorag.utils.util)": [[29, "autorag.utils.util.to_list", false]], "to_parquet() (autorag.data.qa.schema.corpus method)": [[8, "autorag.data.qa.schema.Corpus.to_parquet", false]], "to_parquet() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.to_parquet", false]], "tokenize() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize", false]], "tokenize_ja_sudachipy() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ja_sudachipy", false]], "tokenize_ko_kiwi() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_kiwi", false]], "tokenize_ko_kkma() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_kkma", false]], "tokenize_ko_okt() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_ko_okt", false]], "tokenize_porter_stemmer() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_porter_stemmer", false]], "tokenize_space() (in module autorag.nodes.retrieval.bm25)": [[27, "autorag.nodes.retrieval.bm25.tokenize_space", false]], "top_n (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.top_n", false]], "treesummarize (class in autorag.nodes.passagecompressor.tree_summarize)": [[21, "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize", false]], "truncate_by_token() (in module autorag.nodes.generator.openai_llm)": [[19, "autorag.nodes.generator.openai_llm.truncate_by_token", false]], "truncated_inputs() (autorag.vectordb.base.basevectorstore method)": [[30, "autorag.vectordb.base.BaseVectorStore.truncated_inputs", false]], "two_hop_incremental() (in module autorag.data.qa.query.llama_gen_query)": [[12, "autorag.data.qa.query.llama_gen_query.two_hop_incremental", false]], "two_hop_incremental() (in module autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.two_hop_incremental", false]], "two_hop_question (autorag.data.qa.query.openai_gen_query.twohopincrementalresponse attribute)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse.two_hop_question", false]], "twohopincrementalresponse (class in autorag.data.qa.query.openai_gen_query)": [[12, "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse", false]], "type (autorag.deploy.api.streamresponse attribute)": [[15, "autorag.deploy.api.StreamResponse.type", false]], "update_corpus() (autorag.data.qa.schema.qa method)": [[8, "autorag.data.qa.schema.QA.update_corpus", false]], "upr (class in autorag.nodes.passagereranker.upr)": [[23, "autorag.nodes.passagereranker.upr.Upr", false]], "uprscorer (class in autorag.nodes.passagereranker.upr)": [[23, "autorag.nodes.passagereranker.upr.UPRScorer", false]], "validate() (autorag.validator.validator method)": [[0, "autorag.validator.Validator.validate", false]], "validate_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_corpus_dataset", false]], "validate_llama_index_prompt() (in module autorag.data.legacy.qacreation.llama_index)": [[6, "autorag.data.legacy.qacreation.llama_index.validate_llama_index_prompt", false]], "validate_qa_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_qa_dataset", false]], "validate_qa_from_corpus_dataset() (in module autorag.utils.preprocess)": [[29, "autorag.utils.preprocess.validate_qa_from_corpus_dataset", false]], "validate_strategy_inputs() (in module autorag.strategy)": [[0, "autorag.strategy.validate_strategy_inputs", false]], "validator (class in autorag.validator)": [[0, "autorag.validator.Validator", false]], "vectordb (class in autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.VectorDB", false]], "vectordb_ingest() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.vectordb_ingest", false]], "vectordb_pure() (in module autorag.nodes.retrieval.vectordb)": [[27, "autorag.nodes.retrieval.vectordb.vectordb_pure", false]], "verbose (autorag.nodes.passagereranker.rankgpt.asyncrankgptrerank attribute)": [[23, "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank.verbose", false]], "version (autorag.deploy.api.versionresponse attribute)": [[15, "autorag.deploy.api.VersionResponse.version", false]], "versionresponse (class in autorag.deploy.api)": [[15, "autorag.deploy.api.VersionResponse", false]], "vllm (class in autorag.nodes.generator.vllm)": [[19, "autorag.nodes.generator.vllm.Vllm", false]], "voyageai_rerank_pure() (in module autorag.nodes.passagereranker.voyageai)": [[23, "autorag.nodes.passagereranker.voyageai.voyageai_rerank_pure", false]], "voyageaireranker (class in autorag.nodes.passagereranker.voyageai)": [[23, "autorag.nodes.passagereranker.voyageai.VoyageAIReranker", false]], "weaviate (class in autorag.vectordb.weaviate)": [[30, "autorag.vectordb.weaviate.Weaviate", false]], "windowreplacement (class in autorag.nodes.promptmaker.window_replacement)": [[25, "autorag.nodes.promptmaker.window_replacement.WindowReplacement", false]], "yaml_to_markdown() (in module autorag.dashboard)": [[0, "autorag.dashboard.yaml_to_markdown", false]]}, "objects": {"": [[0, 0, 0, "-", "autorag"]], "autorag": [[0, 1, 1, "", "AutoRAGBedrock"], [0, 1, 1, "", "LazyInit"], [0, 1, 1, "", "MockEmbeddingRandom"], [0, 0, 0, "-", "chunker"], [0, 0, 0, "-", "cli"], [0, 0, 0, "-", "dashboard"], [1, 0, 0, "-", "data"], [15, 0, 0, "-", "deploy"], [16, 0, 0, "-", "evaluation"], [0, 0, 0, "-", "evaluator"], [0, 4, 1, "", "handle_exception"], [0, 0, 0, "-", "node_line"], [18, 0, 0, "-", "nodes"], [0, 0, 0, "-", "parser"], [0, 4, 1, "", "random"], [28, 0, 0, "-", "schema"], [0, 0, 0, "-", "strategy"], [0, 0, 0, "-", "support"], [29, 0, 0, "-", "utils"], [0, 0, 0, "-", "validator"], [30, 0, 0, "-", "vectordb"], [0, 0, 0, "-", "web"]], "autorag.AutoRAGBedrock": [[0, 2, 1, "", "acomplete"], [0, 3, 1, "", "model_computed_fields"], [0, 3, 1, "", "model_config"], [0, 3, 1, "", "model_fields"], [0, 2, 1, "", "model_post_init"]], "autorag.MockEmbeddingRandom": [[0, 3, 1, "", "model_computed_fields"], [0, 3, 1, "", "model_config"], [0, 3, 1, "", "model_fields"]], "autorag.chunker": [[0, 1, 1, "", "Chunker"]], "autorag.chunker.Chunker": [[0, 2, 1, "", "from_parquet"], [0, 2, 1, "", "start_chunking"]], "autorag.dashboard": [[0, 4, 1, "", "find_node_dir"], [0, 4, 1, "", "get_metric_values"], [0, 4, 1, "", "make_trial_summary_md"], [0, 4, 1, "", "node_view"], [0, 4, 1, "", "run"], [0, 4, 1, "", "yaml_to_markdown"]], "autorag.data": [[2, 0, 0, "-", "chunk"], [4, 0, 0, "-", "legacy"], [7, 0, 0, "-", "parse"], [8, 0, 0, "-", "qa"], [1, 4, 1, "", "split_by_sentence_kiwi"], [14, 0, 0, "-", "utils"]], "autorag.data.chunk": [[2, 0, 0, "-", "base"], [2, 0, 0, "-", "langchain_chunk"], [2, 0, 0, "-", "llama_index_chunk"], [2, 0, 0, "-", "run"]], "autorag.data.chunk.base": [[2, 4, 1, "", "add_file_name"], [2, 4, 1, "", "chunker_node"], [2, 4, 1, "", "make_metadata_list"]], "autorag.data.chunk.langchain_chunk": [[2, 4, 1, "", "langchain_chunk"], [2, 4, 1, "", "langchain_chunk_pure"]], "autorag.data.chunk.llama_index_chunk": [[2, 4, 1, "", "llama_index_chunk"], [2, 4, 1, "", "llama_index_chunk_pure"]], "autorag.data.chunk.run": [[2, 4, 1, "", "run_chunker"]], "autorag.data.legacy": [[5, 0, 0, "-", "corpus"], [6, 0, 0, "-", "qacreation"]], "autorag.data.legacy.corpus": [[5, 0, 0, "-", "langchain"], [5, 0, 0, "-", "llama_index"]], "autorag.data.legacy.corpus.langchain": [[5, 4, 1, "", "langchain_documents_to_parquet"]], "autorag.data.legacy.corpus.llama_index": [[5, 4, 1, "", "llama_documents_to_parquet"], [5, 4, 1, "", "llama_text_node_to_parquet"]], "autorag.data.legacy.qacreation": [[6, 0, 0, "-", "base"], [6, 0, 0, "-", "llama_index"], [6, 0, 0, "-", "ragas"], [6, 0, 0, "-", "simple"]], "autorag.data.legacy.qacreation.base": [[6, 4, 1, "", "make_qa_with_existing_qa"], [6, 4, 1, "", "make_single_content_qa"]], "autorag.data.legacy.qacreation.llama_index": [[6, 4, 1, "", "async_qa_gen_llama_index"], [6, 4, 1, "", "distribute_list_by_ratio"], [6, 4, 1, "", "generate_answers"], [6, 4, 1, "", "generate_basic_answer"], [6, 4, 1, "", "generate_qa_llama_index"], [6, 4, 1, "", "generate_qa_llama_index_by_ratio"], [6, 4, 1, "", "parse_output"], [6, 4, 1, "", "validate_llama_index_prompt"]], "autorag.data.legacy.qacreation.ragas": [[6, 4, 1, "", "generate_qa_ragas"]], "autorag.data.legacy.qacreation.simple": [[6, 4, 1, "", "generate_qa_row"], [6, 4, 1, "", "generate_simple_qa_dataset"]], "autorag.data.parse": [[7, 0, 0, "-", "base"], [7, 0, 0, "-", "langchain_parse"], [7, 0, 0, "-", "llamaparse"], [7, 0, 0, "-", "run"]], "autorag.data.parse.base": [[7, 4, 1, "", "parser_node"]], "autorag.data.parse.langchain_parse": [[7, 4, 1, "", "langchain_parse"], [7, 4, 1, "", "langchain_parse_pure"], [7, 4, 1, "", "parse_all_files"]], "autorag.data.parse.llamaparse": [[7, 4, 1, "", "llama_parse"], [7, 4, 1, "", "llama_parse_pure"]], "autorag.data.parse.run": [[7, 4, 1, "", "run_parser"]], "autorag.data.qa": [[9, 0, 0, "-", "evolve"], [8, 0, 0, "-", "extract_evidence"], [10, 0, 0, "-", "filter"], [11, 0, 0, "-", "generation_gt"], [12, 0, 0, "-", "query"], [8, 0, 0, "-", "sample"], [8, 0, 0, "-", "schema"]], "autorag.data.qa.evolve": [[9, 0, 0, "-", "llama_index_query_evolve"], [9, 0, 0, "-", "openai_query_evolve"], [9, 0, 0, "-", "prompt"]], "autorag.data.qa.evolve.llama_index_query_evolve": [[9, 4, 1, "", "compress_ragas"], [9, 4, 1, "", "conditional_evolve_ragas"], [9, 4, 1, "", "llama_index_generate_base"], [9, 4, 1, "", "reasoning_evolve_ragas"]], "autorag.data.qa.evolve.openai_query_evolve": [[9, 1, 1, "", "Response"], [9, 4, 1, "", "compress_ragas"], [9, 4, 1, "", "conditional_evolve_ragas"], [9, 4, 1, "", "query_evolve_openai_base"], [9, 4, 1, "", "reasoning_evolve_ragas"]], "autorag.data.qa.evolve.openai_query_evolve.Response": [[9, 3, 1, "", "evolved_query"], [9, 3, 1, "", "model_computed_fields"], [9, 3, 1, "", "model_config"], [9, 3, 1, "", "model_fields"]], "autorag.data.qa.filter": [[10, 0, 0, "-", "dontknow"], [10, 0, 0, "-", "passage_dependency"], [10, 0, 0, "-", "prompt"]], "autorag.data.qa.filter.dontknow": [[10, 1, 1, "", "Response"], [10, 4, 1, "", "dontknow_filter_llama_index"], [10, 4, 1, "", "dontknow_filter_openai"], [10, 4, 1, "", "dontknow_filter_rule_based"]], "autorag.data.qa.filter.dontknow.Response": [[10, 3, 1, "", "is_dont_know"], [10, 3, 1, "", "model_computed_fields"], [10, 3, 1, "", "model_config"], [10, 3, 1, "", "model_fields"]], "autorag.data.qa.filter.passage_dependency": [[10, 1, 1, "", "Response"], [10, 4, 1, "", "passage_dependency_filter_llama_index"], [10, 4, 1, "", "passage_dependency_filter_openai"]], "autorag.data.qa.filter.passage_dependency.Response": [[10, 3, 1, "", "is_passage_dependent"], [10, 3, 1, "", "model_computed_fields"], [10, 3, 1, "", "model_config"], [10, 3, 1, "", "model_fields"]], "autorag.data.qa.generation_gt": [[11, 0, 0, "-", "base"], [11, 0, 0, "-", "llama_index_gen_gt"], [11, 0, 0, "-", "openai_gen_gt"], [11, 0, 0, "-", "prompt"]], "autorag.data.qa.generation_gt.base": [[11, 4, 1, "", "add_gen_gt"]], "autorag.data.qa.generation_gt.llama_index_gen_gt": [[11, 4, 1, "", "make_basic_gen_gt"], [11, 4, 1, "", "make_concise_gen_gt"], [11, 4, 1, "", "make_custom_gen_gt"], [11, 4, 1, "", "make_gen_gt_llama_index"]], "autorag.data.qa.generation_gt.openai_gen_gt": [[11, 1, 1, "", "Response"], [11, 4, 1, "", "make_basic_gen_gt"], [11, 4, 1, "", "make_concise_gen_gt"], [11, 4, 1, "", "make_gen_gt_openai"]], "autorag.data.qa.generation_gt.openai_gen_gt.Response": [[11, 3, 1, "", "answer"], [11, 3, 1, "", "model_computed_fields"], [11, 3, 1, "", "model_config"], [11, 3, 1, "", "model_fields"]], "autorag.data.qa.query": [[12, 0, 0, "-", "llama_gen_query"], [12, 0, 0, "-", "openai_gen_query"], [12, 0, 0, "-", "prompt"]], "autorag.data.qa.query.llama_gen_query": [[12, 4, 1, "", "concept_completion_query_gen"], [12, 4, 1, "", "custom_query_gen"], [12, 4, 1, "", "factoid_query_gen"], [12, 4, 1, "", "llama_index_generate_base"], [12, 4, 1, "", "multiple_queries_gen"], [12, 4, 1, "", "two_hop_incremental"]], "autorag.data.qa.query.openai_gen_query": [[12, 1, 1, "", "Response"], [12, 1, 1, "", "TwoHopIncrementalResponse"], [12, 4, 1, "", "concept_completion_query_gen"], [12, 4, 1, "", "factoid_query_gen"], [12, 4, 1, "", "query_gen_openai_base"], [12, 4, 1, "", "two_hop_incremental"]], "autorag.data.qa.query.openai_gen_query.Response": [[12, 3, 1, "", "model_computed_fields"], [12, 3, 1, "", "model_config"], [12, 3, 1, "", "model_fields"], [12, 3, 1, "", "query"]], "autorag.data.qa.query.openai_gen_query.TwoHopIncrementalResponse": [[12, 3, 1, "", "answer"], [12, 3, 1, "", "model_computed_fields"], [12, 3, 1, "", "model_config"], [12, 3, 1, "", "model_fields"], [12, 3, 1, "", "one_hop_question"], [12, 3, 1, "", "two_hop_question"]], "autorag.data.qa.sample": [[8, 4, 1, "", "random_single_hop"], [8, 4, 1, "", "range_single_hop"]], "autorag.data.qa.schema": [[8, 1, 1, "", "Corpus"], [8, 1, 1, "", "QA"], [8, 1, 1, "", "Raw"]], "autorag.data.qa.schema.Corpus": [[8, 2, 1, "", "batch_apply"], [8, 5, 1, "", "linked_raw"], [8, 2, 1, "", "map"], [8, 2, 1, "", "sample"], [8, 2, 1, "", "to_parquet"]], "autorag.data.qa.schema.QA": [[8, 2, 1, "", "batch_apply"], [8, 2, 1, "", "batch_filter"], [8, 2, 1, "", "filter"], [8, 5, 1, "", "linked_corpus"], [8, 2, 1, "", "make_retrieval_gt_contents"], [8, 2, 1, "", "map"], [8, 2, 1, "", "to_parquet"], [8, 2, 1, "", "update_corpus"]], "autorag.data.qa.schema.Raw": [[8, 2, 1, "", "batch_apply"], [8, 2, 1, "", "chunk"], [8, 2, 1, "", "flatmap"], [8, 2, 1, "", "map"]], "autorag.data.utils": [[14, 0, 0, "-", "util"]], "autorag.data.utils.util": [[14, 4, 1, "", "add_essential_metadata"], [14, 4, 1, "", "add_essential_metadata_llama_text_node"], [14, 4, 1, "", "corpus_df_to_langchain_documents"], [14, 4, 1, "", "get_file_metadata"], [14, 4, 1, "", "get_param_combinations"], [14, 4, 1, "", "get_start_end_idx"], [14, 4, 1, "", "load_yaml"]], "autorag.deploy": [[15, 0, 0, "-", "api"], [15, 0, 0, "-", "base"], [15, 0, 0, "-", "gradio"]], "autorag.deploy.api": [[15, 1, 1, "", "ApiRunner"], [15, 1, 1, "", "Passage"], [15, 1, 1, "", "QueryRequest"], [15, 1, 1, "", "RetrievalResponse"], [15, 1, 1, "", "RetrievedPassage"], [15, 1, 1, "", "RunResponse"], [15, 1, 1, "", "StreamResponse"], [15, 1, 1, "", "VersionResponse"]], "autorag.deploy.api.ApiRunner": [[15, 2, 1, "", "extract_retrieve_passage"], [15, 2, 1, "", "run_api_server"]], "autorag.deploy.api.Passage": [[15, 3, 1, "", "content"], [15, 3, 1, "", "doc_id"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "score"]], "autorag.deploy.api.QueryRequest": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "query"], [15, 3, 1, "", "result_column"]], "autorag.deploy.api.RetrievalResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "passages"]], "autorag.deploy.api.RetrievedPassage": [[15, 3, 1, "", "content"], [15, 3, 1, "", "doc_id"], [15, 3, 1, "", "end_idx"], [15, 3, 1, "", "file_page"], [15, 3, 1, "", "filepath"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "start_idx"]], "autorag.deploy.api.RunResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "result"], [15, 3, 1, "", "retrieved_passage"]], "autorag.deploy.api.StreamResponse": [[15, 3, 1, "", "generated_text"], [15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "passage_index"], [15, 3, 1, "", "retrieved_passage"], [15, 3, 1, "", "type"]], "autorag.deploy.api.VersionResponse": [[15, 3, 1, "", "model_computed_fields"], [15, 3, 1, "", "model_config"], [15, 3, 1, "", "model_fields"], [15, 3, 1, "", "version"]], "autorag.deploy.base": [[15, 1, 1, "", "BaseRunner"], [15, 1, 1, "", "Runner"], [15, 4, 1, "", "extract_best_config"], [15, 4, 1, "", "extract_node_line_names"], [15, 4, 1, "", "extract_node_strategy"], [15, 4, 1, "", "extract_vectordb_config"], [15, 4, 1, "", "summary_df_to_yaml"]], "autorag.deploy.base.BaseRunner": [[15, 2, 1, "", "from_trial_folder"], [15, 2, 1, "", "from_yaml"]], "autorag.deploy.base.Runner": [[15, 2, 1, "", "run"]], "autorag.deploy.gradio": [[15, 1, 1, "", "GradioRunner"]], "autorag.deploy.gradio.GradioRunner": [[15, 2, 1, "", "run"], [15, 2, 1, "", "run_web"]], "autorag.evaluation": [[16, 0, 0, "-", "generation"], [17, 0, 0, "-", "metric"], [16, 0, 0, "-", "retrieval"], [16, 0, 0, "-", "retrieval_contents"], [16, 0, 0, "-", "util"]], "autorag.evaluation.generation": [[16, 4, 1, "", "evaluate_generation"]], "autorag.evaluation.metric": [[17, 0, 0, "-", "deepeval_prompt"], [17, 0, 0, "-", "generation"], [17, 0, 0, "-", "retrieval"], [17, 0, 0, "-", "retrieval_contents"], [17, 0, 0, "-", "util"]], "autorag.evaluation.metric.deepeval_prompt": [[17, 1, 1, "", "FaithfulnessTemplate"]], "autorag.evaluation.metric.deepeval_prompt.FaithfulnessTemplate": [[17, 2, 1, "", "generate_claims"], [17, 2, 1, "", "generate_truths"], [17, 2, 1, "", "generate_verdicts"]], "autorag.evaluation.metric.generation": [[17, 4, 1, "", "async_g_eval"], [17, 4, 1, "", "bert_score"], [17, 4, 1, "", "bleu"], [17, 4, 1, "", "deepeval_faithfulness"], [17, 4, 1, "", "g_eval"], [17, 4, 1, "", "huggingface_evaluate"], [17, 4, 1, "", "make_generator_instance"], [17, 4, 1, "", "meteor"], [17, 4, 1, "", "rouge"], [17, 4, 1, "", "sem_score"]], "autorag.evaluation.metric.retrieval": [[17, 4, 1, "", "retrieval_f1"], [17, 4, 1, "", "retrieval_map"], [17, 4, 1, "", "retrieval_mrr"], [17, 4, 1, "", "retrieval_ndcg"], [17, 4, 1, "", "retrieval_precision"], [17, 4, 1, "", "retrieval_recall"]], "autorag.evaluation.metric.retrieval_contents": [[17, 4, 1, "", "retrieval_token_f1"], [17, 4, 1, "", "retrieval_token_precision"], [17, 4, 1, "", "retrieval_token_recall"], [17, 4, 1, "", "single_token_f1"]], "autorag.evaluation.metric.util": [[17, 4, 1, "", "autorag_metric"], [17, 4, 1, "", "autorag_metric_loop"], [17, 4, 1, "", "calculate_cosine_similarity"], [17, 4, 1, "", "calculate_inner_product"], [17, 4, 1, "", "calculate_l2_distance"]], "autorag.evaluation.retrieval": [[16, 4, 1, "", "evaluate_retrieval"]], "autorag.evaluation.retrieval_contents": [[16, 4, 1, "", "evaluate_retrieval_contents"]], "autorag.evaluation.util": [[16, 4, 1, "", "cast_embedding_model"], [16, 4, 1, "", "cast_metrics"]], "autorag.evaluator": [[0, 1, 1, "", "Evaluator"]], "autorag.evaluator.Evaluator": [[0, 2, 1, "", "restart_trial"], [0, 2, 1, "", "start_trial"]], "autorag.node_line": [[0, 4, 1, "", "make_node_lines"], [0, 4, 1, "", "run_node_line"]], "autorag.nodes": [[19, 0, 0, "-", "generator"], [20, 0, 0, "-", "passageaugmenter"], [21, 0, 0, "-", "passagecompressor"], [22, 0, 0, "-", "passagefilter"], [23, 0, 0, "-", "passagereranker"], [25, 0, 0, "-", "promptmaker"], [26, 0, 0, "-", "queryexpansion"], [27, 0, 0, "-", "retrieval"], [18, 0, 0, "-", "util"]], "autorag.nodes.generator": [[19, 0, 0, "-", "base"], [19, 0, 0, "-", "llama_index_llm"], [19, 0, 0, "-", "openai_llm"], [19, 0, 0, "-", "run"], [19, 0, 0, "-", "vllm"]], "autorag.nodes.generator.base": [[19, 1, 1, "", "BaseGenerator"], [19, 4, 1, "", "generator_node"]], "autorag.nodes.generator.base.BaseGenerator": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "cast_to_run"], [19, 2, 1, "", "stream"], [19, 2, 1, "", "structured_output"]], "autorag.nodes.generator.llama_index_llm": [[19, 1, 1, "", "LlamaIndexLLM"]], "autorag.nodes.generator.llama_index_llm.LlamaIndexLLM": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"]], "autorag.nodes.generator.openai_llm": [[19, 1, 1, "", "OpenAILLM"], [19, 4, 1, "", "truncate_by_token"]], "autorag.nodes.generator.openai_llm.OpenAILLM": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "get_result"], [19, 2, 1, "", "get_result_o1"], [19, 2, 1, "", "get_structured_result"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"], [19, 2, 1, "", "structured_output"]], "autorag.nodes.generator.run": [[19, 4, 1, "", "evaluate_generator_node"], [19, 4, 1, "", "run_generator_node"]], "autorag.nodes.generator.vllm": [[19, 1, 1, "", "Vllm"]], "autorag.nodes.generator.vllm.Vllm": [[19, 2, 1, "", "astream"], [19, 2, 1, "", "pure"], [19, 2, 1, "", "stream"]], "autorag.nodes.passageaugmenter": [[20, 0, 0, "-", "base"], [20, 0, 0, "-", "pass_passage_augmenter"], [20, 0, 0, "-", "prev_next_augmenter"], [20, 0, 0, "-", "run"]], "autorag.nodes.passageaugmenter.base": [[20, 1, 1, "", "BasePassageAugmenter"]], "autorag.nodes.passageaugmenter.base.BasePassageAugmenter": [[20, 2, 1, "", "cast_to_run"], [20, 2, 1, "", "sort_by_scores"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter": [[20, 1, 1, "", "PassPassageAugmenter"]], "autorag.nodes.passageaugmenter.pass_passage_augmenter.PassPassageAugmenter": [[20, 2, 1, "", "pure"]], "autorag.nodes.passageaugmenter.prev_next_augmenter": [[20, 1, 1, "", "PrevNextPassageAugmenter"], [20, 4, 1, "", "prev_next_augmenter_pure"]], "autorag.nodes.passageaugmenter.prev_next_augmenter.PrevNextPassageAugmenter": [[20, 2, 1, "", "pure"]], "autorag.nodes.passageaugmenter.run": [[20, 4, 1, "", "run_passage_augmenter_node"]], "autorag.nodes.passagecompressor": [[21, 0, 0, "-", "base"], [21, 0, 0, "-", "longllmlingua"], [21, 0, 0, "-", "pass_compressor"], [21, 0, 0, "-", "refine"], [21, 0, 0, "-", "run"], [21, 0, 0, "-", "tree_summarize"]], "autorag.nodes.passagecompressor.base": [[21, 1, 1, "", "BasePassageCompressor"], [21, 1, 1, "", "LlamaIndexCompressor"], [21, 4, 1, "", "make_llm"]], "autorag.nodes.passagecompressor.base.BasePassageCompressor": [[21, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagecompressor.base.LlamaIndexCompressor": [[21, 3, 1, "", "param_list"], [21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.longllmlingua": [[21, 1, 1, "", "LongLLMLingua"], [21, 4, 1, "", "llmlingua_pure"]], "autorag.nodes.passagecompressor.longllmlingua.LongLLMLingua": [[21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.pass_compressor": [[21, 1, 1, "", "PassCompressor"]], "autorag.nodes.passagecompressor.pass_compressor.PassCompressor": [[21, 2, 1, "", "pure"]], "autorag.nodes.passagecompressor.refine": [[21, 1, 1, "", "Refine"]], "autorag.nodes.passagecompressor.refine.Refine": [[21, 3, 1, "", "llm"]], "autorag.nodes.passagecompressor.run": [[21, 4, 1, "", "evaluate_passage_compressor_node"], [21, 4, 1, "", "run_passage_compressor_node"]], "autorag.nodes.passagecompressor.tree_summarize": [[21, 1, 1, "", "TreeSummarize"]], "autorag.nodes.passagecompressor.tree_summarize.TreeSummarize": [[21, 3, 1, "", "llm"]], "autorag.nodes.passagefilter": [[22, 0, 0, "-", "base"], [22, 0, 0, "-", "pass_passage_filter"], [22, 0, 0, "-", "percentile_cutoff"], [22, 0, 0, "-", "recency"], [22, 0, 0, "-", "run"], [22, 0, 0, "-", "similarity_percentile_cutoff"], [22, 0, 0, "-", "similarity_threshold_cutoff"], [22, 0, 0, "-", "threshold_cutoff"]], "autorag.nodes.passagefilter.base": [[22, 1, 1, "", "BasePassageFilter"]], "autorag.nodes.passagefilter.base.BasePassageFilter": [[22, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagefilter.pass_passage_filter": [[22, 1, 1, "", "PassPassageFilter"]], "autorag.nodes.passagefilter.pass_passage_filter.PassPassageFilter": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.percentile_cutoff": [[22, 1, 1, "", "PercentileCutoff"]], "autorag.nodes.passagefilter.percentile_cutoff.PercentileCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.recency": [[22, 1, 1, "", "RecencyFilter"]], "autorag.nodes.passagefilter.recency.RecencyFilter": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.run": [[22, 4, 1, "", "run_passage_filter_node"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff": [[22, 1, 1, "", "SimilarityPercentileCutoff"]], "autorag.nodes.passagefilter.similarity_percentile_cutoff.SimilarityPercentileCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff": [[22, 1, 1, "", "SimilarityThresholdCutoff"]], "autorag.nodes.passagefilter.similarity_threshold_cutoff.SimilarityThresholdCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagefilter.threshold_cutoff": [[22, 1, 1, "", "ThresholdCutoff"]], "autorag.nodes.passagefilter.threshold_cutoff.ThresholdCutoff": [[22, 2, 1, "", "pure"]], "autorag.nodes.passagereranker": [[23, 0, 0, "-", "base"], [23, 0, 0, "-", "cohere"], [23, 0, 0, "-", "colbert"], [23, 0, 0, "-", "flag_embedding"], [23, 0, 0, "-", "flag_embedding_llm"], [23, 0, 0, "-", "flashrank"], [23, 0, 0, "-", "jina"], [23, 0, 0, "-", "koreranker"], [23, 0, 0, "-", "mixedbreadai"], [23, 0, 0, "-", "monot5"], [23, 0, 0, "-", "openvino"], [23, 0, 0, "-", "pass_reranker"], [23, 0, 0, "-", "rankgpt"], [23, 0, 0, "-", "run"], [23, 0, 0, "-", "sentence_transformer"], [23, 0, 0, "-", "time_reranker"], [23, 0, 0, "-", "upr"], [23, 0, 0, "-", "voyageai"]], "autorag.nodes.passagereranker.base": [[23, 1, 1, "", "BasePassageReranker"]], "autorag.nodes.passagereranker.base.BasePassageReranker": [[23, 2, 1, "", "cast_to_run"]], "autorag.nodes.passagereranker.cohere": [[23, 1, 1, "", "CohereReranker"], [23, 4, 1, "", "cohere_rerank_pure"]], "autorag.nodes.passagereranker.cohere.CohereReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.colbert": [[23, 1, 1, "", "ColbertReranker"], [23, 4, 1, "", "get_colbert_embedding_batch"], [23, 4, 1, "", "get_colbert_score"], [23, 4, 1, "", "slice_tensor"], [23, 4, 1, "", "slice_tokenizer_result"]], "autorag.nodes.passagereranker.colbert.ColbertReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flag_embedding": [[23, 1, 1, "", "FlagEmbeddingReranker"], [23, 4, 1, "", "flag_embedding_run_model"]], "autorag.nodes.passagereranker.flag_embedding.FlagEmbeddingReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flag_embedding_llm": [[23, 1, 1, "", "FlagEmbeddingLLMReranker"]], "autorag.nodes.passagereranker.flag_embedding_llm.FlagEmbeddingLLMReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.flashrank": [[23, 1, 1, "", "FlashRankReranker"], [23, 4, 1, "", "flashrank_run_model"]], "autorag.nodes.passagereranker.flashrank.FlashRankReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.jina": [[23, 1, 1, "", "JinaReranker"], [23, 4, 1, "", "jina_reranker_pure"]], "autorag.nodes.passagereranker.jina.JinaReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.koreranker": [[23, 1, 1, "", "KoReranker"], [23, 4, 1, "", "exp_normalize"], [23, 4, 1, "", "koreranker_run_model"]], "autorag.nodes.passagereranker.koreranker.KoReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.mixedbreadai": [[23, 1, 1, "", "MixedbreadAIReranker"], [23, 4, 1, "", "mixedbreadai_rerank_pure"]], "autorag.nodes.passagereranker.mixedbreadai.MixedbreadAIReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.monot5": [[23, 1, 1, "", "MonoT5"], [23, 4, 1, "", "monot5_run_model"]], "autorag.nodes.passagereranker.monot5.MonoT5": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.openvino": [[23, 1, 1, "", "OpenVINOReranker"], [23, 4, 1, "", "openvino_run_model"]], "autorag.nodes.passagereranker.openvino.OpenVINOReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.pass_reranker": [[23, 1, 1, "", "PassReranker"]], "autorag.nodes.passagereranker.pass_reranker.PassReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.rankgpt": [[23, 1, 1, "", "AsyncRankGPTRerank"], [23, 1, 1, "", "RankGPT"]], "autorag.nodes.passagereranker.rankgpt.AsyncRankGPTRerank": [[23, 2, 1, "", "async_postprocess_nodes"], [23, 2, 1, "", "async_run_llm"], [23, 3, 1, "", "llm"], [23, 3, 1, "", "model_computed_fields"], [23, 3, 1, "", "model_config"], [23, 3, 1, "", "model_fields"], [23, 3, 1, "", "rankgpt_rerank_prompt"], [23, 3, 1, "", "top_n"], [23, 3, 1, "", "verbose"]], "autorag.nodes.passagereranker.rankgpt.RankGPT": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.run": [[23, 4, 1, "", "run_passage_reranker_node"]], "autorag.nodes.passagereranker.sentence_transformer": [[23, 1, 1, "", "SentenceTransformerReranker"], [23, 4, 1, "", "sentence_transformer_run_model"]], "autorag.nodes.passagereranker.sentence_transformer.SentenceTransformerReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.time_reranker": [[23, 1, 1, "", "TimeReranker"]], "autorag.nodes.passagereranker.time_reranker.TimeReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.upr": [[23, 1, 1, "", "UPRScorer"], [23, 1, 1, "", "Upr"]], "autorag.nodes.passagereranker.upr.UPRScorer": [[23, 2, 1, "", "compute"]], "autorag.nodes.passagereranker.upr.Upr": [[23, 2, 1, "", "pure"]], "autorag.nodes.passagereranker.voyageai": [[23, 1, 1, "", "VoyageAIReranker"], [23, 4, 1, "", "voyageai_rerank_pure"]], "autorag.nodes.passagereranker.voyageai.VoyageAIReranker": [[23, 2, 1, "", "pure"]], "autorag.nodes.promptmaker": [[25, 0, 0, "-", "base"], [25, 0, 0, "-", "fstring"], [25, 0, 0, "-", "long_context_reorder"], [25, 0, 0, "-", "run"], [25, 0, 0, "-", "window_replacement"]], "autorag.nodes.promptmaker.base": [[25, 1, 1, "", "BasePromptMaker"]], "autorag.nodes.promptmaker.base.BasePromptMaker": [[25, 2, 1, "", "cast_to_run"]], "autorag.nodes.promptmaker.fstring": [[25, 1, 1, "", "Fstring"]], "autorag.nodes.promptmaker.fstring.Fstring": [[25, 2, 1, "", "pure"]], "autorag.nodes.promptmaker.long_context_reorder": [[25, 1, 1, "", "LongContextReorder"]], "autorag.nodes.promptmaker.long_context_reorder.LongContextReorder": [[25, 2, 1, "", "pure"]], "autorag.nodes.promptmaker.run": [[25, 4, 1, "", "evaluate_generator_result"], [25, 4, 1, "", "evaluate_one_prompt_maker_node"], [25, 4, 1, "", "make_generator_callable_params"], [25, 4, 1, "", "run_prompt_maker_node"]], "autorag.nodes.promptmaker.window_replacement": [[25, 1, 1, "", "WindowReplacement"]], "autorag.nodes.promptmaker.window_replacement.WindowReplacement": [[25, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion": [[26, 0, 0, "-", "base"], [26, 0, 0, "-", "hyde"], [26, 0, 0, "-", "multi_query_expansion"], [26, 0, 0, "-", "pass_query_expansion"], [26, 0, 0, "-", "query_decompose"], [26, 0, 0, "-", "run"]], "autorag.nodes.queryexpansion.base": [[26, 1, 1, "", "BaseQueryExpansion"], [26, 4, 1, "", "check_expanded_query"]], "autorag.nodes.queryexpansion.base.BaseQueryExpansion": [[26, 2, 1, "", "cast_to_run"]], "autorag.nodes.queryexpansion.hyde": [[26, 1, 1, "", "HyDE"]], "autorag.nodes.queryexpansion.hyde.HyDE": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.multi_query_expansion": [[26, 1, 1, "", "MultiQueryExpansion"], [26, 4, 1, "", "get_multi_query_expansion"]], "autorag.nodes.queryexpansion.multi_query_expansion.MultiQueryExpansion": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.pass_query_expansion": [[26, 1, 1, "", "PassQueryExpansion"]], "autorag.nodes.queryexpansion.pass_query_expansion.PassQueryExpansion": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.query_decompose": [[26, 1, 1, "", "QueryDecompose"], [26, 4, 1, "", "get_query_decompose"]], "autorag.nodes.queryexpansion.query_decompose.QueryDecompose": [[26, 2, 1, "", "pure"]], "autorag.nodes.queryexpansion.run": [[26, 4, 1, "", "evaluate_one_query_expansion_node"], [26, 4, 1, "", "make_retrieval_callable_params"], [26, 4, 1, "", "run_query_expansion_node"]], "autorag.nodes.retrieval": [[27, 0, 0, "-", "base"], [27, 0, 0, "-", "bm25"], [27, 0, 0, "-", "hybrid_cc"], [27, 0, 0, "-", "hybrid_rrf"], [27, 0, 0, "-", "run"], [27, 0, 0, "-", "vectordb"]], "autorag.nodes.retrieval.base": [[27, 1, 1, "", "BaseRetrieval"], [27, 1, 1, "", "HybridRetrieval"], [27, 4, 1, "", "cast_queries"], [27, 4, 1, "", "evenly_distribute_passages"], [27, 4, 1, "", "get_bm25_pkl_name"]], "autorag.nodes.retrieval.base.BaseRetrieval": [[27, 2, 1, "", "cast_to_run"]], "autorag.nodes.retrieval.base.HybridRetrieval": [[27, 2, 1, "", "pure"]], "autorag.nodes.retrieval.bm25": [[27, 1, 1, "", "BM25"], [27, 4, 1, "", "bm25_ingest"], [27, 4, 1, "", "bm25_pure"], [27, 4, 1, "", "get_bm25_scores"], [27, 4, 1, "", "load_bm25_corpus"], [27, 4, 1, "", "select_bm25_tokenizer"], [27, 4, 1, "", "tokenize"], [27, 4, 1, "", "tokenize_ja_sudachipy"], [27, 4, 1, "", "tokenize_ko_kiwi"], [27, 4, 1, "", "tokenize_ko_kkma"], [27, 4, 1, "", "tokenize_ko_okt"], [27, 4, 1, "", "tokenize_porter_stemmer"], [27, 4, 1, "", "tokenize_space"]], "autorag.nodes.retrieval.bm25.BM25": [[27, 2, 1, "", "pure"]], "autorag.nodes.retrieval.hybrid_cc": [[27, 1, 1, "", "HybridCC"], [27, 4, 1, "", "fuse_per_query"], [27, 4, 1, "", "hybrid_cc"], [27, 4, 1, "", "normalize_dbsf"], [27, 4, 1, "", "normalize_mm"], [27, 4, 1, "", "normalize_tmm"], [27, 4, 1, "", "normalize_z"]], "autorag.nodes.retrieval.hybrid_cc.HybridCC": [[27, 2, 1, "", "run_evaluator"]], "autorag.nodes.retrieval.hybrid_rrf": [[27, 1, 1, "", "HybridRRF"], [27, 4, 1, "", "hybrid_rrf"], [27, 4, 1, "", "rrf_calculate"], [27, 4, 1, "", "rrf_pure"]], "autorag.nodes.retrieval.hybrid_rrf.HybridRRF": [[27, 2, 1, "", "run_evaluator"]], "autorag.nodes.retrieval.run": [[27, 4, 1, "", "edit_summary_df_params"], [27, 4, 1, "", "evaluate_retrieval_node"], [27, 4, 1, "", "find_unique_elems"], [27, 4, 1, "", "get_hybrid_execution_times"], [27, 4, 1, "", "get_ids_and_scores"], [27, 4, 1, "", "get_scores_by_ids"], [27, 4, 1, "", "optimize_hybrid"], [27, 4, 1, "", "run_retrieval_node"]], "autorag.nodes.retrieval.vectordb": [[27, 1, 1, "", "VectorDB"], [27, 4, 1, "", "filter_exist_ids"], [27, 4, 1, "", "filter_exist_ids_from_retrieval_gt"], [27, 4, 1, "", "get_id_scores"], [27, 4, 1, "", "run_query_embedding_batch"], [27, 4, 1, "", "vectordb_ingest"], [27, 4, 1, "", "vectordb_pure"]], "autorag.nodes.retrieval.vectordb.VectorDB": [[27, 2, 1, "", "pure"]], "autorag.nodes.util": [[18, 4, 1, "", "make_generator_callable_param"]], "autorag.parser": [[0, 1, 1, "", "Parser"]], "autorag.parser.Parser": [[0, 2, 1, "", "start_parsing"]], "autorag.schema": [[28, 0, 0, "-", "base"], [28, 0, 0, "-", "metricinput"], [28, 0, 0, "-", "module"], [28, 0, 0, "-", "node"]], "autorag.schema.base": [[28, 1, 1, "", "BaseModule"]], "autorag.schema.base.BaseModule": [[28, 2, 1, "", "cast_to_run"], [28, 2, 1, "", "pure"], [28, 2, 1, "", "run_evaluator"]], "autorag.schema.metricinput": [[28, 1, 1, "", "MetricInput"]], "autorag.schema.metricinput.MetricInput": [[28, 2, 1, "", "from_dataframe"], [28, 3, 1, "", "generated_log_probs"], [28, 3, 1, "", "generated_texts"], [28, 3, 1, "", "generation_gt"], [28, 2, 1, "", "is_fields_notnone"], [28, 3, 1, "", "prompt"], [28, 3, 1, "", "queries"], [28, 3, 1, "", "query"], [28, 3, 1, "", "retrieval_gt"], [28, 3, 1, "", "retrieval_gt_contents"], [28, 3, 1, "", "retrieved_contents"], [28, 3, 1, "", "retrieved_ids"]], "autorag.schema.module": [[28, 1, 1, "", "Module"]], "autorag.schema.module.Module": [[28, 2, 1, "", "from_dict"], [28, 3, 1, "", "module"], [28, 3, 1, "", "module_param"], [28, 3, 1, "", "module_type"]], "autorag.schema.node": [[28, 1, 1, "", "Node"], [28, 4, 1, "", "extract_values"], [28, 4, 1, "", "extract_values_from_nodes"], [28, 4, 1, "", "extract_values_from_nodes_strategy"], [28, 4, 1, "", "module_type_exists"]], "autorag.schema.node.Node": [[28, 2, 1, "", "from_dict"], [28, 2, 1, "", "get_param_combinations"], [28, 3, 1, "", "modules"], [28, 3, 1, "", "node_params"], [28, 3, 1, "", "node_type"], [28, 2, 1, "", "run"], [28, 3, 1, "", "run_node"], [28, 3, 1, "", "strategy"]], "autorag.strategy": [[0, 4, 1, "", "avoid_empty_result"], [0, 4, 1, "", "filter_by_threshold"], [0, 4, 1, "", "measure_speed"], [0, 4, 1, "", "select_best"], [0, 4, 1, "", "select_best_average"], [0, 4, 1, "", "select_best_rr"], [0, 4, 1, "", "select_normalize_mean"], [0, 4, 1, "", "validate_strategy_inputs"]], "autorag.support": [[0, 4, 1, "", "dynamically_find_function"], [0, 4, 1, "", "get_support_modules"], [0, 4, 1, "", "get_support_nodes"]], "autorag.utils": [[29, 0, 0, "-", "preprocess"], [29, 0, 0, "-", "util"]], "autorag.utils.preprocess": [[29, 4, 1, "", "cast_corpus_dataset"], [29, 4, 1, "", "cast_qa_dataset"], [29, 4, 1, "", "validate_corpus_dataset"], [29, 4, 1, "", "validate_qa_dataset"], [29, 4, 1, "", "validate_qa_from_corpus_dataset"]], "autorag.utils.util": [[29, 4, 1, "", "aflatten_apply"], [29, 4, 1, "", "apply_recursive"], [29, 4, 1, "", "convert_datetime_string"], [29, 4, 1, "", "convert_env_in_dict"], [29, 4, 1, "", "convert_inputs_to_list"], [29, 4, 1, "", "convert_string_to_tuple_in_dict"], [29, 4, 1, "", "decode_multiple_json_from_bytes"], [29, 4, 1, "", "demojize"], [29, 4, 1, "", "dict_to_markdown"], [29, 4, 1, "", "dict_to_markdown_table"], [29, 4, 1, "", "embedding_query_content"], [29, 4, 1, "", "empty_cuda_cache"], [29, 4, 1, "", "explode"], [29, 4, 1, "", "fetch_contents"], [29, 4, 1, "", "fetch_one_content"], [29, 4, 1, "", "filter_dict_keys"], [29, 4, 1, "", "find_key_values"], [29, 4, 1, "", "find_node_summary_files"], [29, 4, 1, "", "find_trial_dir"], [29, 4, 1, "", "flatten_apply"], [29, 4, 1, "", "get_best_row"], [29, 4, 1, "", "get_event_loop"], [29, 4, 1, "", "load_summary_file"], [29, 4, 1, "", "load_yaml_config"], [29, 4, 1, "", "make_batch"], [29, 4, 1, "", "make_combinations"], [29, 4, 1, "", "normalize_string"], [29, 4, 1, "", "normalize_unicode"], [29, 4, 1, "", "openai_truncate_by_token"], [29, 4, 1, "", "pop_params"], [29, 4, 1, "", "preprocess_text"], [29, 4, 1, "", "process_batch"], [29, 4, 1, "", "reconstruct_list"], [29, 4, 1, "", "replace_value_in_dict"], [29, 4, 1, "", "result_to_dataframe"], [29, 4, 1, "", "save_parquet_safe"], [29, 4, 1, "", "select_top_k"], [29, 4, 1, "", "sort_by_scores"], [29, 4, 1, "", "split_dataframe"], [29, 4, 1, "", "to_list"]], "autorag.validator": [[0, 1, 1, "", "Validator"]], "autorag.validator.Validator": [[0, 2, 1, "", "validate"]], "autorag.vectordb": [[30, 0, 0, "-", "base"], [30, 0, 0, "-", "chroma"], [30, 0, 0, "-", "couchbase"], [30, 4, 1, "", "get_support_vectordb"], [30, 4, 1, "", "load_all_vectordb_from_yaml"], [30, 4, 1, "", "load_vectordb"], [30, 4, 1, "", "load_vectordb_from_yaml"], [30, 0, 0, "-", "milvus"], [30, 0, 0, "-", "pinecone"], [30, 0, 0, "-", "qdrant"], [30, 0, 0, "-", "weaviate"]], "autorag.vectordb.base": [[30, 1, 1, "", "BaseVectorStore"]], "autorag.vectordb.base.BaseVectorStore": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"], [30, 3, 1, "", "support_similarity_metrics"], [30, 2, 1, "", "truncated_inputs"]], "autorag.vectordb.chroma": [[30, 1, 1, "", "Chroma"]], "autorag.vectordb.chroma.Chroma": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.couchbase": [[30, 1, 1, "", "Couchbase"]], "autorag.vectordb.couchbase.Couchbase": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.milvus": [[30, 1, 1, "", "Milvus"]], "autorag.vectordb.milvus.Milvus": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.pinecone": [[30, 1, 1, "", "Pinecone"]], "autorag.vectordb.pinecone.Pinecone": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_index"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.qdrant": [[30, 1, 1, "", "Qdrant"]], "autorag.vectordb.qdrant.Qdrant": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.vectordb.weaviate": [[30, 1, 1, "", "Weaviate"], [30, 4, 1, "", "distance_to_score"]], "autorag.vectordb.weaviate.Weaviate": [[30, 2, 1, "", "add"], [30, 2, 1, "", "delete"], [30, 2, 1, "", "delete_collection"], [30, 2, 1, "", "fetch"], [30, 2, 1, "", "is_exist"], [30, 2, 1, "", "query"]], "autorag.web": [[0, 4, 1, "", "chat_box"], [0, 4, 1, "", "get_runner"], [0, 4, 1, "", "set_initial_state"], [0, 4, 1, "", "set_page_config"], [0, 4, 1, "", "set_page_header"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "terms": {"": [0, 19, 21, 22, 23, 25, 26, 27, 28, 29, 32, 36, 40, 46, 47, 52, 54, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 81, 83, 85, 87, 88, 89, 105, 107, 108, 109, 110, 111, 112, 113, 118, 122, 124, 125, 127, 129], "0": [0, 6, 15, 17, 23, 27, 32, 37, 38, 39, 40, 48, 52, 53, 54, 61, 63, 66, 71, 73, 74, 75, 76, 84, 85, 87, 88, 89, 90, 91, 101, 114, 116, 118, 121, 122, 124, 128, 129], "002": [69, 71], "01": 86, "0125": 17, "04": 75, "06": [9, 10, 11, 12, 17, 50], "07": [10, 11, 50], "08": [9, 10, 11, 12, 17, 50], "09": 75, "0eec7e3a": 128, "0x7f94fe6154e0": 0, "1": [0, 6, 17, 27, 29, 30, 36, 40, 43, 57, 61, 62, 63, 67, 68, 71, 73, 74, 76, 77, 79, 84, 113, 116, 118, 121, 122, 127], "10": [0, 61, 63, 71, 72, 73, 81, 100, 109, 114, 117, 118, 120, 124, 125, 127], "100": [30, 64, 65, 66, 67, 68, 70, 128], "1000": 109, "100k": 98, "101": 116, "1024": [32, 34, 51], "10k": [23, 98], "10x": 76, "11": [58, 128], "1106": [73, 74, 109, 112, 113, 122, 128], "12": 94, "125m": [72, 76], "128": [17, 29, 40, 49], "132": 52, "13a": 17, "13b": 98, "14": 52, "1536": [30, 67, 68], "15min": 57, "16": [17, 19, 74, 76, 82, 83, 95, 101], "16384": 66, "16k": [73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "17": 58, "18": [10, 11, 50], "19530": [30, 66], "199": 52, "1d": 36, "2": [6, 17, 21, 23, 26, 36, 40, 57, 59, 60, 61, 71, 72, 76, 77, 80, 94, 102, 106, 113, 114, 115, 116, 124, 127], "200": [30, 52, 67], "2015": 86, "2022": 50, "2024": [9, 10, 11, 12, 17, 50, 75], "2048": 0, "205": 52, "24": [32, 34, 51], "25": 39, "27": 70, "2d": [27, 36], "3": [6, 12, 17, 25, 27, 30, 37, 39, 40, 43, 59, 61, 62, 63, 65, 66, 67, 68, 70, 71, 73, 74, 77, 81, 82, 83, 101, 109, 112, 113, 116, 120, 122, 125, 127], "30": [66, 72, 127], "300": [21, 80], "32": [6, 8, 40, 92, 93, 94, 99, 102], "3b": [23, 98], "4": [6, 17, 39, 56, 61, 71, 72, 73, 75, 77, 101, 113, 116, 117, 118, 127], "4000": 73, "42": [0, 6, 8], "4d33": 128, "4o": [9, 10, 11, 12, 17, 43, 44, 48, 50, 65, 66, 67, 68, 70], "5": [0, 6, 17, 23, 25, 39, 40, 43, 56, 59, 61, 63, 71, 73, 74, 75, 77, 78, 81, 82, 83, 100, 101, 109, 112, 113, 116, 120, 122, 124, 127], "50": [26, 39, 40, 66, 68, 69, 70, 72], "50051": [30, 70], "51": 118, "512": [0, 32, 34, 40, 75, 76, 102], "514": 54, "52": 52, "6": [40, 56, 72, 73, 77, 85, 87, 113, 116, 127], "60": [0, 27, 117], "6333": [30, 68], "64": [29, 30, 40, 58, 68, 73, 87, 88, 90, 91, 92, 93, 94, 96, 98, 99, 102, 103, 111, 114], "666": 56, "7": [63, 77, 116, 127], "7039180890341347": 55, "70b": 62, "72": 53, "7680": [15, 53], "7690": 0, "777": 56, "797979": 56, "7b": [21, 60, 61, 71, 76, 80, 115], "7e604b30339b": 128, "8": [2, 7, 17, 56, 58, 77, 95, 101, 116, 127], "80": [117, 118], "8000": [15, 27, 30, 52, 64, 129], "8080": [30, 70], "822": 56, "85": [84, 88, 89], "89": 52, "8a31": 52, "8cc5": 128, "9": [17, 40, 127], "90b": 59, "92": 52, "95": 52, "98": 52, "A": [0, 2, 7, 9, 10, 11, 12, 15, 17, 23, 27, 29, 36, 40, 50, 54, 73, 104, 108, 114, 122, 125, 126, 127], "And": [10, 19, 27, 29, 40, 44, 47, 49, 57, 58, 59, 62, 65, 69, 75, 76, 109, 115, 120, 122, 125, 129], "As": [6, 25, 36, 46, 50, 52, 53, 55, 71, 78, 119, 120], "At": [48, 49, 61, 71, 72, 90, 95, 97, 106, 120, 122, 125], "Be": [46, 58], "But": [36, 40, 47, 48, 49, 57, 120, 122, 125, 128], "By": [46, 54, 63, 69, 74, 81, 82, 83, 114, 116, 126, 127], "For": [10, 27, 32, 33, 36, 38, 40, 44, 50, 51, 52, 55, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77, 120, 122, 124, 125, 127, 128, 129], "If": [0, 5, 6, 8, 15, 17, 25, 26, 27, 29, 32, 33, 34, 36, 38, 39, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 76, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 99, 102, 115, 116, 120, 121, 122, 125, 126, 128, 129], "In": [21, 22, 23, 26, 32, 35, 36, 38, 44, 49, 50, 51, 55, 57, 63, 69, 75, 76, 84, 120, 121, 122, 125, 127, 128], "It": [0, 6, 8, 10, 11, 15, 17, 19, 21, 22, 23, 25, 27, 28, 29, 32, 36, 38, 40, 41, 44, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 58, 61, 62, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 79, 83, 84, 86, 90, 94, 95, 99, 100, 103, 104, 105, 106, 108, 109, 111, 114, 115, 116, 117, 119, 120, 121, 122, 124, 125, 126, 128, 129], "Its": [17, 27, 29, 36, 68, 76, 78, 81, 84, 100, 114], "No": 122, "Not": [8, 20, 43, 68, 70, 104, 114], "Of": 57, "On": [36, 52, 84], "Or": [17, 36, 58, 90, 95, 97, 106, 129], "TO": 58, "That": [57, 125], "The": [0, 2, 6, 7, 8, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 38, 40, 42, 43, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 58, 61, 63, 64, 66, 67, 68, 69, 70, 71, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 129], "Then": [36, 50, 51, 58, 61, 71, 122], "There": [27, 36, 40, 43, 47, 57, 58, 60, 71, 72, 75, 84, 104, 114, 116, 121, 125, 128, 129], "These": [36, 47, 73, 74, 81, 82, 83, 100, 111, 112, 113, 118, 126, 129], "To": [27, 35, 36, 40, 45, 49, 58, 63, 65, 66, 67, 68, 69, 70, 71, 75, 122, 124, 125, 127, 129], "Will": 27, "With": [25, 36, 75, 125, 129], "_": 127, "__fields__": [0, 9, 10, 11, 12, 15, 23], "__main__": 52, "__name__": 52, "_metadata": 2, "abil": 103, "abl": 114, "about": [0, 9, 10, 11, 12, 15, 23, 32, 33, 34, 36, 38, 39, 42, 43, 44, 47, 50, 51, 59, 63, 64, 72, 74, 76, 82, 83, 87, 88, 107, 108, 109, 110, 115, 119, 120, 121, 122, 126, 127, 129], "abov": [55, 61, 71, 120, 121, 125, 129], "absolut": [6, 55], "abstract": [19, 28, 30], "abstracteventloop": 29, "accept": 55, "access": [0, 15, 39, 53, 69, 77, 100], "accident": 67, "acclaim": 65, "accomplish": 45, "accord": [10, 32, 38, 44], "account": [59, 67], "accumul": 81, "accur": [35, 40, 46, 121, 127], "accuraci": [17, 105, 114, 118], "achat": 47, "achiev": [49, 54, 122, 126], "acomplet": 0, "across": [65, 82, 109, 114, 118, 124, 126], "act": 126, "action": [120, 125], "actual": [29, 36, 52, 55, 117], "ad": [11, 40, 46, 65, 66, 67, 68, 70, 126, 128], "ada": [69, 71], "adapt": 72, "add": [0, 2, 6, 17, 30, 40, 45, 58, 65, 66, 67, 68, 70, 73, 78, 79, 87, 88, 94, 119, 122, 125, 129], "add_essential_metadata": [1, 14], "add_essential_metadata_llama_text_nod": [1, 14], "add_file_nam": [1, 2, 32, 33, 34, 51], "add_gen_gt": [8, 11], "addit": [0, 6, 7, 17, 21, 68, 71, 74, 78, 79, 80, 82, 83, 109, 111, 112, 113, 127, 128, 129], "addition": [70, 108], "additional_kwarg": 0, "address": [81, 126], "adjust": [40, 65, 66, 67, 68, 70, 127, 128], "advanc": [39, 52, 65, 68, 125], "advanced rag": [69, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 125], "advantag": 75, "advent": [40, 51], "aespa": [36, 50], "aespa1": 36, "aespa2": 36, "aespa3": 36, "affect": [20, 36, 122, 126], "aflatten_appli": [0, 29], "afraid": 40, "after": [5, 29, 32, 35, 40, 47, 48, 49, 50, 53, 57, 58, 62, 79, 100, 120, 122, 125, 128, 129], "ag": 113, "again": [51, 123, 125, 129], "against": 127, "ai": [7, 23, 46, 50, 52, 65, 95, 99, 100, 123], "aim": [40, 116, 118, 126], "album": 50, "algorithm": [115, 116, 117], "all": [0, 6, 17, 26, 29, 32, 36, 38, 40, 45, 47, 51, 54, 55, 56, 57, 58, 63, 69, 71, 73, 75, 76, 77, 84, 86, 88, 89, 94, 109, 113, 114, 118, 120, 121, 123, 124, 125, 126, 128, 129], "all_fil": [0, 7, 44], "alloc": 113, "allow": [52, 58, 66, 68, 69, 73, 74, 78, 79, 82, 83, 98, 111, 112, 113, 116, 126], "almost": 48, "alon": [109, 114, 125], "along": [54, 66, 68], "alpha": [17, 122], "alreadi": [0, 6, 15, 27, 51, 52, 70, 122, 127], "also": [28, 32, 36, 39, 40, 51, 54, 55, 57, 63, 75, 76, 90, 116, 125], "altern": 58, "alwai": [33, 34, 40, 42, 53, 69, 122], "amazon": 59, "among": [0, 19, 21, 22, 23, 25, 26, 27, 117, 122], "amount": 81, "an": [0, 6, 15, 17, 32, 35, 36, 38, 40, 42, 43, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 58, 59, 63, 64, 66, 67, 68, 70, 71, 81, 94, 99, 100, 110, 111, 112, 119, 120, 121, 122, 125, 128], "analysi": 81, "ani": [0, 2, 6, 8, 10, 16, 28, 29, 30, 36, 46, 47, 50, 55, 57, 58, 59, 60, 62, 76, 78, 80, 81, 84, 100, 109, 114, 118, 125, 126, 128], "annot": [0, 9, 10, 11, 12, 15, 23], "anoth": [50, 52, 101, 126, 128, 129], "answer": [6, 8, 10, 11, 12, 15, 26, 35, 36, 40, 47, 48, 50, 51, 54, 55, 56, 63, 65, 66, 67, 68, 70, 75, 80, 84, 103, 107, 108, 109, 110, 125, 127], "answer_creation_func": [6, 40], "answer_gt": 56, "anthrop": 43, "anthropic_api_kei": 43, "anywher": 53, "ap": [17, 55], "api": [0, 7, 27, 43, 60, 61, 62, 64, 67, 68, 70, 71, 75, 90, 95, 97, 106, 119, 120], "api_bas": [60, 61, 62, 71, 128], "api_endpoint": 15, "api_kei": [23, 30, 43, 60, 61, 62, 64, 67, 68, 70, 71, 75, 90, 95, 97, 106, 128], "apirunn": [0, 15, 52, 129], "app": [15, 52, 58], "appear": 128, "append": 52, "appli": [29, 52, 65, 73, 100, 109, 114, 118, 126, 128, 129], "applic": [52, 64, 65, 68, 81, 104, 114], "apply_recurs": [0, 29], "approach": [81, 116], "appropri": [66, 68, 69, 70], "apt": 128, "ar": [10, 15, 17, 26, 27, 29, 32, 36, 38, 40, 43, 44, 45, 47, 48, 49, 50, 51, 52, 54, 55, 57, 58, 60, 61, 63, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 104, 109, 111, 112, 113, 114, 118, 120, 121, 122, 124, 125, 126, 127, 128, 129], "arbitrari": [65, 66, 67, 68, 70, 73, 78, 81, 84, 100, 109, 114], "arbitrary_types_allow": [0, 23], "arg": [0, 6, 7, 14, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29], "argument": [0, 6, 7, 15, 17, 21, 29, 74, 82, 83, 111, 112, 113], "aris": 108, "arm": 99, "arrai": [23, 52], "arrang": 126, "articl": 29, "artifici": 52, "asap": 125, "ask": [10, 36, 50, 54, 57, 125], "aspect": 126, "assess": [54, 100], "assign": 17, "assist": [46, 50], "associ": [29, 65, 66, 67, 68, 70, 81], "assumpt": 50, "ast": 120, "astream": [18, 19], "async": [0, 2, 6, 7, 9, 10, 11, 12, 17, 19, 23, 27, 29, 30, 47], "async_g_ev": [16, 17], "async_postprocess_nod": [18, 23], "async_qa_gen_llama_index": [4, 6], "async_run_llm": [18, 23], "asynccli": 23, "asynchron": [6, 29], "asyncio": 29, "asyncmixedbreadai": 23, "asyncopenai": [9, 10, 11, 12, 46, 48, 50, 109], "asyncrankgptrerank": [18, 23], "atom": 113, "attempt": 121, "attribut": 0, "augment": [20, 77, 126, 128, 129], "augmented_cont": 20, "augmented_id": 20, "augmented_scor": 20, "authent": [61, 65, 66, 67, 68, 70, 71], "auto": [6, 15, 57, 58, 60, 71, 116], "auto rag": 57, "autom": 112, "automat": [28, 29, 36, 40, 52, 57, 59, 60, 62, 63, 65, 70, 73, 78, 81, 84, 99, 100, 109, 114, 122, 129], "automl": 57, "autorag": [32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 54, 61, 64, 65, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 127], "autorag config": [120, 123], "autorag doc": 57, "autorag fold": 121, "autorag instal": 58, "autorag multi gpu": 76, "autorag system": 126, "autorag tutori": 129, "autorag yaml": [120, 123], "autorag_hq": 57, "autorag_metr": [16, 17], "autorag_metric_loop": [16, 17], "autorag_search": 65, "autoragbedrock": 0, "autoraghq": 58, "autotoken": 109, "avail": [0, 40, 43, 44, 61, 71, 94, 110, 128], "averag": [0, 17, 56, 73, 109, 114, 118], "averaged_perceptron_tagger_eng": 58, "avoid": [0, 50, 127], "avoid_empty_result": 0, "aw": [0, 30, 61, 67, 71], "awai": 129, "await": [0, 8, 47, 65, 66, 67, 68, 70], "awar": [17, 127], "aws_access_key_id": 0, "aws_secret_access_kei": 0, "aws_session_token": 0, "azur": [43, 67], "b": [17, 122], "baai": [23, 71, 92, 93, 99], "back": 17, "backbon": 54, "backward": 79, "bad": [48, 49, 125], "badminton": 113, "baesd": 50, "band": 50, "base": [0, 1, 4, 8, 9, 10, 12, 17, 18, 32, 35, 40, 43, 46, 47, 50, 52, 54, 65, 66, 67, 68, 70, 71, 74, 80, 82, 83, 89, 92, 94, 95, 96, 97, 98, 100, 101, 103, 105, 107, 110, 116, 117, 118, 123, 124, 125, 126], "base_url": 52, "basechatmodel": 6, "baseembed": [17, 27], "basegener": [18, 19], "basellm": [9, 10, 11, 12, 47], "basemodel": [9, 10, 11, 12, 15], "basemodul": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "baseoutputpars": 0, "basepassageaugment": [18, 20], "basepassagecompressor": [18, 21], "basepassagefilt": [18, 22], "basepassagererank": [18, 23], "basepromptmak": [18, 25], "baseprompttempl": [0, 23], "basequeryexpans": [18, 26], "baseretriev": [18, 27], "baserunn": [0, 15], "basevectorstor": [0, 27, 30, 64], "bash": 58, "basi": [38, 44, 56, 126], "basic": [6, 11, 43, 49, 51], "batch": [0, 2, 6, 7, 17, 19, 21, 23, 29, 40, 58, 63, 65, 66, 67, 68, 70, 73, 74, 75, 82, 83, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 101, 102, 103, 128], "batch_appli": [1, 8, 46, 47, 49, 50, 51], "batch_filt": [1, 8, 10, 48], "batch_siz": [8, 17, 23, 27, 29], "becaus": [10, 25, 27, 32, 35, 36, 38, 44, 45, 47, 48, 49, 50, 76, 78, 81, 84, 100, 105, 114, 119, 123, 125, 128, 129], "becom": [40, 51, 120], "bedrock": [0, 61, 71], "bedrock_config": 59, "been": [124, 129], "befor": [27, 32, 50, 59, 60, 61, 62, 66, 71, 79, 81, 120, 125, 127, 128, 129], "behavior": [36, 64, 74, 82, 83, 105, 111, 112, 113, 126], "being": [74, 82, 83], "belong": 121, "below": [8, 32, 43, 44, 46, 48, 49, 52, 53, 55, 58, 63, 65, 67, 69, 70, 73, 76, 85, 86, 87, 88, 89, 125, 128, 129], "benefici": 68, "benz": 113, "bert_scor": [16, 17, 63, 73], "best": [0, 19, 21, 22, 23, 25, 26, 27, 29, 57, 66, 67, 68, 70, 108, 116, 121, 124, 125, 129], "best_": 121, "best_0": 121, "best_column_nam": 29, "beta": [17, 72], "better": [47, 49, 78, 81, 84, 85, 89, 100, 114, 122, 129], "between": [17, 23, 27, 45, 54, 55, 64, 66, 67, 68, 70, 73, 78, 115, 116, 124], "bfloat16": 105, "bge": [23, 71, 92, 93, 99], "bigram": 17, "bilingu": 54, "bin": 58, "bird": 113, "bit": 47, "bleu": [16, 17, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "blob": 17, "blue": 125, "bm": 71, "bm25": [0, 18, 26, 63, 72, 77, 114, 118, 120, 121, 125], "bm25_api": 27, "bm25_corpu": 27, "bm25_ingest": [18, 27], "bm25_path": 27, "bm25_pure": [18, 27], "bm25_token": [27, 72, 115], "bm25okapi": [27, 115], "bobb": 57, "bool": [0, 5, 6, 7, 8, 10, 15, 17, 20, 23, 28, 29, 30, 64, 65], "boolean": [6, 105], "boost": [75, 99], "both": [0, 52, 55, 63, 65, 79, 128], "botocor": 0, "botocore_config": 0, "botocore_sess": 0, "bottom": 83, "bowl": 50, "branch": 125, "break": [45, 56, 64], "brew": 128, "brief": [50, 65, 66, 67, 68, 70], "broader": 126, "browser": 15, "bshtml": [42, 44], "bucket_nam": [30, 65], "buffer": 52, "bui": 56, "build": [36, 51, 62, 121, 122, 125, 127], "built": [58, 127], "bulb": 50, "button": 62, "byte": 29, "byte_data": 29, "c": [58, 128], "cach": 6, "cache_batch": [6, 40], "calcul": [17, 27, 55, 64, 66, 67, 68, 70, 78, 81, 87, 88, 105, 116, 117, 124], "calculate_cosine_similar": [16, 17], "calculate_inner_product": [16, 17], "calculate_l2_dist": [16, 17], "call": [0, 47, 61, 71, 74, 75, 82, 83, 105, 115, 116], "callabl": [0, 1, 2, 6, 7, 8, 14, 27, 28, 29, 32], "callback_manag": [0, 23], "callbackmanag": [0, 23], "can": [5, 6, 7, 8, 10, 15, 17, 21, 22, 23, 25, 27, 29, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 99, 100, 101, 104, 105, 106, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 123, 124, 125, 126, 127, 128, 129], "cannot": [58, 67, 69, 109, 114], "capabl": [65, 66, 67, 68, 70], "capella": 65, "capit": 50, "case": [26, 36, 40, 51, 55, 57, 64, 66, 67, 68, 69, 70, 76, 122, 125, 128], "cast": [19, 20, 21, 22, 23, 25, 26, 27, 28], "cast_corpus_dataset": [0, 29], "cast_embedding_model": [0, 16], "cast_metr": [0, 16], "cast_qa_dataset": [0, 29], "cast_queri": [18, 27], "cast_to_run": [0, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "castorini": [23, 98], "categor": 123, "caus": [90, 95, 122, 128, 129], "cc": [27, 118], "cd": 58, "certain": [29, 47], "certainli": [52, 64], "cg": 55, "chain": [54, 122], "chang": [10, 29, 40, 49, 71, 72, 90, 95, 106, 115, 125, 126, 128], "channel": [57, 128, 129], "chapter": 51, "charact": [38, 44], "characterist": [66, 67, 68, 70], "chat": [0, 6, 75, 128], "chat_box": 0, "chat_prompt": 21, "chatinterfac": 15, "chatmessag": [0, 9, 12, 23, 47, 50], "chatmodel": 39, "chatopenai": 39, "chatrespons": [23, 47], "check": [0, 17, 28, 30, 35, 36, 49, 51, 52, 57, 58, 61, 63, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 92, 93, 115, 120, 121, 125, 128, 129], "check_expanded_queri": [18, 26], "check_generation_gt": 46, "child": 113, "choic": [115, 122], "choos": [10, 17, 23, 26, 36, 66, 67, 68, 70, 101, 115, 119, 122, 124], "chroma": [0, 69, 71, 72, 121], "chroma_cloud": 64, "chroma_default": 64, "chroma_ephemer": 64, "chroma_http": 64, "chroma_openai": 71, "chroma_persist": 64, "chromadb": [6, 40, 119], "chunk": [0, 1, 5, 8, 35, 36, 40, 49, 52, 82, 110, 125], "chunk_config": [32, 51], "chunk_method": [32, 34, 49, 51], "chunk_modul": [33, 34], "chunk_overlap": [32, 34, 40, 49, 51], "chunk_project_dir": 51, "chunk_siz": [29, 32, 34, 40, 49, 51, 52], "chunk_text": 2, "chunked_cont": [2, 32], "chunked_str": 32, "chunker": [2, 51], "chunker_nod": [1, 2], "ci": 58, "circl": 125, "ciudad": 50, "cl": 29, "claim": 17, "clarifi": 40, "class": [0, 8, 9, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 36, 39, 61, 64, 66, 67, 70, 71, 99, 101, 103, 119], "classif": 49, "classifi": [48, 55], "classmethod": [0, 15, 27, 28], "classvar": [0, 9, 10, 11, 12, 15, 23], "claud": [59, 61, 71], "clear": 46, "clearli": 50, "cli": [59, 129], "click": 62, "client": [0, 9, 10, 11, 12, 23, 40, 46, 48, 50, 66, 68, 69, 70], "client_typ": [30, 64, 68, 69, 70, 71, 72], "clone": 58, "close": 105, "cloud": [7, 30, 64, 65, 67, 68], "clova": [0, 1, 38, 44, 45], "co": [57, 71], "code": [6, 8, 11, 17, 32, 33, 34, 41, 42, 51, 58, 61, 70, 71, 120], "coher": [0, 17, 18, 73, 77, 90, 95, 123], "cohere_api_kei": [90, 123], "cohere_cli": 23, "cohere_rerank": [77, 100], "cohere_rerank_pur": [18, 23], "coherererank": [18, 23], "cointegr": 71, "colber": 91, "colbert": [0, 18, 77, 95, 100], "colbert_rerank": [77, 91], "colbertrerank": [18, 23], "colbertv2": [23, 91], "collect": [6, 27, 29, 36, 40, 64, 66, 67, 68, 70, 120, 125, 126], "collection_nam": [30, 64, 65, 66, 68, 69, 70, 71, 72, 121], "column": [0, 6, 8, 15, 19, 20, 21, 22, 23, 25, 26, 27, 29, 36, 40, 47, 50, 52, 129], "column_nam": 29, "com": [6, 15, 17, 52, 57, 58, 62, 66, 70, 125], "combin": [26, 27, 28, 29, 45, 109, 116, 117, 120, 122, 126], "come": [36, 50, 55, 57, 111, 112, 113, 122, 125], "comedi": 113, "command": [53, 58, 59, 60, 62, 63, 128], "commentari": 46, "commit": 128, "common": [17, 27, 47, 58, 99, 113, 124, 126, 128, 129], "compani": 57, "compar": [56, 73, 124, 127], "comparison": [56, 127], "compat": [8, 61, 71, 76], "compatibilti": 76, "complet": [0, 32, 38, 44, 61, 63, 71, 75], "completion_to_prompt": 0, "completionrespons": 0, "completiontoprompttyp": 0, "complex": [41, 47, 125], "complic": 47, "compon": 126, "comprehens": 77, "compress": [21, 56, 80, 81, 84, 125], "compress_raga": [8, 9, 47], "compressor": [21, 56, 77, 80, 81, 82, 83, 123], "comput": [0, 9, 10, 11, 12, 15, 17, 18, 23, 65, 81, 99], "computedfieldinfo": [0, 9, 10, 11, 12, 15, 23], "concaten": 44, "concept": 54, "concept_completion_query_gen": [8, 12, 50], "concis": [11, 49, 50, 51], "conclud": 105, "conclus": 108, "condit": [36, 39], "conditional_evolve_raga": [8, 9, 47], "config": [0, 9, 10, 11, 12, 15, 23, 58, 61, 69, 71, 72, 124, 125, 128], "config_dict": 15, "configdict": [0, 9, 10, 11, 12, 15, 23], "configur": [0, 9, 10, 11, 12, 15, 23, 29, 57, 58, 59, 60, 62, 73, 74, 76, 81, 82, 83, 100, 105, 109, 114, 118, 122, 126, 129], "conflict": 54, "conform": [0, 9, 10, 11, 12, 15, 23], "confus": 84, "connect": [0, 54, 64, 65, 68, 69, 70, 119], "connection_str": [30, 65], "consid": [6, 55, 58, 69, 76, 114], "consist": [0, 17, 73, 123], "constraint": [46, 58], "consum": [57, 69], "contain": [2, 6, 7, 8, 17, 19, 21, 22, 23, 25, 27, 28, 29, 36, 38, 40, 44, 45, 46, 47, 52, 55, 107, 108, 110, 113, 121, 122, 126, 128, 129], "content": [32, 40, 42, 44, 47, 50, 52, 70, 81, 85, 86, 87, 88, 89, 100, 109, 118, 119, 127], "content_embed": [23, 27], "content_s": [6, 40], "contents_list": 29, "context": [0, 23, 46, 48, 50, 54, 55, 77, 80, 105, 106, 109, 126], "context_s": 0, "contextu": 54, "contradict": 54, "contributor": 58, "control": [17, 61, 66, 71, 76], "conveni": [40, 53], "convert": [0, 15, 28, 29, 40, 41, 43, 120], "convert_datetime_str": [0, 29], "convert_env_in_dict": [0, 29], "convert_inputs_to_list": [0, 29], "convert_string_to_tuple_in_dict": [0, 29], "convex": [27, 116], "cool": 125, "copi": 62, "core": [0, 34, 40, 47, 50, 54, 61, 71], "coroutin": 29, "corpu": [0, 1, 4, 6, 8, 27, 35, 48, 49, 50, 54, 58, 59, 60, 62, 63, 69, 72, 78, 86, 104, 110, 118, 121, 129], "corpus_data": [6, 27, 29], "corpus_data_path": [0, 58, 59, 60, 62, 63, 69, 128, 129], "corpus_data_row": 6, "corpus_df": [6, 8, 14, 20, 29, 39, 40, 51], "corpus_df_to_langchain_docu": [1, 14], "corpus_inst": 51, "corpus_path": 27, "corpus_save_path": 8, "corpus_test": 129, "correct": [0, 55, 127], "correl": 54, "correspond": [0, 9, 10, 11, 12, 15, 23, 28, 65, 66, 67, 68, 70], "cosin": [17, 27, 30, 54, 64, 66, 67, 68, 70, 78, 127], "cost": [17, 45, 65, 81, 129], "cot": 54, "couchbas": [0, 69], "couchbase_connection_str": 65, "couchbase_db": 65, "couchbase_password": 65, "couchbase_usernam": 65, "could": [19, 21, 22, 23, 25, 27], "couldn": 53, "count": [17, 80, 115], "cours": 57, "cover": [32, 35, 38, 40, 44, 47, 49, 50, 51], "cpp": 94, "cpu": [17, 99, 123], "cr": 70, "creat": [0, 5, 6, 7, 8, 12, 15, 28, 29, 32, 35, 36, 37, 38, 41, 44, 49, 50, 51, 52, 53, 57, 63, 64, 66, 67, 68, 70, 107, 110, 116, 121, 125], "creation": [6, 8, 50, 57, 129], "criterion": 126, "critic": 6, "critic_llm": [6, 39], "cross": [23, 94, 102], "crucial": [32, 35, 36, 38, 44, 49, 69, 81, 100, 108, 126], "csv": [32, 38, 44, 122, 129], "cucumb": 113, "cuda": [58, 91, 92, 93, 94, 99, 102], "cudnn": 58, "cue": 105, "cumul": 76, "curiou": 63, "current": [15, 29, 32, 38, 44, 52, 56, 94, 126, 129], "curs": 47, "custom": [0, 43, 53, 65, 66, 67, 68, 70, 74, 82, 83, 87, 88, 101, 105, 111, 112, 113, 119, 124, 126, 127, 128], "custom_gener": 127, "custom_query_gen": [8, 12, 50], "custom_retriev": 127, "cutoff": [77, 84], "cycl": 125, "czech": 32, "d": [6, 26, 29, 36, 52], "dag": 125, "dai": 125, "danish": 32, "data": [0, 25, 26, 27, 28, 29, 32, 33, 34, 36, 37, 38, 41, 42, 44, 46, 47, 48, 50, 52, 54, 57, 58, 63, 65, 66, 67, 68, 69, 70, 73, 81, 100, 108, 114, 119, 126, 129], "data_list": 52, "data_path": 7, "data_path_glob": [0, 7, 51], "data_path_list": 7, "databas": [30, 64, 65, 66, 67, 68, 70, 119], "dataformat": 32, "datafram": [0, 2, 5, 6, 8, 11, 14, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 47, 127], "dataset": [6, 8, 10, 29, 32, 35, 40, 48, 50, 51, 55, 57, 58, 59, 60, 62, 63, 69, 116, 121, 127, 128], "date": [50, 77, 86], "datetim": [36, 38, 44, 86, 104], "db": [0, 6, 30, 64, 125], "db_name": [30, 66], "db_type": [64, 65, 66, 67, 68, 69, 70, 71, 72], "dbsf": [27, 116, 118], "dcg": 55, "dd": 86, "de": 50, "deal": 81, "debug": 36, "decid": [63, 76, 125, 126], "decis": 126, "decod": 29, "decode_multiple_json_from_byt": [0, 29, 52], "decompos": [26, 77, 114], "decomposit": 113, "decor": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 127], "decreas": [48, 75, 91, 92, 93, 94, 99, 102], "dedic": 77, "deep": 99, "deepev": 17, "deepeval_faith": [16, 17], "deepeval_prompt": [0, 16], "def": [32, 47, 52, 127], "default": [0, 2, 5, 6, 7, 11, 15, 17, 21, 23, 25, 26, 27, 29, 30, 32, 36, 40, 43, 46, 50, 52, 58, 64, 65, 66, 67, 68, 70, 71, 74, 75, 77, 79, 80, 82, 83, 85, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 105, 106, 109, 111, 112, 114, 115, 116, 117, 119, 120, 124, 126, 128], "default_config": [69, 128, 129], "default_databas": [30, 64], "default_factori": [0, 23], "default_ten": [30, 64], "defaulttoken": 17, "defin": [0, 9, 10, 11, 12, 15, 23, 58, 76, 78, 98, 100, 118, 119, 124, 127], "delet": [0, 29, 30, 65, 66, 67, 68, 70, 84, 128], "delete_collect": [0, 30, 66, 67, 68, 70], "delete_index": [0, 30], "deletion_protect": [30, 67], "deliv": 125, "demo": 57, "demoj": [0, 29], "dens": [27, 111, 115, 119], "depend": [10, 32, 58, 76, 115, 121, 129], "deploi": [0, 52, 53, 57, 99], "deploy": [57, 60, 66, 68, 70, 71, 116], "deportiva": 50, "deprec": [27, 37], "deriv": 46, "describ": [51, 52], "descript": [0, 23, 49, 52, 61, 71, 73, 78, 100, 118], "design": [6, 40, 54, 63, 66, 67, 70, 73, 103, 108, 116, 117], "detail": [41, 47, 50, 51, 54, 59, 69, 73, 76, 96, 101, 109, 110, 114, 126, 129], "detect": 116, "determin": [65, 66, 67, 68, 73, 121, 124], "develop": [17, 52, 68, 76, 122, 126], "devic": [23, 99], "device_map": [60, 71], "df": [15, 29, 48, 49, 51, 128], "diagram": [122, 125], "dict": [0, 2, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 45, 47, 64], "dict_": 29, "dict_column": 29, "dict_to_markdown": [0, 29], "dict_to_markdown_t": [0, 29], "dictionari": [0, 6, 9, 10, 11, 12, 15, 16, 23, 27, 29, 32, 36, 39, 40, 73, 98, 127], "did": [0, 127], "didn": 39, "differ": [6, 10, 29, 32, 36, 40, 44, 46, 47, 49, 51, 54, 61, 64, 71, 73, 98, 112, 114, 115, 117, 121, 126], "difficulti": [47, 128], "dimens": [26, 29, 30, 65, 67, 68], "dir": [44, 52, 129], "direct": [44, 47, 50, 60, 71, 104, 114], "directli": [8, 39, 43, 50, 54, 55, 81, 90, 95, 97, 106, 120, 122, 128], "directori": [0, 5, 6, 15, 19, 21, 22, 23, 25, 26, 27, 32, 38, 42, 44, 51, 52, 53, 63, 69, 128, 129], "directoryload": 40, "disabl": [30, 67, 69, 128, 129], "discord": [57, 125, 128, 129], "discrimin": 48, "displai": 36, "distanc": [30, 66, 67, 68, 70, 127], "distance_to_scor": [0, 30], "distinct": 81, "distinguish": [45, 116], "distribut": [6, 39, 40, 65], "distribute_list_by_ratio": [4, 6], "divid": [41, 55, 115, 123], "dl": 98, "do": [5, 6, 8, 26, 36, 44, 45, 47, 55, 56, 57, 58, 120, 121, 125, 129], "doc": [6, 15, 36, 37, 55, 58, 71, 76, 124], "doc123": 52, "doc456": 52, "doc_id": [0, 2, 15, 27, 29, 32, 52, 128], "docker": [30, 68], "dockerfil": 58, "document": [2, 5, 6, 7, 8, 14, 15, 23, 27, 32, 35, 36, 38, 41, 42, 43, 44, 45, 50, 51, 52, 58, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 81, 100, 106, 109, 110, 114, 115, 118, 120, 122, 124, 125, 126, 129], "document_load": [7, 40, 42], "doe": [15, 27, 44, 46, 54, 58, 73, 74, 75, 76, 81, 84, 100, 109, 120, 122], "doesn": [6, 55, 65, 66, 67, 68, 70, 113, 125, 128], "domain": 115, "don": [0, 10, 25, 29, 36, 38, 40, 44, 46, 49, 51, 55, 57, 109, 116, 123, 125, 128, 129], "done": 129, "dontknow": [1, 8, 48, 49, 51], "dontknow_filter_llama_index": [8, 10, 48], "dontknow_filter_openai": [8, 10, 48], "dontknow_filter_rule_bas": [8, 10, 48, 49, 51], "dotenv": [58, 128], "doubl": 36, "down": [55, 64], "download": [36, 58, 129], "dozen": 63, "drive": 113, "drop": [10, 48, 49, 51, 108, 128], "due": [58, 94], "dummi": 127, "duplic": [28, 36, 120], "durat": 66, "dure": [114, 128], "dutch": 32, "dynam": [58, 126], "dynamically_find_funct": 0, "e": [58, 61, 71, 74, 82, 83, 127], "e1c0": 128, "each": [0, 6, 8, 26, 27, 28, 29, 36, 39, 40, 44, 51, 52, 54, 64, 69, 87, 88, 113, 116, 117, 120, 121, 122, 123, 124, 125, 126, 128], "earli": 36, "easi": 62, "easier": 120, "easili": [32, 38, 44, 50, 119, 125, 127, 129], "east": [30, 67], "echo": 128, "edg": 65, "edit": [58, 63, 128], "edit_summary_df_param": [18, 27], "editor": 120, "effect": [12, 45, 47, 65, 73, 100, 117, 118, 126, 127, 129], "effective_ord": 17, "effici": [66, 67, 68, 70, 81], "effort": 126, "either": 55, "elem": 29, "element": [27, 28, 29], "els": 52, "emb": [119, 125], "embed": [0, 6, 17, 27, 30, 40, 54, 57, 58, 61, 63, 64, 65, 66, 67, 68, 69, 70, 73, 77, 78, 87, 88, 100, 115, 119, 121, 123, 127, 129], "embed_batch_s": 0, "embed_dim": 0, "embedding model": [61, 71], "embedding_batch": [30, 64, 65, 66, 67, 68, 69, 70, 72], "embedding_kei": [30, 65], "embedding_model": [6, 17, 20, 26, 27, 29, 30, 39, 40, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 78, 87, 88, 114, 118, 127], "embedding_query_cont": [0, 29], "emploi": 113, "empti": [0, 27, 36, 63, 66, 120], "empty_cuda_cach": [0, 29], "en": [9, 10, 11, 12, 17, 23, 32, 43, 46, 48, 49, 50, 51, 71, 73, 95, 98], "en_qa": 48, "en_qa_df": 48, "enabl": 67, "encod": [19, 23, 94, 102], "encount": 128, "encourag": 50, "end": [29, 36, 52, 105], "end_idx": [0, 2, 15, 52], "endpoint": [0, 15, 60, 61, 71, 129], "engin": [68, 127], "enginearg": 76, "english": [2, 32, 34, 90, 115, 123], "enhanc": [100, 105, 124, 126], "enough": [36, 84], "ensur": [50, 52, 58, 69, 73, 81, 100, 109, 114, 118, 127], "enter": 63, "entir": 65, "entri": 81, "entrypoint": 58, "enumer": 52, "env": [58, 75], "environ": [7, 29, 42, 53, 58, 69, 76, 90, 95, 97, 106, 123, 128, 129], "ephemer": 64, "equal": [6, 55], "equival": 52, "error": [0, 11, 75, 76, 90, 95, 101, 113], "essenc": 50, "essenti": [63, 72, 85, 86, 87, 88, 89, 109, 116, 117, 122, 126, 128], "estonian": 32, "etc": [36, 40, 120], "euclidean": [66, 67, 68, 70], "eval": 17, "evalu": [10, 15, 19, 21, 22, 23, 25, 26, 27, 29, 32, 35, 36, 37, 48, 54, 57, 58, 59, 60, 62, 63, 69, 73, 76, 81, 100, 109, 114, 116, 118, 120, 121, 124, 126, 128], "evaluate_gener": [0, 16], "evaluate_generator_nod": [18, 19], "evaluate_generator_result": [18, 25], "evaluate_one_prompt_maker_nod": [18, 25], "evaluate_one_query_expansion_nod": [18, 26], "evaluate_passage_compressor_nod": [18, 21], "evaluate_retriev": [0, 16], "evaluate_retrieval_cont": [0, 16], "evaluate_retrieval_nod": [18, 27], "even": [0, 48, 108, 116, 123], "evenly_distribute_passag": [18, 27], "event": [29, 50, 52, 128], "event loop autorag": 128, "ever": 125, "everi": [19, 72, 75, 126], "evolut": [6, 39], "evolv": [1, 8, 49, 50], "evolve_to_rud": 47, "evolved_queri": [8, 9], "exact": [48, 54], "exactli": 55, "exampl": [0, 6, 10, 36, 38, 40, 44, 47, 49, 54, 61, 64, 66, 68, 69, 71, 72, 120, 122, 125, 128, 129], "example_node_line_1": 124, "example_node_line_2": 124, "exc_traceback": 0, "exc_typ": 0, "exc_valu": 0, "exce": [73, 75, 81, 100, 109, 113], "exceed": [109, 114, 118], "except": [56, 65, 123], "exclud": [0, 23, 50, 123], "exclus": 119, "execut": [0, 27, 29, 58, 61, 71, 114, 129], "exist": [0, 5, 6, 27, 28, 30, 36, 65, 66, 67, 68, 69, 70, 94, 121], "exist_gen_gt": [6, 40], "existing_qa": 40, "existing_qa_df": 40, "existing_query_df": 6, "exp": 17, "exp_norm": [18, 23], "expand": [114, 122, 127], "expanded_queri": 26, "expanded_query_list": 26, "expans": [25, 26, 27, 36, 77, 81, 111, 113, 123, 125], "expect": [36, 68, 105], "expens": [17, 45, 48, 69], "experi": [0, 57, 59, 60, 62, 63, 121, 125, 128, 129], "experiment": [69, 73], "expert": [46, 50], "expir": 53, "explain": [64, 121, 123, 124, 125], "explan": 50, "explicit": 54, "explicitli": 69, "explod": [0, 29], "explode_valu": 29, "explor": [58, 116, 117], "export": [58, 90, 95, 97, 106, 123, 128], "expos": 15, "express": 59, "extend": 64, "extens": [5, 6, 38, 44, 69, 120], "extent": 54, "extern": 50, "extra": [7, 17, 29, 46, 115], "extract": [15, 28, 42, 86, 104, 115, 116], "extract_best_config": [0, 15, 129], "extract_evid": [0, 1], "extract_node_line_nam": [0, 15], "extract_node_strategi": [0, 15], "extract_retrieve_passag": [0, 15], "extract_valu": [0, 28], "extract_values_from_nod": [0, 28], "extract_values_from_nodes_strategi": [0, 28], "extract_vectordb_config": [0, 15], "f": [47, 52, 77, 109], "f1": [17, 81], "face": [57, 58, 99], "facebook": [72, 76], "facet": 68, "facilit": 73, "fact": 125, "factoid": 49, "factoid_query_gen": [8, 12, 49, 50, 51, 72], "factori": 0, "factual": 50, "fail": [52, 68], "failur": 68, "faith": 17, "faithfulnesstempl": [16, 17], "fall": 17, "fallback": 17, "fals": [0, 5, 6, 7, 10, 15, 17, 23, 29, 30, 43, 64, 65, 69, 85, 89, 92, 93, 101, 105], "familiar": 125, "fashion": 83, "fast": [48, 76, 90, 94, 95, 106], "faster": [65, 66, 67, 68, 70, 76, 81], "fate": 125, "favorit": 120, "featur": [2, 36, 41, 54, 58, 73, 125, 129], "fee": 119, "feedback": [122, 125], "feel": [47, 57, 125, 129], "fetch": [0, 30, 65, 66, 67, 68, 70, 78, 79, 118], "fetch_cont": [0, 29], "fetch_one_cont": [0, 29], "few": [51, 113, 125, 129], "field": [0, 9, 10, 11, 12, 15, 17, 23, 55, 86, 104, 127], "fieldinfo": [0, 9, 10, 11, 12, 15, 23], "fields_to_check": [17, 28], "file": [0, 5, 6, 7, 8, 14, 15, 17, 29, 36, 40, 43, 52, 53, 54, 57, 58, 61, 64, 66, 68, 69, 71, 72, 76, 90, 95, 97, 101, 106, 116, 121, 122, 124, 125, 126, 127, 128], "file_dir": [5, 6], "file_nam": [2, 32], "file_name_languag": 2, "file_pag": [0, 15, 52], "file_path": 14, "file_typ": 44, "filenam": [5, 6, 27], "filepath": [0, 5, 6, 15, 29, 52], "filesystem": [14, 58], "fill": [29, 36, 54], "filter": [0, 1, 8, 22, 51, 68, 75, 77, 78, 85, 87, 88, 89], "filter_by_threshold": 0, "filter_dict_kei": [0, 29], "filter_exist_id": [18, 27], "filter_exist_ids_from_retrieval_gt": [18, 27], "filtered_qa": 48, "final": [0, 32, 38, 44, 45, 80, 117, 122, 125], "find": [0, 10, 29, 33, 34, 40, 41, 42, 43, 48, 50, 54, 55, 57, 59, 61, 71, 80, 103, 109, 116, 117, 118, 121, 122, 126], "find_key_valu": [0, 29], "find_node_dir": 0, "find_node_summary_fil": [0, 29], "find_trial_dir": [0, 29], "find_unique_elem": [18, 27], "fine": 110, "finnish": 32, "first": [8, 15, 17, 27, 29, 40, 47, 49, 50, 52, 55, 56, 57, 58, 59, 62, 63, 65, 69, 76, 90, 95, 97, 100, 106, 119, 120, 121, 122, 123, 125], "fit": [54, 65, 126], "five": 36, "fix": 54, "fixed_min_valu": 27, "flag": [77, 100], "flag_embed": [0, 18], "flag_embedding_llm": [0, 18], "flag_embedding_llm_rerank": [77, 92], "flag_embedding_rerank": [77, 93], "flag_embedding_run_model": [18, 23], "flagembed": [58, 92, 93], "flagembeddingllm": 93, "flagembeddingllmrerank": [18, 23], "flagembeddingrerank": [18, 23], "flash": 43, "flashrank": [0, 18, 100], "flashrank rerank": 94, "flashrank_rerank": 94, "flashrank_run_model": [18, 23], "flashrankrerank": [18, 23], "flask": [15, 52, 57], "flat_list": 29, "flatmap": [1, 8], "flatten": 29, "flatten_appli": [0, 29], "flexibl": [65, 98, 116, 126], "float": [0, 15, 17, 23, 27, 28, 30, 52, 66, 76], "float16": [60, 71], "floor": 17, "flow": 54, "fluenci": [17, 73], "fn": 8, "focu": [81, 129], "focus": [46, 126], "folder": [15, 58, 59, 62, 69, 123, 125], "follow": [6, 27, 32, 33, 34, 35, 36, 38, 39, 40, 42, 43, 44, 45, 51, 52, 53, 55, 58, 59, 60, 61, 62, 63, 69, 71, 76, 86, 105, 116, 121, 125, 127, 128], "forget": 129, "form": [2, 6, 32, 35, 40, 41, 51, 54], "format": [0, 29, 32, 38, 40, 41, 44, 55, 86, 105, 121], "forward": 79, "found": [40, 50, 54, 74, 82, 83, 87, 88, 96, 101, 119, 129], "four": [56, 64, 123], "fp16": [92, 93], "fragment": 17, "frame": 0, "framework": [39, 54, 125], "franc": 50, "free": [52, 57, 125, 129], "french": 32, "frequent": [61, 71], "friendli": 53, "from": [0, 2, 6, 7, 8, 9, 10, 11, 12, 14, 15, 17, 23, 26, 27, 28, 29, 32, 33, 34, 35, 36, 38, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 61, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 78, 81, 86, 90, 94, 95, 97, 100, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129], "from_datafram": [0, 28], "from_dict": [0, 28], "from_parquet": [0, 32, 51], "from_trial_fold": [0, 15, 52, 53, 129], "from_yaml": [0, 15, 52, 53, 129], "fstring": [0, 18, 63, 65, 66, 67, 68, 70, 77, 107, 109, 110, 125], "full": [36, 44, 46, 58, 59, 62, 65, 67, 68, 70, 76, 121, 126], "full_ingest": [0, 69], "fulli": 58, "func": [0, 2, 6, 7, 19, 29], "function": [0, 5, 6, 8, 10, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 38, 40, 41, 44, 49, 50, 64, 65, 66, 67, 68, 70, 72, 76, 103, 126, 127, 129], "fundament": 118, "further": [27, 55, 59, 60, 62, 74, 82, 83, 111, 112, 113], "fuse": [27, 116], "fuse_per_queri": [18, 27], "fusion": [27, 117], "futur": [36, 52, 75, 122, 125, 126], "g": [17, 61, 71, 74, 82, 83, 127], "g_eval": [16, 17, 54, 73], "gamma": 17, "gcc": 128, "gcp": 67, "gemini": 43, "gemini_api_kei": 43, "gemma": [23, 92], "gener": [0, 6, 8, 11, 15, 18, 25, 29, 35, 36, 37, 40, 47, 48, 51, 52, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 74, 75, 76, 77, 81, 105, 109, 111, 112, 113, 114, 122, 123, 125, 126, 128], "generate_answ": [4, 6, 40], "generate_basic_answ": [4, 6], "generate_claim": [16, 17], "generate_qa_llama_index": [4, 6, 40, 72], "generate_qa_llama_index_by_ratio": [4, 6, 40], "generate_qa_raga": [4, 6, 39], "generate_qa_row": [4, 6], "generate_row_funct": 6, "generate_simple_qa_dataset": [4, 6], "generate_truth": [16, 17], "generate_verdict": [16, 17], "generate_with_langchain_doc": 6, "generated_log_prob": [0, 28, 127], "generated_text": [0, 15, 17, 28, 52, 127], "generated_token": 127, "generation_gt": [0, 1, 6, 8, 10, 17, 28, 46, 48, 49, 51, 127], "generation_result_df": 127, "generator_class": 25, "generator_dict": 18, "generator_llm": [6, 39], "generator_model": [61, 71], "generator_modul": [25, 109], "generator_module_typ": [17, 111, 112, 113], "generator_nod": [18, 19], "generator_param": 25, "german": 32, "get": [0, 7, 14, 20, 29, 39, 40, 43, 47, 48, 50, 54, 58, 67, 74, 75, 84, 90, 94, 95, 97, 106, 120, 122, 125, 128, 129], "get_best_row": [0, 29], "get_bm25_pkl_nam": [18, 27], "get_bm25_scor": [18, 27], "get_colbert_embedding_batch": [18, 23], "get_colbert_scor": [18, 23], "get_default_llm": 23, "get_event_loop": [0, 29], "get_file_metadata": [1, 14], "get_hybrid_execution_tim": [18, 27], "get_id_scor": [18, 27], "get_ids_and_scor": [18, 27], "get_metric_valu": 0, "get_multi_query_expans": [18, 26], "get_nodes_from_docu": 40, "get_or_create_collect": 40, "get_param_combin": [0, 1, 14, 28], "get_query_decompos": [18, 26], "get_result": [18, 19], "get_result_o1": [18, 19], "get_runn": 0, "get_scores_by_id": [18, 27], "get_start_end_idx": [1, 14], "get_structured_result": [18, 19], "get_support_modul": 0, "get_support_nod": 0, "get_support_vectordb": [0, 30], "get_vers": 52, "gg": [57, 125], "girl": [36, 113], "gist": 54, "git": 58, "github": [17, 36, 57, 58, 125, 128, 129], "give": [0, 47, 55], "given": [0, 5, 6, 15, 17, 27, 29, 40, 46, 48, 50, 63, 65, 66, 67, 68, 70, 80, 97, 98, 101, 103, 111, 112, 122], "glob": [38, 40, 44], "go": [36, 55, 57, 62, 115, 124, 129], "goal": [114, 122], "goe": [72, 125], "gone": 75, "good": [10, 36, 40, 48, 49, 51, 54, 125, 129], "got": 75, "gpt": [9, 10, 11, 12, 17, 25, 39, 40, 43, 44, 48, 50, 54, 61, 65, 66, 67, 68, 70, 71, 73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "gpt-3.5": 75, "gpt-4": 75, "gpt2": [73, 75, 109, 115], "gpt4o": [7, 43], "gpu": [99, 129], "gr": 15, "gradio": [0, 129], "gradiorunn": [0, 15, 129], "grain": 110, "gram": [17, 54], "gratitud": 94, "great": [35, 40, 48, 57, 115, 122], "greatest": 48, "greek": 32, "ground": [6, 17, 36, 46, 48, 54, 55, 73, 122, 127], "ground_truth": 17, "group": [36, 50], "grpc_port": [30, 70], "gt": [0, 17, 36, 46, 54, 55, 56, 122], "guarante": [84, 122], "guess": 47, "guid": [35, 40, 51, 57, 65, 70, 73, 81, 100, 109, 114, 115, 118, 125, 126, 129], "guidanc": 6, "h": 52, "ha": [6, 8, 11, 12, 36, 40, 48, 50, 51, 54, 56, 81, 124, 125, 129], "had": 129, "halftim": 50, "hallucin": [2, 32, 125], "ham": 70, "hamlet": 113, "hand": [36, 84], "handi": 14, "handle_except": 0, "happen": 125, "hard": [40, 47, 57, 122, 125], "hardwar": 99, "harmon": [54, 55, 56], "have": [0, 6, 8, 10, 27, 29, 32, 35, 36, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 99, 102, 104, 113, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129], "haven": 52, "head": 29, "header": [30, 64], "help": [36, 81, 99, 110, 116], "here": [6, 15, 32, 33, 34, 35, 36, 38, 39, 42, 43, 44, 47, 50, 51, 52, 54, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 75, 76, 77, 80, 87, 88, 92, 93, 96, 106, 115, 119, 120, 121, 122, 123, 125, 127, 128, 129], "hf": [21, 80], "hf_config": 60, "hh": 86, "high": [17, 68, 100], "higher": [54, 55, 76, 81, 95, 126], "highest": [10, 27], "highli": [47, 51, 54, 65, 115, 129], "hit": 55, "home": 50, "homepag": 57, "hood": 122, "hop": [6, 8, 12, 40, 49, 113], "hope": 121, "hopefulli": 55, "host": [15, 30, 52, 58, 60, 61, 64, 67, 68, 70, 71, 129], "hour": 53, "how": [6, 32, 35, 38, 40, 44, 46, 49, 50, 51, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 74, 82, 83, 87, 88, 105, 113, 115, 119, 120, 121, 123, 124, 125, 127, 129], "howev": [40, 51, 55, 69, 116, 122, 125], "html": [6, 15, 34, 44], "htmlnodepars": 34, "http": [6, 7, 15, 17, 30, 52, 57, 58, 62, 64, 66, 68, 71, 125], "hug": [58, 99], "huge": 0, "huggingfac": [17, 26, 36, 57, 58, 61, 76, 109, 129], "huggingface_all_mpnet_base_v2": [63, 71], "huggingface_baai_bge_smal": 71, "huggingface_bge_m3": 71, "huggingface_cointegrated_rubert_tiny2": 71, "huggingface_evalu": [16, 17], "huggingfaceembed": 71, "huggingfacellm": [74, 82, 83], "human": 54, "hybrid": [27, 44, 77, 118, 120], "hybrid cc": 116, "hybrid rrf": 117, "hybrid_cc": [0, 18, 63, 77, 114, 116, 118], "hybrid_dbsf": 63, "hybrid_module_func": 27, "hybrid_module_param": 27, "hybrid_rrf": [0, 18, 63, 72, 77, 114, 117, 118, 120], "hybrid_rsf": 63, "hybridcc": [18, 27], "hybridretriev": [18, 27], "hybridrrf": [18, 27], "hyde": [0, 18, 61, 71, 77, 114], "hydrogen": 113, "hyperparamet": [27, 120], "hypothet": 111, "i": [0, 2, 5, 6, 7, 8, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 35, 36, 37, 38, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 79, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113, 115, 116, 117, 118, 119, 121, 123, 126, 127, 129], "id": [0, 20, 23, 27, 29, 30, 32, 36, 49, 52, 59, 65, 66, 67, 68, 69, 70, 89, 94, 99, 118, 127], "id_": 29, "id_column_nam": 29, "idcg": 55, "ideal": [55, 64, 65, 68], "ident": 50, "identifi": [36, 52, 61, 64, 65, 66, 67, 68, 70, 71, 100, 118], "idf": [54, 115], "idx_rang": 8, "ignor": [27, 52], "imag": [36, 121, 129], "imagin": 36, "imdb": 113, "immedi": 114, "impact": [55, 81, 109, 114, 119], "implement": [64, 66, 125, 127], "import": [32, 33, 34, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 58, 61, 64, 69, 71, 72, 84, 113, 115, 117, 125, 129], "importerror": 128, "imposs": [48, 125], "improv": [17, 68, 81, 100, 105, 114, 127], "inc": [57, 58, 125], "includ": [6, 12, 17, 19, 36, 50, 52, 54, 55, 61, 64, 71, 74, 82, 83, 99, 109, 114, 116, 124, 126, 127], "incorrect": [55, 86], "increas": [47, 55, 68, 95, 114, 126, 128], "increment": [12, 52], "index": [0, 2, 5, 6, 10, 27, 29, 32, 36, 48, 50, 52, 59, 60, 62, 67, 74, 75, 77, 110, 128], "index_nam": [30, 65, 67], "index_typ": [30, 66], "index_valu": 29, "indic": [17, 29, 36, 55], "individu": 126, "industri": 52, "infer": [94, 99], "influenc": 55, "info": [52, 58], "inform": [27, 32, 33, 34, 36, 38, 42, 43, 44, 46, 47, 50, 54, 55, 59, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 82, 83, 86, 87, 88, 100, 104, 115, 116, 117, 118, 119, 120, 121, 124, 125, 126, 129], "ingest": [0, 6, 27, 65, 67, 68], "ingest_batch": [30, 65, 67, 68], "ini": 58, "initi": [0, 15, 17, 26, 49, 51, 61, 71, 76, 100, 105, 128], "initial_corpu": 49, "initial_corpus_df": 51, "initial_qa": [49, 51], "initial_qa_df": 51, "initial_raw": 49, "initial_raw_df": 51, "inner": [66, 67, 68, 70, 127], "input": [0, 6, 11, 12, 20, 23, 26, 27, 29, 30, 36, 39, 40, 53, 74, 75, 81, 102, 106, 107, 108, 110, 112, 116, 117, 122, 125], "input_list": 6, "input_metr": 27, "input_str": 23, "input_tensor": 23, "input_text": 23, "inquir": 50, "insert": [29, 36, 65, 66, 67, 68, 70], "insid": [0, 58, 129], "inspect": 58, "inspir": [79, 85, 86, 87, 88, 89, 111], "instal": [52, 57, 61, 70, 71, 115, 129], "instanc": [2, 7, 8, 10, 17, 21, 27, 28, 29, 36, 47, 50, 51, 61, 69, 71, 74], "instead": [0, 50, 72, 129], "instruct": [21, 36, 58, 59, 60, 61, 62, 63, 71, 76, 80, 103, 105, 115], "int": [0, 2, 6, 7, 8, 12, 14, 15, 17, 19, 20, 21, 23, 27, 29, 30, 36, 64, 65, 66, 67, 68, 70], "integ": 52, "integr": [60, 62, 71, 98, 126], "intel": 99, "intellig": 52, "intend": 126, "interact": [15, 53], "interchang": 126, "interest": 125, "interfac": [15, 60, 61, 71], "intermedi": 23, "internet": [15, 119], "interv": 0, "introduc": [47, 54, 72, 124], "introductori": [46, 50], "intuit": 68, "invent": 50, "invokemodel": 0, "involv": [68, 100, 118], "io": 70, "ip": [27, 30, 64, 66, 67, 68, 70], "ir": [23, 91], "irrelev": 84, "is_async": 6, "is_best": 29, "is_dont_know": [8, 10], "is_exist": [0, 30, 65, 66, 67, 68, 70], "is_fields_notnon": [0, 28], "is_passage_depend": [8, 10], "issu": [57, 73, 94, 125, 128, 129], "italian": 32, "item": [17, 29, 55, 88, 89], "iter": [0, 8], "iter_cont": 52, "iterrow": 127, "its": [6, 11, 15, 21, 25, 27, 28, 29, 36, 40, 51, 53, 64, 65, 103, 109, 114, 119, 122, 124, 125], "itself": [46, 61, 71, 116, 122], "ivf_flat": [30, 66], "ja": [10, 17, 32, 46, 48, 50, 58, 115], "japanes": 32, "java_hom": 58, "jdk": 58, "jean": [36, 50], "jeffrei": 57, "jina": [0, 18, 77, 95, 123], "jina_rerank": [77, 100], "jina_reranker_pur": [18, 23], "jinaai": 95, "jinaai_api_kei": [95, 123], "jinarerank": [18, 23], "job": 122, "jq_schema": [42, 44], "json": [29, 41, 43, 44, 52, 129], "json_schema": 0, "json_to_html_t": 41, "judgment": 54, "just": [8, 11, 15, 27, 36, 40, 46, 48, 51, 75, 115, 125, 129], "k": [17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 36, 71, 78, 100, 118, 120], "keep": [0, 29, 51, 75, 86, 88, 89, 120, 129], "kei": [0, 7, 15, 16, 17, 28, 29, 32, 33, 34, 36, 40, 42, 43, 44, 61, 62, 63, 65, 67, 68, 70, 71, 75, 90, 95, 97, 106, 119, 120, 128, 129], "key_column_nam": 29, "keyword": [0, 6, 7, 21, 54, 71, 74, 82, 83, 111, 112, 113], "kf1_polici": 125, "kim": 57, "kind": [36, 125, 128], "kiwi": [32, 115], "kiwi_result": 32, "kiwipiepi": 32, "kkma": 115, "know": [10, 36, 46, 47, 49, 51, 57, 59, 60, 62, 109, 120, 121, 122, 126, 129], "knowledg": [36, 46], "known": [40, 55, 65], "ko": [10, 17, 32, 44, 46, 48, 50, 58, 77, 100], "ko-rerank": 96, "ko_rerank": 77, "konlpi": [33, 58, 115], "korea": [57, 58, 125], "korean": [2, 17, 32, 33, 71, 96, 123], "korerank": [0, 18, 96], "koreranker_run_model": [18, 23], "kosimcs": 71, "kwarg": [0, 6, 7, 8, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 74, 82, 83, 111, 112, 113], "l": [23, 94, 102], "l2": [27, 30, 64, 66, 67, 68, 70, 127], "label": [55, 111], "lama_index": 40, "lambda": [0, 32, 48, 49, 51, 127], "lang": [9, 10, 11, 12, 17, 48, 49, 50, 51, 73], "langchain": [1, 2, 4, 6, 7, 32, 39, 40, 44, 112, 125], "langchain_chunk": [0, 1, 33], "langchain_chunk_pur": [1, 2], "langchain_commun": [40, 42], "langchain_docu": 5, "langchain_document_to_parquet": 40, "langchain_documents_to_parquet": [4, 5, 40, 72], "langchain_openai": 39, "langchain_pars": [0, 1, 38, 42, 44, 45, 51], "langchain_parse_pur": [1, 7], "langchain_text_splitt": 40, "languag": [2, 6, 10, 11, 17, 32, 44, 46, 48, 50, 54, 58, 73, 74, 81, 82, 83, 90, 99, 105, 115, 126], "laredo": 50, "larg": [23, 54, 69, 71, 73, 74, 81, 82, 83, 90, 93, 95, 97, 98, 99, 110, 126], "larger": [65, 66, 67, 68, 70], "last": [38, 44], "last_modified_datetim": [32, 36, 38, 44, 86, 104], "lastli": [119, 120], "later": [55, 86, 129], "latest": [52, 76, 86, 104], "launch": [15, 53, 129], "lazyinit": [0, 32, 71], "le": 0, "lead": [81, 123], "learn": [39, 52, 57, 87, 88, 99, 119, 120, 122, 125, 127, 129], "least": [6, 55, 88, 89, 122, 128], "legaci": [0, 1, 35, 39, 40, 72], "legal": 113, "len": 127, "length": [0, 21, 23, 27, 29, 55, 56, 73, 75, 85, 87, 102, 106, 109, 127], "lengthen": 108, "less": [40, 55, 78, 81], "let": [55, 56, 64, 122, 125, 129], "level": [17, 29, 54, 65, 78, 81, 100, 118, 126], "lexcial": 116, "lexic": [27, 116], "lexical_id": 27, "lexical_scor": 27, "lexical_summari": 27, "lexical_summary_df": 27, "lexical_theoretical_min_valu": [27, 116], "li": 103, "libmag": 58, "librari": [52, 58, 72, 76, 94, 129], "licens": 113, "life": 36, "light": 50, "like": [6, 17, 26, 27, 29, 32, 36, 38, 44, 46, 49, 52, 55, 58, 69, 74, 75, 81, 82, 83, 105, 109, 115, 116, 117, 120, 122, 125, 127, 128, 129], "likelihood": 105, "limit": [23, 67, 75, 91, 92, 93, 94, 95, 99, 101, 102, 106, 125, 126, 128], "line": [0, 15, 19, 21, 22, 23, 25, 26, 27, 51, 52, 58, 65, 66, 67, 68, 70, 73, 78, 81, 84, 100, 109, 114], "linear": 125, "lingua": [81, 123], "link": [8, 15, 53, 54, 59, 63, 69], "linked_corpu": [1, 8], "linked_raw": [1, 8], "linkedin": 57, "linux": 128, "list": [0, 1, 2, 5, 6, 7, 9, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 36, 39, 40, 43, 44, 50, 52, 55, 65, 66, 67, 68, 70, 71, 74, 82, 83, 92, 93, 94, 103, 113, 116, 120, 127], "list1": 27, "list2": 27, "lite": [94, 106], "liter": [15, 55], "literal_ev": 120, "littl": [26, 40, 47, 51, 125], "live": 64, "ll": [44, 51, 52, 53, 55, 64, 70, 114, 123], "llama": [2, 5, 6, 10, 21, 32, 40, 44, 48, 50, 59, 60, 62, 74, 75, 77, 80, 94], "llama3": [48, 63, 128], "llama_cloud_api_kei": [7, 43], "llama_docu": 5, "llama_document_to_parquet": 40, "llama_documents_to_parquet": [4, 5], "llama_gen_queri": [1, 8, 49, 50, 51, 72], "llama_index": [1, 4, 34, 40, 46, 47, 48, 49, 50, 51, 61, 71, 73, 82, 83, 110, 128], "llama_index_chunk": [0, 1, 32, 34, 49, 51], "llama_index_chunk_pur": [1, 2], "llama_index_gen_gt": [1, 8, 46, 49, 51], "llama_index_generate_bas": [8, 9, 12], "llama_index_llm": [0, 17, 18, 25, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 101, 109, 111, 112, 113, 122, 125, 128], "llama_index_query_evolv": [1, 8, 47], "llama_pars": [1, 7, 38, 43, 44, 45], "llama_parse_pur": [1, 7], "llama_text_node_to_parquet": [4, 5, 40], "llamaindex": [7, 40, 47, 48, 50, 61, 71, 74, 76, 79, 86, 87, 88, 101, 125], "llamaindexcompressor": [18, 21], "llamaindexllm": [18, 19], "llamapars": [0, 1, 43, 44], "llm": [0, 6, 9, 10, 11, 12, 17, 18, 19, 21, 23, 35, 36, 40, 41, 46, 47, 49, 50, 51, 52, 54, 57, 58, 59, 62, 65, 66, 67, 68, 70, 73, 76, 77, 81, 82, 83, 84, 94, 100, 101, 107, 108, 109, 110, 111, 112, 113, 114, 122, 123, 125, 129], "llm evalu": 73, "llm infer": 76, "llm metric": [54, 124, 128], "llm_lingua": [21, 80], "llm_name": 21, "llmlingua": 80, "llmlingua_pur": [18, 21], "load": [0, 5, 15, 29, 36, 40, 58, 65, 66, 67, 68, 70, 127], "load_all_vectordb_from_yaml": [0, 30], "load_bm25_corpu": [18, 27], "load_data": 40, "load_dotenv": 58, "load_summary_fil": [0, 29], "load_vectordb": [0, 30], "load_vectordb_from_yaml": [0, 30], "load_yaml": [1, 14], "load_yaml_config": [0, 29], "loader": [38, 40, 42, 44], "local": [40, 52, 57, 60, 61, 64, 69, 71, 101, 119, 129], "local model": [61, 71], "local_model": 6, "localhost": [30, 64, 66, 68, 70], "locat": [58, 67, 125], "log": [52, 58, 74, 127], "log2": 55, "log_cli": 58, "log_cli_level": 58, "logarithm": 55, "logarithmic": 55, "logic": [54, 127], "logprob": 75, "long": [66, 77, 81, 109, 121, 123, 125], "long context reord": 108, "long_context_reord": [0, 18, 77, 108], "longcontextreord": [18, 25], "longer": [6, 72], "longest": 17, "longllm": 123, "longllmlingua": [0, 18, 80], "look": [26, 27, 32, 36, 38, 44, 49, 55, 56, 115, 116, 117, 120, 125], "loop": [29, 126, 128], "loss": 67, "lost in the middl": 108, "lot": [36, 48, 122, 129], "low": 10, "lower": [29, 48, 55, 69, 81, 85, 89, 128], "lowercas": [33, 34, 42], "m": [23, 58, 94, 102], "m3": 71, "mac": [58, 128], "machin": [52, 64], "made": [47, 48, 56, 125, 129], "magic": 125, "mai": [55, 65, 66, 67, 68, 70, 76, 126, 128], "main": [35, 60, 65, 66, 67, 68, 70, 71, 123, 125], "major": [61, 71], "make": [0, 6, 8, 27, 29, 35, 36, 39, 50, 57, 58, 59, 60, 62, 63, 65, 68, 74, 76, 81, 82, 83, 107, 108, 109, 110, 122, 125, 127, 129], "make_basic_gen_gt": [8, 11, 46, 49, 51], "make_batch": [0, 29], "make_combin": [0, 29], "make_concise_gen_gt": [8, 11, 46, 49, 51], "make_custom_gen_gt": [8, 11, 46], "make_gen_gt_llama_index": [8, 11], "make_gen_gt_openai": [8, 11], "make_generator_callable_param": [0, 18, 25], "make_generator_inst": [16, 17], "make_llm": [18, 21], "make_metadata_list": [1, 2], "make_node_lin": 0, "make_qa_with_existing_qa": [4, 6, 40], "make_retrieval_callable_param": [18, 26], "make_retrieval_gt_cont": [1, 8, 49, 51], "make_single_content_qa": [4, 6, 40, 72], "make_trial_summary_md": 0, "maker": [19, 25, 52, 63, 77, 107, 110, 122, 123, 125], "malayalam": 32, "malfunct": 129, "manag": [58, 64, 65, 66, 67, 68, 70, 120], "mandatori": 127, "manhattan": [68, 70], "mani": [47, 55, 74, 76, 82, 83, 113, 122], "manual": 129, "map": [0, 1, 8, 9, 10, 11, 12, 15, 17, 23, 32, 48, 49, 127], "marco": [23, 94, 102], "margin": 54, "markdown": [29, 43, 44, 45], "marker": [57, 58, 125], "markov": 122, "master": 17, "match": [17, 36, 54, 68, 127], "matter": 125, "max": [10, 27, 75, 116], "max_length": 102, "max_ngram_ord": 17, "max_retri": [0, 6, 30, 68], "max_token": [0, 61, 71, 74, 75, 76, 82, 83, 111, 112, 113, 114], "max_token_s": 19, "maximum": [0, 6, 17, 61, 68, 71, 76, 102], "md": [40, 44], "me": [107, 108, 109, 110, 122, 125], "mean": [0, 6, 10, 17, 21, 22, 23, 27, 29, 36, 40, 46, 47, 54, 56, 76, 84, 115, 116, 121, 122, 126, 128], "measur": [0, 54, 56, 109, 114, 118, 127], "measure_spe": 0, "mechan": 126, "med": 98, "meet": 54, "meger": 125, "member": [36, 50], "memori": [64, 65, 66, 67, 68, 70, 91, 92, 93, 94, 99, 102, 128], "mention": [52, 53], "merced": 113, "merg": [45, 83, 125, 126], "messag": [0, 9, 12, 23, 42, 47, 50], "messagerol": [47, 50], "messages_to_prompt": 0, "messagestoprompttyp": 0, "metad": 14, "metadata": [0, 2, 9, 10, 11, 12, 14, 15, 23, 32, 86, 104], "metadata_list": 2, "meteor": [16, 17, 63, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "method": [0, 2, 5, 6, 7, 15, 17, 27, 28, 32, 38, 39, 45, 46, 47, 48, 49, 50, 51, 54, 58, 65, 66, 67, 68, 69, 70, 73, 109, 110, 114, 115, 116, 118, 120, 122, 124, 128], "metric": [0, 16, 19, 21, 25, 26, 27, 28, 36, 63, 64, 65, 66, 67, 68, 70, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 121, 124, 125, 126, 127, 128], "metric_input": [16, 17, 19, 21, 25, 26, 27, 127], "metric_nam": [54, 73, 127], "metricinput": [0, 16, 17, 19, 21, 25, 26, 27], "mexican": 50, "might": [17, 39, 58, 75, 122, 127, 128, 129], "milvu": [0, 69], "milvus_db": 66, "milvus_token": [66, 69], "milvus_uri": [66, 69], "min": [27, 116], "mind": [120, 129], "mini": [10, 11, 43, 44, 48, 50, 65, 66, 67, 68, 70], "minilm": [23, 94, 102], "minimum": [27, 113, 116, 129], "mip": [69, 119], "miss": 128, "mistak": [48, 128, 129], "mistral": [60, 61, 71, 76, 115], "mistralai": [60, 61, 71, 76, 115], "mix": 126, "mixbread": 123, "mixedbread": [23, 100], "mixedbread rerank": 97, "mixedbreadai": [0, 18, 97], "mixedbreadai_rerank": 97, "mixedbreadai_rerank_pur": [18, 23], "mixedbreadairerank": [18, 23], "mjpost": 17, "mm": [27, 86, 116, 118], "mmarco": 98, "mobil": 65, "mock": [0, 61, 64, 71], "mockembed": 0, "mockembeddingrandom": 0, "mockllm": [61, 71], "modal": 36, "mode": [0, 20, 76, 78, 79], "model": [0, 6, 7, 9, 10, 11, 12, 15, 17, 23, 25, 27, 36, 40, 45, 48, 49, 50, 53, 54, 55, 57, 59, 60, 62, 64, 65, 66, 67, 68, 69, 70, 73, 74, 75, 76, 78, 81, 82, 83, 87, 88, 90, 91, 92, 93, 94, 95, 96, 99, 101, 102, 103, 105, 108, 109, 111, 112, 113, 115, 119, 121, 122, 123, 125, 126, 127, 128, 129], "model_computed_field": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_config": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_field": [0, 8, 9, 10, 11, 12, 15, 18, 23], "model_kwarg": [60, 71], "model_nam": [0, 9, 10, 11, 12, 21, 23, 29, 60, 71, 80, 91, 92, 93, 97, 98, 102], "model_post_init": 0, "modelid": 0, "modeling_enc_t5": [18, 23], "modest": 55, "modifi": [36, 38, 44, 59, 60, 62, 129], "modul": [33, 34, 41, 42, 43, 51, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 72, 77, 78, 84, 121, 123, 124, 125, 128, 129], "modular": [121, 126], "modular rag": 125, "module_dict": 28, "module_nam": [0, 8], "module_param": [0, 2, 7, 8, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29], "module_summary_df": 27, "module_typ": [0, 26, 28, 32, 33, 34, 38, 41, 42, 43, 44, 45, 51, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 125, 128], "module_type_exist": [0, 28], "monot5": [0, 18, 58, 77, 100], "monot5_run_model": [18, 23], "more": [6, 12, 27, 29, 33, 34, 36, 39, 42, 43, 47, 49, 50, 51, 54, 55, 65, 66, 67, 68, 69, 70, 72, 73, 76, 81, 96, 100, 101, 109, 110, 113, 114, 115, 120, 121, 124, 126, 129], "most": [6, 40, 51, 55, 61, 66, 68, 71, 73, 100, 110, 115, 118, 119, 120, 122, 129], "mount": 58, "mpnet": [17, 71], "mrr": [17, 127], "msmarco": [23, 98], "mt5": 98, "much": [47, 48, 69, 125, 127, 128], "multi": [8, 12, 36, 50, 77, 113, 114], "multi query expans": 112, "multi_context": [6, 39], "multi_query_expans": [0, 18, 61, 71, 77, 112], "multilingu": [90, 115], "multimod": 7, "multipl": [8, 25, 26, 27, 29, 38, 44, 51, 59, 66, 69, 112, 113, 116, 117, 120, 121, 122, 125, 126], "multiple_queries_gen": [8, 12], "multiqueryexpans": [18, 26], "multiqueryretriev": 112, "multitask": 71, "must": [0, 5, 6, 8, 15, 20, 21, 22, 23, 25, 27, 29, 33, 34, 36, 40, 44, 50, 51, 52, 55, 58, 61, 63, 65, 71, 76, 78, 86, 98, 104, 107, 108, 110, 113, 116, 120, 125, 126, 127, 128, 129], "mxbai": [23, 97], "mxbai_api_kei": [97, 123], "my_bucket": 65, "my_collect": 65, "my_scop": 65, "my_vector_collect": [66, 68, 70], "my_vector_index": [65, 67], "n": [8, 12, 17, 23, 32, 41, 49, 51, 54, 58, 63, 65, 66, 67, 68, 70, 75, 104, 107, 108, 109, 110, 114, 125], "n_thread": 17, "naiv": [47, 123, 125], "name": [0, 7, 8, 9, 10, 11, 12, 15, 16, 17, 23, 26, 27, 29, 43, 50, 52, 59, 61, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 84, 87, 88, 100, 101, 109, 114, 115, 116, 117, 121, 127, 129], "namespac": [30, 67], "natur": [49, 54, 99], "naver": 41, "ndarrai": 29, "ndcg": 127, "necessari": [40, 58, 114], "need": [0, 2, 6, 32, 35, 36, 39, 40, 43, 45, 47, 51, 53, 55, 58, 59, 62, 63, 65, 66, 67, 68, 69, 70, 81, 90, 95, 97, 106, 109, 113, 115, 119, 120, 121, 125, 127, 128, 129], "nemotron": 62, "nest": 29, "nest_asyncio": [52, 128, 129], "nested_list": 29, "network": 68, "neural": 68, "never": 57, "new": [0, 8, 9, 35, 36, 47, 50, 51, 53, 58, 61, 65, 66, 67, 68, 70, 71, 76, 120, 124, 125, 128, 129], "new_corpu": 8, "new_corpus_df": 51, "new_gen_gt": 11, "new_qa": 51, "newjeans1": 36, "newjeans2": 36, "newlin": 17, "next": [56, 77, 78, 90, 95, 97, 106, 109, 125], "next_id": 36, "ngrok": 15, "nim": 61, "nim_config": 62, "nlg": 54, "nlist": 66, "nltk": 58, "node": [0, 5, 15, 36, 40, 56, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 74, 77, 111, 112, 113, 116, 123, 124], "node_dict": 28, "node_dir": [0, 27], "node_lin": [63, 65, 66, 67, 68, 70, 72, 78, 81, 84, 100, 109, 114, 120, 121, 124, 125], "node_line_1": [59, 60, 61, 62, 71, 120, 125], "node_line_2": [120, 125], "node_line_3": 120, "node_line_dict": 0, "node_line_dir": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "node_line_nam": [59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 121, 124, 125], "node_nam": 0, "node_param": [0, 28], "node_pars": [34, 40], "node_summary_df": 0, "node_typ": [0, 15, 28, 59, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 78, 81, 84, 100, 109, 114, 118, 120, 124, 125, 128], "node_view": 0, "nodepars": 2, "nodewithscor": 23, "non": 45, "none": [0, 2, 5, 6, 7, 8, 15, 17, 18, 23, 28, 29, 30, 52, 64, 66, 69, 73, 81, 109], "nonetyp": [0, 15], "normal": [27, 93, 116], "normalize_dbsf": [18, 27], "normalize_mean": 124, "normalize_method": [27, 116, 118], "normalize_mm": [18, 27], "normalize_str": [0, 29], "normalize_tmm": [18, 27], "normalize_unicod": [0, 29], "normalize_z": [18, 27], "norwegian": 32, "nosql": 65, "notabl": 108, "note": [65, 66, 67, 68, 70, 78], "notion": 77, "nousresearch": [21, 80], "now": [36, 39, 40, 49, 51, 63, 76, 119, 120, 122, 124, 125, 127, 128, 129], "np": 29, "ntabl": 41, "nuevo": 50, "nullabl": 52, "num_passag": [20, 79], "num_quest": [6, 40], "num_work": 0, "number": [0, 6, 23, 27, 29, 38, 40, 44, 52, 55, 56, 61, 65, 66, 67, 68, 70, 71, 76, 78, 79, 81, 84, 113, 114, 121, 126, 129], "numer": 57, "nvidia": 61, "o": 58, "object": [0, 8, 9, 10, 11, 12, 15, 17, 23, 28, 29, 30, 40, 52, 74, 82, 83, 86, 104, 111, 112, 113], "observ": [53, 108], "obtain": 100, "occur": [36, 75, 76, 120, 125, 128], "ocr": [41, 45], "offer": [68, 116], "offici": [17, 29], "often": [40, 50, 115, 128], "ok": 52, "okai": [36, 47], "okt": 115, "ollama": [48, 61, 71], "ollama_config": 63, "onc": [36, 47, 51, 63, 74, 76, 82, 83, 90, 95, 116, 121, 125, 129], "one": [0, 2, 6, 8, 12, 21, 22, 23, 25, 29, 32, 36, 40, 44, 49, 50, 51, 55, 69, 86, 88, 89, 109, 120, 121, 122, 126, 128], "one_hop_quest": [8, 12], "ones": 50, "onli": [6, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 36, 38, 43, 44, 46, 49, 50, 51, 52, 56, 58, 63, 66, 68, 69, 70, 74, 82, 83, 86, 109, 110, 121, 122, 123, 125, 127, 129], "oom": [101, 128], "open": [67, 70, 99, 119, 122, 128], "openai": [6, 7, 9, 10, 11, 12, 17, 20, 25, 26, 40, 43, 44, 47, 48, 49, 50, 51, 61, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 78, 81, 82, 83, 87, 88, 101, 109, 111, 112, 113, 114, 118, 122, 125], "openai_api_kei": [43, 58, 75, 128], "openai_chroma": 119, "openai_couchbas": 65, "openai_embed_3_larg": [6, 40, 65, 66, 67, 68, 69, 70, 71, 72], "openai_embed_3_smal": [69, 71, 72, 127], "openai_gen_gt": [1, 8, 46], "openai_gen_queri": [1, 8, 50], "openai_llm": [0, 17, 18, 77, 109], "openai_milvu": [66, 119], "openai_pinecon": 67, "openai_qdr": 68, "openai_query_evolv": [1, 8, 47], "openai_truncate_by_token": [0, 29], "openai_weavi": 70, "openaiembed": [27, 39], "openailik": [60, 61, 62, 71, 128], "openaillm": [18, 19], "openapi": 52, "openvino": [0, 18, 100], "openvino rerank": 99, "openvino_rerank": 99, "openvino_run_model": [18, 23], "openvinorerank": [18, 23, 99], "oper": [36, 64, 66, 76, 81, 118, 126], "oppos": 78, "opt": [72, 76], "optim": [0, 15, 32, 35, 36, 38, 39, 44, 48, 49, 51, 57, 59, 60, 62, 63, 75, 76, 81, 87, 88, 99, 115, 116, 117, 120, 121, 124, 125, 126, 127], "optimize_hybrid": [18, 27], "option": [0, 5, 6, 17, 32, 38, 44, 52, 53, 58, 63, 64, 66, 67, 68, 70, 73, 78, 80, 81, 84, 96, 97, 98, 100, 103, 105, 109, 114, 116, 117, 120, 122, 124, 126, 127, 129], "order": [15, 17, 54, 55], "org": 57, "organ": [67, 121, 123], "orient": 54, "origin": [0, 9, 27, 29, 36, 47, 86, 105, 127], "original_queri": 47, "original_str": 32, "original_text": 14, "other": [15, 17, 27, 29, 35, 36, 46, 47, 50, 54, 55, 58, 74, 81, 82, 83, 84, 99, 101, 111, 112, 113, 116, 120, 121, 122, 125, 127, 129], "otherwis": [38, 44, 65], "our": [27, 32, 36, 38, 40, 41, 44, 57, 58, 77, 85, 89, 111, 112, 113, 122, 125, 128, 129], "out": [36, 51, 55, 57, 58, 63, 66, 71, 73, 76, 84, 85, 86, 87, 88, 89, 120, 121, 125, 128, 129], "outcom": [109, 114], "outlin": 69, "outperform": 54, "output": [0, 6, 9, 11, 15, 39, 50, 54, 61, 71, 73, 80, 105, 109, 114, 128], "output_cl": 19, "output_filepath": [5, 6, 40], "output_pars": 0, "output_path": [15, 129], "over": [64, 76, 126], "overal": [54, 100, 122], "overfit": 129, "overlap": 56, "overrid": 17, "overview": [64, 65, 66, 67, 68, 70], "overwrit": [5, 6], "own": [6, 7, 36, 37, 41, 43, 47, 51, 57, 64, 84, 111, 112, 113, 122, 126, 127, 129], "owner": 94, "p": 70, "p4dyxfmsa": [57, 125], "packag": [58, 61, 71, 72, 128], "page": [7, 32, 36, 38, 41, 44, 45, 49, 52, 58, 77, 101], "paid": 45, "pair": [6, 29, 35, 40, 54], "panda": [0, 28, 29, 39, 40, 51, 127], "paper": [17, 50, 54, 105, 111, 113, 125], "paradigm": [54, 125], "parallel": [30, 68, 76, 94], "param": [0, 2, 10, 17, 25, 26, 30, 66, 72, 76, 121], "param_list": [18, 21], "paramet": [0, 5, 6, 7, 8, 10, 11, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 40, 43, 47, 53, 54, 63, 69, 120, 121, 122, 126, 127, 128, 129], "parent": 15, "parquet": [0, 5, 6, 8, 32, 36, 38, 39, 40, 44, 49, 51, 58, 59, 60, 62, 63, 69, 121, 127, 128, 129], "pars": [0, 1, 2, 8, 32, 33, 34, 35, 36, 41, 120], "parse_all_fil": [1, 7], "parse_config": [32, 38, 44, 51], "parse_inst": 7, "parse_method": [7, 33, 38, 42, 44, 45, 51], "parse_modul": 42, "parse_output": [4, 6], "parse_project_dir": 51, "parsed_data_path": [0, 32, 51], "parsed_result": [2, 44], "parser": 51, "parser_nod": [1, 7], "part": [35, 55, 65, 123, 126], "particularli": [68, 69], "pass": [0, 6, 25, 39, 74, 77, 82, 83, 111, 112, 113, 125], "pass_compressor": [0, 18, 77], "pass_passage_augment": [0, 18, 77], "pass_passage_filt": [0, 18, 77], "pass_query_expans": [0, 18, 77], "pass_rerank": [0, 18, 77], "pass_valu": 125, "passag": [0, 8, 10, 12, 15, 20, 21, 22, 23, 27, 32, 36, 47, 52, 55, 56, 58, 63, 65, 66, 67, 68, 70, 77, 79, 81, 90, 91, 92, 93, 95, 97, 98, 100, 101, 102, 103, 104, 105, 106, 111, 115, 116, 117, 119, 123, 125, 127, 128, 129], "passage augment": [78, 79], "passage compressor": [81, 82, 83], "passage compressor metr": 56, "passage filt": [84, 85, 86, 87, 88, 89], "passage_augment": 78, "passage_depend": [1, 8, 48], "passage_dependency_filter_llama_index": [8, 10, 48], "passage_dependency_filter_openai": [8, 10, 48], "passage_filt": 84, "passage_id": 27, "passage_index": [0, 15, 52], "passage_rerank": 125, "passage_str": 6, "passageaugment": [0, 18], "passagecompressor": [0, 18], "passagefilt": [0, 18], "passagererank": [0, 18], "passcompressor": [18, 21], "passpassageaugment": [18, 20], "passpassagefilt": [18, 22], "passqueryexpans": [18, 26], "passrerank": [18, 23], "password": [30, 65, 66], "path": [0, 2, 6, 7, 8, 14, 15, 22, 23, 25, 26, 27, 28, 29, 30, 32, 38, 39, 40, 44, 51, 52, 58, 59, 60, 62, 63, 64, 69, 72, 94, 99, 115, 128, 129], "pattern": [38, 44], "payload": [52, 68], "pd": [0, 5, 6, 23, 28, 29, 39, 40, 51, 127], "pdf": [38, 44], "pdfminer": [38, 42, 44, 51], "pdfplumber": [38, 42, 45], "penalti": 17, "peopl": 47, "per": [38, 40, 44, 56, 67, 88, 89, 124, 128], "percentag": 55, "percentil": [77, 84], "percentile cutoff": 85, "percentile_cutoff": [0, 18, 85], "percentilecutoff": [18, 22], "perfect": [48, 125], "perform": [8, 17, 26, 32, 36, 38, 45, 48, 50, 51, 53, 55, 56, 57, 65, 66, 67, 68, 70, 73, 75, 78, 81, 84, 99, 100, 108, 109, 114, 122, 125, 127], "persist": [30, 64, 69, 71, 72], "persistentcli": 40, "perspect": 112, "pertin": 100, "phase": [69, 100, 114], "phrase": [11, 46, 50], "piec": 26, "pinecon": [0, 69], "pinecone_api_kei": 67, "pinecone_db": 67, "pip": [52, 57, 58, 62, 115, 128], "pipelin": [0, 15, 35, 49, 51, 52, 53, 57, 58, 94, 116, 121, 122, 125, 127], "pipeline_dict": 129, "pkl": 121, "place": 50, "placehold": [6, 40], "plan": [36, 43, 73, 125], "pleas": [0, 6, 17, 23, 27, 36, 51, 55, 58, 59, 61, 62, 69, 71, 73, 76, 77, 80, 105, 109, 114, 115, 120, 125, 126, 128, 129], "plu": [6, 27, 36, 39, 58, 61, 71, 76, 86, 87, 88, 104, 109, 113, 115, 119, 120], "plz": 59, "point": [58, 63], "polish": 32, "pop": [29, 36], "pop_param": [0, 29], "poppler": 58, "popular": [54, 115], "port": [0, 15, 30, 52, 64, 70, 129], "porter": 17, "porter_stemm": [27, 72], "portugues": 32, "posit": [55, 108], "possibl": [122, 125, 128], "post": 125, "post_retrieve_node_lin": [63, 65, 66, 67, 68, 70, 73, 109], "potenti": [17, 81], "power": [48, 90, 95, 106, 125], "ppv": 55, "pre": [46, 47, 48, 58, 125, 129], "pre_retrieve_node_lin": 114, "precis": [17, 54, 81, 111, 118], "pred": [17, 55], "predefin": [73, 81, 100], "predict": [17, 55], "prefix": 105, "prefix_prompt": [23, 105], "prepar": [63, 65], "preprocess": 0, "preprocess_text": [0, 29], "present": [54, 58], "pretti": 125, "prev": [77, 78], "prev next augment": 79, "prev_id": 36, "prev_next_augment": [0, 18, 36, 77, 78, 79], "prev_next_augmenter_pur": [18, 20], "prevent": [2, 11, 32, 67, 75, 101, 125], "preview": 17, "previou": [0, 19, 20, 21, 22, 23, 25, 26, 27, 54, 72, 89, 122, 125], "previous_result": [0, 19, 20, 21, 22, 23, 25, 26, 27, 28], "prevnextpassageaugment": [18, 20], "primari": [78, 84, 100, 103], "primarili": 45, "primit": 40, "print": [0, 23, 52], "prior": [40, 81], "priorit": 100, "privat": 0, "pro": 43, "prob": 74, "probabl": [75, 76, 122, 127], "problem": [0, 40, 51, 54, 125, 128], "process": [6, 17, 23, 29, 35, 40, 51, 52, 53, 57, 64, 65, 66, 67, 68, 70, 73, 76, 81, 99, 100, 103, 109, 112, 114, 118, 121, 122, 126, 127, 128, 129], "process_batch": [0, 29], "processed_data": [5, 6], "prod": 58, "produc": 54, "product": [58, 66, 67, 68, 69, 70, 127, 129], "profil": 0, "profile_nam": [0, 59], "programmat": 0, "progress": 0, "project": [15, 52, 57, 58, 63, 69, 128], "project_dir": [0, 2, 7, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 38, 44, 51, 52, 53, 58, 59, 60, 62, 63, 64, 69, 72, 128, 129], "project_directori": [69, 128, 129], "prompt": [0, 1, 6, 8, 17, 19, 21, 23, 25, 28, 46, 47, 50, 52, 63, 65, 66, 67, 68, 70, 74, 76, 77, 101, 105, 107, 108, 110, 111, 112, 122, 123, 125, 127], "prompt1": [6, 40], "prompt2": [6, 40], "prompt3": 40, "prompt_mak": [63, 65, 66, 67, 68, 70, 109, 122, 125], "promptmak": [0, 18], "prompts_ratio": [6, 40], "promt": 47, "proper": [6, 75], "properli": [29, 58, 69, 115], "properti": [0, 8, 70], "propos": 125, "protect": 67, "protected_namespac": 0, "provid": [40, 41, 43, 46, 50, 52, 53, 54, 64, 66, 67, 69, 74, 82, 83, 98, 105, 129], "pseudo": 75, "pt": 98, "ptt5": 98, "public": 15, "publicli": 15, "pull": 63, "punctuat": 29, "punkt_tab": 58, "punktsentencetoken": 32, "pure": [0, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28], "purpos": [65, 66, 67, 68, 70, 78, 84, 100, 114, 126], "push": 128, "put": [36, 40, 43, 80, 123, 128], "pwd": 58, "py": [17, 52], "pyarrow": 127, "pydant": [0, 9, 10, 11, 12, 15, 23], "pydantic_model_": 0, "pydantic_program_mod": 0, "pydanticprogrammod": 0, "pymupdf": 42, "pyopenssl": 58, "pypdf": 42, "pypdfdirectori": 42, "pypdfdirectoryload": 42, "pypdfium2": 42, "pypi": 57, "pytest": 58, "python": [0, 29, 33, 36, 40, 58, 94, 107, 120, 128], "python3": 58, "pythoncodetextsplitt": 33, "pytorch": [58, 76], "q": 40, "qa": [0, 1, 6, 25, 26, 27, 32, 35, 46, 47, 48, 50, 58, 59, 60, 62, 63, 69, 72, 121, 127, 128, 129], "qa_cnt": 0, "qa_creation_func": [6, 40], "qa_data": [27, 28], "qa_data_path": [0, 58, 59, 60, 62, 63, 69, 128, 129], "qa_dataset": 6, "qa_df": [8, 29, 39, 40, 46, 48, 50, 127], "qa_save_path": 8, "qa_test": 129, "qa_valid": 58, "qacreat": [1, 4, 39, 40, 72], "qdrant": [0, 69], "qdrant_db": 68, "qid": [8, 50], "qualiti": [54, 100, 129], "quantit": 126, "quantiz": 128, "queri": [0, 1, 6, 8, 9, 15, 17, 21, 22, 23, 25, 26, 27, 28, 29, 30, 42, 46, 51, 52, 53, 63, 64, 66, 67, 68, 70, 72, 77, 78, 81, 82, 84, 87, 88, 89, 96, 97, 98, 100, 101, 103, 106, 107, 108, 109, 110, 111, 118, 119, 122, 123, 125, 127], "query decompos": 113, "query expans": [111, 112, 113, 114], "query_bundl": 23, "query_decompos": [0, 18, 61, 71, 77, 113, 114], "query_embed": [23, 27], "query_evolve_openai_bas": [8, 9], "query_expans": [15, 26, 109, 114, 122], "query_gen_openai_bas": [8, 12], "query_wrapper_prompt": 0, "querybundl": 23, "querydecompos": [18, 26], "queryexpans": [0, 18], "queryrequest": [0, 15], "question": [6, 8, 10, 12, 23, 26, 35, 36, 40, 46, 47, 54, 57, 63, 65, 66, 67, 68, 70, 80, 103, 105, 107, 108, 109, 110, 113, 125, 129], "question_num": 6, "question_num_per_cont": [6, 40], "quick": [68, 69], "quickli": 81, "quit": [54, 73], "r": 58, "rag": [0, 6, 10, 15, 32, 35, 36, 38, 39, 40, 44, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 69, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 128], "rag api": 52, "rag dataset": [36, 39, 40], "rag deploi": [52, 53], "rag evalu": [36, 39, 40, 54, 55, 56, 73, 124, 128], "rag llm": [61, 71], "rag metr": [54, 55, 56, 124, 128], "rag model": [61, 71], "rag optim": [57, 120, 122, 123, 126], "rag perform": 122, "rag structur": 126, "rag tutori": 129, "rag web": 53, "raga": [1, 4, 37, 47, 55], "rais": 17, "raise_except": 6, "raise_for_statu": 52, "ran": 121, "random": [0, 6, 61, 71, 76], "random_single_hop": [1, 8, 49, 51, 72], "random_st": [0, 6, 8], "randomli": [6, 40, 49], "rang": [49, 116, 117], "range_single_hop": [1, 8, 49], "rank": [17, 27, 94, 115, 117, 127], "rank_zephyr_7b_v1_ful": 94, "rankgpt": [0, 18, 77, 100], "rankgpt_rerank_prompt": [18, 23, 101], "rankgptrerank": 23, "rate": [55, 68, 128], "ratio": [6, 40], "ratio_dict": 40, "raw": [1, 8, 35, 36, 38, 41, 42, 43, 44, 45, 49, 51, 57, 72], "raw_df": [0, 8, 51], "raw_end_idx": 8, "raw_id": 8, "raw_inst": 51, "raw_start_idx": 8, "re": [66, 68, 70, 87, 88, 94, 125, 127, 128], "read": [0, 57, 63, 65, 66, 67, 68, 70, 107, 108, 109, 110, 120, 125], "read_parquet": [39, 40, 51, 127], "readi": [40, 58, 59, 60, 62, 63, 68, 122, 129], "real": [36, 40, 53, 75, 125], "realist": 47, "realli": [27, 36, 47, 76, 122, 125], "reason": [6, 39, 128], "reasoning_evolve_raga": [8, 9, 47], "reassess": 100, "recal": [17, 54, 81, 118], "receiv": [29, 53], "recenc": [0, 18, 77, 84], "recency_filt": [77, 86], "recencyfilt": [18, 22], "reciproc": [17, 27, 117, 124], "recogn": 128, "recognit": 99, "recommend": [17, 25, 47, 50, 51, 58, 60, 69, 71, 75, 109, 115, 121, 123, 125, 128, 129], "reconstruct": 29, "reconstruct_list": [0, 29], "record": 121, "recurs": [29, 83], "recursivecharact": 33, "recursivecharactertextsplitt": 40, "reduc": [55, 81], "reduct": 81, "refer": [6, 51, 54, 55, 61, 63, 69, 71, 72, 73, 77, 109, 114, 126, 129], "refin": [0, 18, 61, 71, 77, 81, 100], "reflect": 115, "region": [0, 30, 67], "region_nam": 0, "regist": 62, "rel": 17, "relat": [36, 54, 55, 74, 82, 83, 84, 105, 111, 112, 113], "relationship": 14, "releas": [37, 50], "relev": [17, 23, 36, 40, 50, 52, 55, 73, 81, 97, 98, 100, 101, 111, 114, 118], "reliabl": 68, "remain": [51, 126], "remap": 51, "remeb": 40, "rememb": [55, 58, 122], "remind": 129, "remot": [15, 64, 69], "remov": [27, 28, 29, 40, 48], "reorder": [77, 100, 109], "repeat": 6, "replac": [0, 8, 9, 10, 11, 12, 15, 21, 23, 29, 47, 52, 53, 59, 65, 77, 109], "replace_valu": 29, "replace_value_in_dict": [0, 29], "repo": [36, 57, 59, 62, 115, 129], "repositori": [58, 63], "repres": [72, 119, 122], "request": [0, 68, 125], "request_timeout": 128, "requir": [0, 6, 9, 10, 11, 12, 15, 17, 23, 38, 43, 44, 50, 52, 54, 58, 61, 64, 65, 66, 67, 68, 69, 70, 71, 74, 81, 82, 83, 97, 98, 111, 112, 113, 116, 117, 123, 126, 127], "rerank": [21, 22, 23, 36, 58, 77, 81, 86, 90, 95, 98, 100, 101, 103, 105, 106, 123, 125], "reranker_recal": 125, "reset": [36, 48, 128], "reset_index": [48, 49, 51, 128], "resid": 126, "resolv": 128, "resourc": [64, 69, 72, 122], "respect": [56, 69], "respond": [46, 114], "respons": [0, 8, 9, 10, 11, 12, 46, 47, 53, 61, 66, 71, 81, 82, 114], "rest": [51, 101], "restart_evalu": 129, "restart_tri": [0, 129], "result": [0, 2, 6, 8, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 29, 33, 34, 40, 43, 45, 48, 50, 51, 52, 54, 55, 56, 57, 63, 75, 78, 89, 100, 109, 114, 116, 118, 121, 124, 125, 127, 128], "result_column": [0, 15, 52], "result_df": [19, 21, 25, 27], "result_en_qa": 48, "result_qa": [46, 50], "result_to_datafram": [0, 29], "result_typ": [43, 44, 45], "retreived_cont": [107, 108, 110], "retri": [0, 6, 68, 122], "retriev": [0, 2, 6, 10, 15, 18, 21, 22, 23, 26, 32, 36, 46, 48, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 77, 78, 79, 80, 81, 83, 90, 94, 95, 100, 105, 106, 109, 110, 111, 114, 115, 116, 117, 119, 120, 122, 123, 124, 125, 126], "retrieval metr": 55, "retrieval_cont": 0, "retrieval_context": 17, "retrieval_f1": [16, 17, 22, 23, 26, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 118, 127], "retrieval_func": 26, "retrieval_gt": [0, 8, 12, 28, 32, 40, 50, 51, 69, 127], "retrieval_gt_cont": [0, 8, 28, 127], "retrieval_map": [16, 17, 127], "retrieval_modul": [26, 114], "retrieval_mrr": [16, 17, 127], "retrieval_ndcg": [16, 17, 127], "retrieval_param": 26, "retrieval_precis": [16, 17, 22, 23, 63, 65, 66, 67, 68, 70, 78, 84, 100, 114, 118, 124, 127], "retrieval_recal": [16, 17, 22, 23, 26, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 118, 124, 125, 127], "retrieval_result": 55, "retrieval_result_df": 127, "retrieval_token_f1": [16, 17, 81], "retrieval_token_precis": [16, 17, 81], "retrieval_token_recal": [16, 17, 81], "retrievalrespons": [0, 15], "retrieve metr": 55, "retrieve_node_lin": [63, 65, 66, 67, 68, 70, 72, 78, 81, 84, 100, 118], "retrieve_scor": [20, 21, 22, 23, 27, 127], "retrieved_cont": [0, 20, 21, 22, 23, 27, 28, 63, 65, 66, 67, 68, 70, 107, 108, 109, 110, 125, 127], "retrieved_id": [0, 20, 21, 22, 23, 27, 28, 127], "retrieved_passag": [0, 15, 52], "retrievedpassag": [0, 15], "return": [0, 2, 5, 6, 7, 8, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 45, 47, 51, 52, 65, 66, 67, 68, 70, 74, 75, 84, 86, 113, 119, 120, 127], "return_index": 0, "revers": [20, 29, 85, 89], "rich": 0, "right": [10, 40, 61, 62, 71, 125, 129], "rl_polici": 125, "rm": 58, "roadmap": [57, 121], "roberta": 71, "robust": [50, 68], "role": [47, 50], "root": 58, "roug": [16, 17, 63, 65, 66, 67, 68, 70, 73, 109, 120, 124, 125, 127, 128], "rouge1": 17, "rouge2": 17, "rouge_typ": 17, "rougel": 17, "rougelsum": 17, "row": [9, 10, 11, 12, 27, 28, 29, 36, 47, 121, 127], "rpm": 95, "rr": [17, 55], "rrf": [27, 116, 118, 120], "rrf_calcul": [18, 27], "rrf_k": [27, 63, 114, 117, 120], "rrf_pure": [18, 27], "rubert": 71, "rude": 47, "run": [0, 1, 8, 15, 18, 28, 49, 57, 61, 70, 71, 81, 85, 86, 87, 88, 89, 120, 121, 122, 123], "run_api": [52, 129], "run_api_serv": [0, 15, 52, 129], "run_chunk": [1, 2], "run_config": 6, "run_evalu": [0, 18, 27, 28], "run_generator_nod": [18, 19], "run_nod": [0, 28, 72], "run_node_lin": 0, "run_pars": [1, 7], "run_passage_augmenter_nod": [18, 20], "run_passage_compressor_nod": [18, 21], "run_passage_filter_nod": [18, 22], "run_passage_reranker_nod": [18, 23], "run_prompt_maker_nod": [18, 25], "run_queri": 52, "run_query_embedding_batch": [18, 27], "run_query_expansion_nod": [18, 26], "run_retrieval_nod": [18, 27], "run_web": [0, 15, 53, 129], "runner": [0, 15, 52, 129], "runrespons": [0, 15], "runtim": 99, "russian": 32, "sacrebleu": 17, "safe": 29, "said": 54, "same": [0, 26, 27, 29, 46, 47, 50, 53, 55, 59, 78, 101, 113, 121, 122, 126, 129], "sampl": [0, 1, 6, 32, 38, 40, 44, 50, 51, 55, 72, 76, 128, 129], "sample yaml fil": 123, "sample_config": [58, 59, 62, 129], "samplingparam": 76, "satisfactori": [40, 51], "satisfi": [23, 106], "save": [5, 6, 8, 10, 15, 19, 32, 36, 38, 41, 43, 44, 120, 129], "save_parquet_saf": [0, 29], "save_path": 8, "scalabl": [40, 65, 68], "scale": [27, 81, 116, 124], "schema": [0, 1, 17, 27, 35, 42, 46, 48, 50, 51, 52, 70, 72, 127], "scope_nam": [30, 65], "scoped_index": [30, 65], "score": [0, 10, 15, 17, 23, 27, 29, 52, 56, 65, 67, 81, 85, 88, 89, 115, 116, 117, 118], "script": [29, 36], "search": [29, 52, 65, 66, 67, 68, 70, 94, 114, 115, 119], "search_str": 14, "second": [0, 50, 56, 66, 67, 69, 121, 125], "secret": [0, 120], "section": [32, 38, 44, 49, 119, 120, 124, 126, 129], "secur": 128, "see": [32, 35, 38, 43, 44, 52, 55, 56, 59, 61, 62, 65, 66, 67, 68, 70, 71, 106, 120, 121, 122, 125, 127, 128], "seed": 6, "seek": [50, 54], "segment": 54, "select": [0, 6, 8, 19, 21, 22, 23, 25, 26, 27, 40, 48, 50, 62, 115, 121, 122, 124, 125, 126], "select_best": 0, "select_best_averag": 0, "select_best_rr": 0, "select_bm25_token": [18, 27], "select_normalize_mean": 0, "select_top_k": [0, 29], "self": [29, 65, 113], "sem": 17, "sem_scor": [16, 17, 109, 120, 127], "semant": [27, 54, 68, 73, 115, 116, 127], "semantic_id": 27, "semantic_llama_index": [32, 34], "semantic_scor": 27, "semantic_summari": 27, "semantic_summary_df": 27, "semantic_theoretical_min_valu": [27, 116], "semanticdoubl": 32, "semanticdoublemerg": 34, "semitechnologi": 70, "semscor": 54, "send": [0, 90, 95], "sensit": 55, "sent": 52, "sentenc": [17, 23, 46, 48, 50, 54, 71, 77, 87, 88, 100, 110, 115], "sentence transform": 102, "sentence_splitt": 32, "sentence_splitter_modul": 32, "sentence_transform": [0, 18], "sentence_transformer_rerank": [77, 102], "sentence_transformer_run_model": [18, 23], "sentencetransformerrerank": [18, 23], "sentencetransformerstoken": 33, "sentencewindow": [32, 34], "separ": [123, 128], "sequenc": [0, 23, 126], "seri": 29, "serializeasani": 23, "seriou": [128, 129], "serv": [63, 73, 81, 100, 105, 109, 114, 118, 126], "server": [15, 29, 57, 64, 65, 66, 67, 68, 70, 75, 119], "server_nam": [15, 53], "server_port": [15, 53], "servic": [52, 64, 65, 67, 68, 70], "session": [0, 23, 52], "set": [0, 2, 6, 7, 8, 10, 15, 25, 27, 29, 40, 41, 42, 57, 58, 61, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 95, 97, 100, 101, 105, 106, 109, 111, 112, 113, 114, 116, 120, 121, 122, 125, 126, 128], "set_initial_st": 0, "set_page_config": 0, "set_page_head": 0, "setup": [63, 69, 122], "sever": [54, 58, 75, 127, 128, 129], "shape": [17, 29], "share": [15, 53, 129], "shareabl": 15, "shell": 58, "short": [46, 64, 125], "shot": [105, 111, 113], "should": [0, 6, 7, 9, 10, 11, 12, 15, 17, 23, 32, 42, 44, 46, 50, 51, 54, 61, 65, 66, 67, 68, 70, 71, 75, 86, 127, 128], "show": [50, 121, 122, 125], "shown": 69, "side": 75, "sigma": [27, 116], "signal": 105, "significantli": [81, 114, 126], "similar": [17, 27, 54, 64, 65, 66, 67, 68, 70, 73, 77, 78, 84, 85, 89, 115, 116, 117, 119, 122, 127], "similarity percentile cutoff": 87, "similarity_metr": [27, 30, 64, 66, 67, 68, 70], "similarity_percentile_cutoff": [0, 18, 77, 87], "similarity_threshold_cutoff": [0, 18, 77, 84, 88], "similaritypercentilecutoff": [18, 22], "similaritythresholdcutoff": [18, 22], "simpl": [1, 4, 11, 39, 48, 54, 58, 63, 65, 66, 67, 68, 69, 70, 73, 115, 125], "simple_openai": 58, "simpledirectoryread": 40, "simpler": 47, "simpli": [61, 71, 104, 129], "simul": 126, "sinc": [17, 37, 40, 48, 51, 53, 55, 73, 75, 101, 107, 109, 110], "singl": [0, 6, 7, 8, 15, 29, 36, 40, 46, 49, 57, 64, 65, 66, 67, 68, 70, 76, 113, 120, 121, 125, 126], "single_token_f1": [16, 17], "site": 64, "situat": 116, "six": [44, 56], "size": [0, 2, 6, 7, 17, 75, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 116, 128], "sk": 58, "skip": [0, 21, 22, 23, 25, 109], "skip_valid": [0, 76, 128], "slice_tensor": [18, 23], "slice_tokenizer_result": [18, 23], "slovenian": 32, "slow": 76, "slower": [48, 81], "small": [6, 71], "smaller": [55, 69], "smooth": 17, "smooth_method": 17, "smooth_valu": 17, "so": [0, 11, 15, 21, 27, 32, 36, 40, 41, 47, 48, 49, 51, 52, 53, 54, 55, 56, 58, 61, 71, 76, 78, 81, 84, 85, 86, 87, 88, 89, 100, 109, 113, 114, 117, 120, 121, 122, 125, 128, 129], "softwar": 119, "solut": [40, 51, 68, 125], "some": [14, 27, 36, 47, 48, 49, 50, 54, 56, 58, 71, 75, 90, 95, 116, 122, 128], "someon": [10, 113], "someth": [40, 107, 108, 109, 110], "sometim": [47, 48, 75, 128], "sonnet": [43, 59], "soon": 125, "sort": [29, 104], "sort_by_scor": [0, 18, 20, 29], "sota": 94, "sound": 55, "sourc": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 36, 44, 67, 70, 99, 116, 117, 119], "spanish": 32, "spars": [27, 115], "spearman": 54, "special": [29, 81], "specif": [17, 29, 38, 46, 47, 50, 52, 69, 73, 81, 97, 98, 103, 115, 126, 129], "specifi": [7, 36, 52, 58, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 82, 83, 96, 98, 103, 104, 109, 114, 116, 117, 122, 124, 126, 127], "speech": 99, "speed": [0, 73, 76, 81, 100, 109, 114, 118, 120, 126], "speed_threshold": [73, 78, 81, 84, 100, 109, 114, 118, 120, 124, 126], "spice": 113, "split": [17, 32, 45, 121, 126, 129], "split_by_sentence_kiwi": [0, 1, 32], "split_datafram": [0, 29], "split_docu": 40, "split_into_s": 32, "split_summari": 17, "splitter": [33, 34], "squad": 29, "squar": 113, "src": 58, "ss": 86, "sse": 29, "ssl": [30, 64], "stabl": 50, "stage": [58, 105], "standalon": 76, "standard": [0, 54], "start": [0, 15, 29, 36, 37, 52, 58, 68, 108, 127, 128, 129], "start_chunk": [0, 32, 51], "start_end_idx": 32, "start_idx": [0, 2, 15, 52], "start_pars": [0, 38, 44, 51], "start_trial": [0, 69, 76, 128, 129], "starter": [57, 129], "state": [6, 50, 122], "static": [17, 20], "statist": 55, "statu": 52, "status_cod": 52, "stem": [54, 115], "stemmer": [17, 115], "step": [0, 8, 23, 32, 38, 44, 45, 49, 58, 64, 100, 125, 127], "still": [122, 125, 128], "stop": 17, "storag": [41, 64], "store": [8, 27, 32, 52, 63, 64, 65, 66, 67, 68, 69, 70, 119], "str": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 32, 40, 45, 46, 64, 65, 66, 67, 68, 70], "straight": 125, "strateg": 126, "strategi": [15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 36, 63, 65, 66, 67, 68, 70, 72, 78, 84, 120, 125, 128], "strategy_dict": [25, 26], "strategy_nam": [0, 25, 26], "strategyqa": 113, "stream": [18, 19, 75], "stream_queri": 52, "streamlit": 129, "streamrespons": [0, 15], "strictli": 46, "string": [0, 6, 16, 27, 28, 29, 32, 36, 40, 52, 65, 66, 77, 105, 109, 120], "strip": 17, "structur": [6, 9, 11, 27, 50, 52, 64, 120, 125, 127, 129], "structured_output": [18, 19], "studi": [108, 115], "sub": 113, "submodul": [1, 4], "subsequ": 17, "subset": 8, "success": 69, "successfulli": [32, 38, 44, 129], "sudo": 128, "suffix": [17, 105], "suffix_prompt": [23, 105], "suggest": [36, 122, 125, 128], "suit": [66, 67, 68, 70], "sum": [6, 55], "summar": [54, 77, 81], "summari": [15, 19, 29, 32, 38, 44, 46, 52, 55, 122, 129], "summary_df": [15, 27, 29], "summary_df_to_yaml": [0, 15], "summary_path": 29, "super": [47, 50, 94], "support": [10, 11, 17, 27, 36, 39, 40, 48, 49, 50, 55, 57, 58, 64, 68, 70, 74, 75, 77, 82, 83, 87, 88, 90, 94, 95, 99, 116, 120, 123, 125, 126, 128, 129], "support_similarity_metr": [0, 30], "sure": [58, 59, 60, 62, 63, 129], "survei": 125, "swap": 126, "swedish": 32, "synonym": 54, "syntax": 69, "synthet": [40, 51], "system": [0, 10, 36, 47, 48, 50, 52, 58, 65, 66, 67, 68, 69, 70, 73, 74, 81, 82, 83, 100, 109, 118, 126, 127], "system_prompt": [0, 11, 46, 47], "t": [0, 6, 10, 25, 29, 36, 38, 39, 40, 44, 46, 47, 49, 51, 52, 53, 55, 57, 58, 65, 66, 67, 68, 70, 109, 113, 116, 123, 125, 128], "tabl": [10, 44], "table_detect": [41, 44, 45], "table_hybrid_pars": [0, 1, 38, 44, 45], "table_param": 45, "table_parse_modul": 45, "tailor": [81, 117, 126], "take": [61, 65, 66, 67, 68, 70, 71, 123, 125], "taken": 29, "target": [6, 21, 29, 58, 80, 125], "target_dict": [0, 29], "target_kei": 29, "target_modul": [27, 63, 114, 116, 120], "target_module_param": [27, 116], "target_node_lin": 125, "target_token": [21, 80], "tart": [18, 23, 58, 77, 98, 100], "task": [0, 29, 54, 73, 99], "task_ev": 0, "tcultmq5": 57, "team": 41, "techniqu": 126, "tecolot": 50, "tell": [107, 108, 109, 110], "temperatur": [0, 39, 40, 48, 61, 63, 71, 73, 74, 75, 76, 82, 83, 101, 111, 112, 113, 114, 122, 128], "temporari": [6, 64, 126], "temporarili": 126, "tenant": [30, 64], "tensor_parallel_s": 76, "term": [55, 114], "termin": 63, "tesseract": 58, "test": [53, 55, 58, 61, 64, 71, 73, 78, 81, 84, 100, 114, 116, 120, 121, 122], "test01": 58, "test_siz": [6, 39], "test_weight_s": [116, 118], "testset": 39, "text": [0, 2, 5, 6, 7, 17, 21, 27, 29, 30, 32, 33, 34, 35, 36, 38, 40, 43, 44, 45, 46, 50, 52, 59, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 80, 82, 83, 102, 105], "text_kei": [30, 65, 70], "text_nod": 5, "text_param": 45, "text_parse_modul": 45, "text_splitt": 33, "textnod": [5, 40], "textsplitt": 2, "textur": 113, "tf": 115, "than": [6, 12, 27, 36, 46, 48, 50, 54, 69, 76, 78, 86, 113, 115, 121, 122, 125, 128], "thei": [40, 50, 54, 65, 81, 120, 125, 126], "them": [25, 26, 27, 29, 36, 43, 44, 55, 65, 66, 67, 68, 69, 70, 83, 122, 123], "theoret": [27, 116], "therefor": [40, 45, 51, 55, 56, 109, 114], "thi": [0, 2, 5, 6, 9, 10, 11, 12, 15, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 32, 35, 36, 37, 38, 39, 40, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 97, 98, 100, 101, 103, 104, 105, 107, 108, 109, 110, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129], "thing": [120, 129], "think": [36, 120, 122, 125], "third": [27, 55, 56], "those": [48, 50, 116], "thought": 54, "three": [32, 35, 38, 44, 56, 86, 121, 123, 125], "threshold": [0, 73, 77, 81, 84, 86, 100, 109, 114, 118, 120, 126], "threshold cutoff": 89, "threshold_cutoff": [0, 18, 89], "threshold_datetim": 86, "thresholdcutoff": [18, 22], "through": [57, 60, 71, 99, 109, 114], "thu": 55, "tier": [67, 128], "time": [6, 36, 44, 47, 53, 57, 66, 69, 73, 77, 81, 84, 85, 86, 87, 100, 109, 114, 118, 121, 122, 123, 126, 129], "time_rerank": [0, 18, 77, 104], "timeout": [0, 30, 66, 128], "timererank": [18, 23, 104], "tiny2": 71, "tinybert": [23, 94], "tip": 58, "titan": 59, "tmm": [27, 116, 118], "to_list": [0, 29], "to_parquet": [1, 8, 49, 51], "token": [0, 10, 17, 18, 19, 21, 23, 27, 30, 32, 49, 51, 54, 61, 66, 69, 71, 73, 76, 80, 81, 101, 109, 127], "token_false_id": 23, "token_limit": 29, "token_threshold": [73, 109], "token_true_id": 23, "tokenization_enc_t5": [18, 23], "tokenize_ja_sudachipi": [18, 27], "tokenize_ko_kiwi": [18, 27], "tokenize_ko_kkma": [18, 27], "tokenize_ko_okt": [18, 27], "tokenize_porter_stemm": [18, 27], "tokenize_spac": [18, 27], "tokenizer_output": 23, "tokentextsplitt": 40, "tolist": 127, "too": [6, 47, 90, 95, 121, 122], "took": 121, "tool": 57, "toolkit": 99, "top": [20, 23, 76, 78, 100, 114, 118, 120, 121], "top_k": [6, 20, 23, 26, 27, 29, 30, 40, 63, 65, 66, 67, 68, 70, 72, 78, 84, 100, 114, 116, 117, 118, 120, 124, 125], "top_logprob": 75, "top_n": [18, 23], "top_p": 76, "topic": 54, "topn": 55, "torch_dtyp": [60, 71], "total": 56, "tpm": 95, "track": 36, "trail": [69, 121, 129], "trail_fold": 15, "train": [46, 121, 129], "transform": [0, 23, 52, 71, 76, 77, 100], "translat": [17, 54], "treat": [36, 120], "tree": [77, 81], "tree summar": 83, "tree_summar": [0, 18, 61, 71, 77, 81, 83], "treesummar": [18, 21], "trend": 52, "trg_lang": 17, "trial": [0, 15, 52, 128], "trial_dir": [0, 29, 52, 129], "trial_fold": [53, 129], "trial_path": [0, 15, 53], "troubl": [57, 69, 128], "troubleshoot": [57, 58], "true": [0, 5, 6, 9, 10, 11, 12, 15, 17, 20, 23, 28, 29, 30, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58, 65, 69, 75, 76, 85, 89, 106, 128], "truncat": [23, 27, 106], "truncate_by_token": [18, 19], "truncated_input": [0, 30], "truth": [6, 17, 36, 46, 48, 54, 55, 73, 122, 127], "try": [58, 125, 128], "tune": 112, "tupl": [0, 2, 7, 14, 16, 23, 27, 28, 29, 30, 36, 116, 117], "turbo": [25, 39, 40, 73, 74, 75, 81, 82, 83, 101, 109, 112, 113, 122, 128], "turkish": 32, "turn": 16, "tutori": [35, 39, 52, 53, 57, 125], "twice": 44, "twitter": 57, "two": [8, 12, 27, 36, 40, 43, 44, 54, 55, 60, 69, 71, 76, 95, 124, 125, 129], "two_hop_increment": [8, 12, 50], "two_hop_quest": [8, 12], "twohopincrementalrespons": [8, 12], "txt": [6, 40, 58], "type": [0, 6, 15, 17, 27, 28, 29, 32, 36, 38, 40, 43, 46, 47, 52, 55, 61, 68, 70, 71, 73, 75, 76, 90, 91, 92, 93, 94, 95, 99, 102, 106, 111, 112, 113, 114, 115, 118, 125, 129], "typic": [50, 69, 108], "tyre": 125, "u": [30, 67, 113], "ui": 65, "ultim": 57, "ultra": 94, "unanswer": 10, "unavail": 46, "uncertain": 127, "under": [122, 128], "underscor": 81, "understand": [121, 122], "understudi": 54, "unexpect": [36, 129], "unicamp": 98, "uniform": 39, "unigram": [17, 54], "unintend": [48, 120], "union": [0, 15], "uniqu": [27, 36, 52, 81, 126], "unit": 40, "unknown": 0, "unless": 29, "unstructur": [42, 44], "unstructured_api_kei": 42, "unstructuredmarkdown": [42, 44], "unstructuredpdf": 42, "unstructuredxml": [42, 44], "until": 126, "up": [36, 43, 56, 58, 77, 81, 83, 126, 129], "updat": [8, 36, 51, 61, 71], "update_corpu": [1, 8, 51], "upgrad": [58, 76, 128], "upon": 58, "upr": [0, 18, 58, 77, 100, 125], "uprscor": [18, 23], "upsert": [5, 6, 29], "upstage_api_kei": 42, "upstagedocumentpars": [42, 44], "upstagedocumentparseload": 42, "upstagelayoutanalysi": 45, "uri": [30, 66, 69], "url": [30, 52, 61, 68, 70, 71], "us": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 15, 17, 19, 21, 22, 23, 25, 26, 27, 29, 35, 36, 38, 41, 45, 46, 47, 48, 49, 50, 51, 55, 56, 57, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 78, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 117, 118, 119, 121, 123, 125], "usag": [27, 81, 101, 119], "use_bf16": [23, 105], "use_fp16": [92, 93], "use_own_kei": [7, 43], "use_stemm": 17, "use_vendor_multimodal_model": [7, 43, 44], "user": [0, 15, 30, 36, 40, 47, 53, 66, 68, 78, 79, 105, 109, 112, 118, 121, 124, 125, 129], "user_prompt": 47, "usernam": [30, 65, 66], "usr": 58, "usual": [46, 47], "util": [0, 1, 52, 63, 100], "v": 58, "v0": [37, 40, 58, 60, 61, 71, 73, 76, 115], "v1": [0, 9, 10, 11, 12, 15, 23, 29, 59, 62, 71, 90, 95, 97, 98], "v2": [17, 23, 71, 90, 92, 94, 98, 102], "vagu": 48, "valid": [6, 8, 65, 66, 67, 68, 70, 122, 128], "validate_corpus_dataset": [0, 29], "validate_llama_index_prompt": [4, 6], "validate_qa_dataset": [0, 29], "validate_qa_from_corpus_dataset": [0, 29], "validate_strategy_input": 0, "valu": [0, 6, 15, 16, 17, 20, 27, 28, 29, 33, 34, 36, 40, 42, 44, 47, 54, 55, 61, 70, 71, 85, 86, 87, 88, 89, 104, 116, 117, 120, 122, 124, 127, 128], "valuabl": 40, "value_column_nam": 29, "valueerror": 128, "vari": [48, 114, 116, 126], "variabl": [7, 29, 42, 58, 69, 75, 90, 95, 97, 106, 128], "variant": 98, "variat": [36, 114], "variou": [32, 38, 44, 57, 63, 64, 66, 73, 81, 99, 100, 109, 118], "ve": 69, "vector": [0, 6, 27, 30, 64, 65, 66, 67, 68, 70, 119, 125], "vector db": [69, 119], "vector_db": 27, "vectordb": [0, 18, 26, 40, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 77, 114, 115, 118, 120, 121], "vectordb_ingest": [18, 27], "vectordb_nam": 30, "vectordb_pur": [18, 27], "vendor": [7, 43], "vendor_multimodal_api_kei": [7, 43], "vendor_multimodal_model_nam": [7, 43, 44], "verbos": [18, 23, 101], "veri": 57, "verifi": [50, 69], "version": [0, 15, 27, 36, 50, 72, 76, 115, 122, 124, 127, 128, 129], "versionrespons": [0, 15], "video": 36, "view": 57, "viscond": 113, "vision": 99, "visit": [27, 59, 60, 62, 64], "vllm": [0, 17, 18, 73, 77, 109, 128], "voil\u00e0": 125, "voyag": 23, "voyage_api_kei": [106, 123], "voyage_cli": 23, "voyageai": [0, 18, 106, 123], "voyageai_rerank": 100, "voyageai_rerank_pur": [18, 23], "voyageairerank": [18, 23], "vram": 128, "wa": [27, 32, 38, 41, 44, 50, 52, 54, 55, 61, 71, 122, 123, 128], "wai": [26, 43, 46, 47, 48, 50, 53, 59, 60, 66, 71, 120, 122, 125, 128], "wait": [58, 66, 76], "want": [0, 6, 8, 15, 17, 25, 27, 28, 29, 33, 34, 36, 40, 42, 43, 45, 48, 50, 51, 56, 57, 58, 59, 60, 61, 62, 71, 72, 86, 90, 91, 92, 93, 94, 95, 99, 102, 104, 106, 115, 116, 117, 120, 122, 126, 127], "warn": 17, "water": 56, "we": [0, 17, 21, 22, 23, 32, 35, 36, 38, 40, 44, 47, 48, 49, 50, 51, 53, 54, 55, 57, 58, 61, 63, 69, 71, 73, 76, 109, 114, 115, 119, 120, 121, 122, 123, 125, 128, 129], "weaviat": [0, 68, 69], "weaviate_api_kei": 70, "weaviate_db": 70, "weaviate_url": 70, "web": 15, "websit": 62, "weight": [17, 27, 54, 63, 114, 116, 117], "weight_rang": [72, 116, 117, 118], "welcom": 125, "well": [0, 32, 38, 40, 44, 49, 54, 55, 57], "were": 53, "what": [10, 32, 36, 38, 44, 50, 55, 57, 61, 62, 63, 71, 72, 105, 107, 108, 109, 110, 113, 121, 126], "when": [0, 6, 10, 15, 17, 21, 22, 23, 25, 27, 36, 41, 47, 50, 56, 58, 61, 67, 69, 71, 73, 75, 76, 84, 86, 95, 104, 108, 109, 113, 119, 120, 121, 126, 129], "where": [48, 57, 63, 65, 66, 67, 68, 70, 81, 118, 121], "whether": [0, 5, 7, 15, 17, 23, 43, 46, 54, 65, 67, 75, 92, 93, 105, 106], "which": [6, 15, 17, 19, 25, 27, 29, 36, 40, 44, 47, 50, 53, 54, 55, 56, 57, 61, 63, 70, 71, 72, 74, 81, 82, 83, 84, 95, 109, 115, 116, 117, 120, 122, 123, 125, 128, 129], "whichev": 55, "while": [40, 48, 58, 126], "whitespac": [27, 29], "who": [50, 129], "whole": [0, 8, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 122, 129], "why": [36, 122, 125], "wikipedia": 50, "wildcard": [38, 44], "window": [77, 109], "window_replac": [0, 18, 77, 110], "window_s": 32, "windowreplac": [18, 25], "wise": 101, "with_debugging_log": 6, "within": [46, 50, 67, 73, 81, 100, 109, 118, 126], "withjsonschema": 0, "without": [45, 46, 57, 59, 60, 62, 69, 72, 74, 75, 78, 81, 82, 83, 84, 100, 111, 114, 116, 125, 129], "wonder": 122, "word": [11, 17, 35, 46, 54, 115, 127], "work": [40, 58, 66, 116, 120, 128, 129], "worker": 0, "would": [26, 55, 121], "wrapper": 0, "write": [23, 35, 47, 58, 65, 101, 105, 113, 116, 120, 122, 125], "written": [33, 34, 42], "wrong": [2, 32, 40, 125], "www": 57, "x": [0, 23, 32, 52, 57, 61, 127], "x86": 99, "xml": 44, "xsmall": 97, "yaml": [0, 15, 29, 52, 54, 57, 58, 61, 66, 68, 69, 71, 72, 77, 122, 124, 125, 126, 128], "yaml_filepath": 0, "yaml_path": [0, 14, 15, 29, 30, 53, 129], "yaml_to_markdown": 0, "ye": 50, "yet": [39, 58, 125], "yml": [15, 120], "you": [0, 2, 5, 6, 7, 8, 10, 15, 17, 20, 21, 22, 23, 25, 27, 28, 29, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 99, 100, 101, 102, 104, 106, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 125, 126, 127, 128, 129], "your": [0, 6, 15, 17, 32, 35, 36, 37, 38, 41, 43, 44, 46, 47, 51, 52, 53, 57, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 75, 76, 84, 90, 94, 95, 97, 106, 107, 108, 109, 110, 111, 112, 113, 117, 120, 122, 124, 125, 128], "your_api_bas": [60, 61, 71], "your_api_kei": [60, 61, 62, 64, 71, 128], "your_cohere_api_kei": [90, 123], "your_dir_path": 40, "your_jina_api_kei": [95, 123], "your_mixedbread_api_kei": [97, 123], "your_openai_api_kei": 43, "your_profile_nam": 59, "your_voyageai_api_kei": [106, 123], "yourself": [27, 115, 116], "yyyi": 86, "z": [27, 116, 118], "zcal": 57, "zero": [105, 111]}, "titles": ["autorag package", "autorag.data package", "autorag.data.chunk package", "autorag.data.corpus package", "autorag.data.legacy package", "autorag.data.legacy.corpus package", "autorag.data.legacy.qacreation package", "autorag.data.parse package", "autorag.data.qa package", "autorag.data.qa.evolve package", "autorag.data.qa.filter package", "autorag.data.qa.generation_gt package", "autorag.data.qa.query package", "autorag.data.qacreation package", "autorag.data.utils package", "autorag.deploy package", "autorag.evaluation package", "autorag.evaluation.metric package", "autorag.nodes package", "autorag.nodes.generator package", "autorag.nodes.passageaugmenter package", "autorag.nodes.passagecompressor package", "autorag.nodes.passagefilter package", "autorag.nodes.passagereranker package", "autorag.nodes.passagereranker.tart package", "autorag.nodes.promptmaker package", "autorag.nodes.queryexpansion package", "autorag.nodes.retrieval package", "autorag.schema package", "autorag.utils package", "autorag.vectordb package", "autorag", "Chunk", "Langchain Chunk", "Llama Index Chunk", "Data Creation", "Dataset Format", "Legacy", "Parse", "RAGAS evaluation data generation", "Start creating your own evaluation data", "Clova", "Langchain Parse", "Llama Parse", "Parse", "Table Hybrid Parse", "Answer Generation", "Query Evolving", "Filtering", "QA creation", "Query Generation", "Evaluation data creation tutorial", "API endpoint", "Web Interface", "Generation Metrics", "Retrieval Metrics", "Retrieval Token Metrics", "AutoRAG documentation", "Installation and Setup", "AWS Bedrock x AutoRAG", "HuggingFace LLM x AutoRAG", "Configure LLM", "Nvidia Nim x AutoRAG", "OLLAMA x AutoRAG", "Chroma", "Couchbase", "Milvus", "Pinecone", "Qdrant", "Configure Vector DB", "Weaviate", "Configure LLM & Embedding models", "Migration Guide", "8. Generator", "llama_index LLM", "OpenAI LLM", "vllm", "Available List", "3. Passage Augmenter", "Prev Next Augmenter", "Long LLM Lingua", "6. Passage_Compressor", "Refine", "Tree Summarize", "5. Passage Filter", "Percentile Cutoff", "Recency Filter", "Similarity Percentile Cutoff", "Similarity Threshold Cutoff", "Threshold Cutoff", "cohere_reranker", "Colbert Reranker", "Flag Embedding LLM Reranker", "Flag Embedding Reranker", "FlashRank Reranker", "jina_reranker", "Ko-reranker", "Mixedbread AI Reranker", "MonoT5", "OpenVINO Reranker", "4. Passage_Reranker", "RankGPT", "Sentence Transformer Reranker", "TART", "Time Reranker", "UPR", "voyageai_reranker", "F-String", "Long Context Reorder", "7. Prompt Maker", "Window Replacement", "HyDE", "Multi Query Expansion", "Query Decompose", "1. Query Expansion", "BM25", "Hybrid - cc", "Hybrid - rrf", "2. Retrieval", "Vectordb", "Make a custom config YAML file", "Folder Structure", "How optimization works", "Sample YAML file guide", "Strategy", "Road to Modular RAG", "Structure", "Evaluate your RAG", "TroubleShooting", "Tutorial"], "titleterms": {"": 55, "0": [55, 56], "1": [32, 33, 34, 38, 41, 42, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 70, 75, 114, 128, 129], "2": [32, 33, 34, 38, 41, 42, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 70, 75, 118, 128, 129], "3": [32, 33, 34, 38, 42, 44, 47, 49, 50, 51, 52, 53, 54, 55, 56, 58, 72, 75, 78, 128, 129], "4": [32, 34, 38, 42, 44, 49, 50, 51, 52, 54, 55, 100, 128], "5": [34, 42, 49, 54, 55, 58, 84, 128], "6": [42, 49, 54, 55, 58, 81], "7": [42, 72, 109], "8": 73, "For": 115, "If": 40, "The": [41, 128], "about": 125, "access": [52, 58, 65], "accur": 75, "add": [32, 61, 71], "addit": [58, 69, 116, 117], "address": 65, "advanc": 127, "ai": 97, "align": 127, "all": [42, 44, 122], "allow": 65, "also": 129, "an": 129, "ani": 115, "answer": [46, 49], "api": [15, 42, 52, 58, 123, 128, 129], "appli": [55, 56], "ask": 128, "augment": [78, 79], "auto": [40, 75], "autorag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 53, 55, 56, 57, 58, 59, 60, 62, 63, 125, 128, 129], "autotoken": 115, "avail": [32, 33, 34, 42, 45, 77], "averag": 55, "aw": 59, "backend": 119, "base": [2, 6, 7, 11, 13, 15, 19, 20, 21, 22, 23, 25, 26, 27, 28, 30, 48], "basic": [35, 46, 55, 56], "bedrock": 59, "befor": [51, 90, 95, 97, 106], "benefit": [78, 81, 84, 100, 114], "bert": 54, "best": 122, "between": 84, "bleu": 54, "bm25": [27, 115], "bodi": 52, "both": 40, "bucket": 65, "build": [58, 128], "cach": 58, "can": [57, 122], "cc": 116, "charact": 33, "check": [32, 38, 44], "chroma": [30, 64], "chunk": [2, 32, 33, 34, 51], "chunker": [0, 32], "cli": [0, 53], "client": [52, 64], "cloud": 70, "clova": [7, 41], "cluster": 65, "code": [52, 69, 127, 129], "coher": [23, 54], "cohere_rerank": 90, "colab": 129, "colbert": [23, 91], "collect": 65, "column": [32, 38, 44], "come": 41, "command": [52, 69, 129], "common": [61, 71], "compact": 123, "complet": 50, "compress": 47, "concept": [35, 50, 126], "concis": 46, "condit": 47, "config": [59, 60, 62, 63, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 129], "configur": [61, 64, 65, 66, 67, 68, 69, 70, 71, 124, 127], "consider": 69, "consist": 54, "contact": 125, "contain": 58, "content": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 36, 49], "context": 108, "corpu": [3, 5, 36, 39, 40, 51, 128], "corpus_data": 128, "couchbas": [30, 65], "could": 128, "creat": [40, 65, 129], "creation": [35, 49, 51, 72], "csv": [42, 121], "cumul": 55, "curl": 52, "custom": [39, 40, 46, 47, 50, 58, 120, 129], "cutoff": [85, 87, 88, 89], "dashboard": [0, 129], "data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 35, 39, 40, 49, 51, 72, 121, 128], "data_path_glob": [38, 44], "databas": 69, "dataclass": 127, "dataset": [36, 129], "db": 69, "debug": 58, "decompos": 113, "deepeval_prompt": 17, "default": [44, 69, 113], "definit": [54, 55, 56, 73, 78, 81, 84, 100, 109, 114, 118], "depend": 48, "deploi": [15, 129], "detect": [41, 45], "determin": 70, "didn": 129, "differ": [84, 128], "directori": 58, "discount": 55, "do": 122, "doc_id": 36, "docker": [58, 70], "document": [40, 57], "don": 48, "dontknow": 10, "download": 63, "dure": 129, "earli": 125, "ecosystem": 57, "edit": 65, "embed": [71, 92, 93], "endpoint": 52, "environ": [43, 62, 63, 120], "error": [128, 129], "eval": 54, "evalu": [0, 16, 17, 39, 40, 51, 122, 127, 129], "evaluate_gener": 127, "evaluate_retriev": 127, "evolv": [9, 47], "exampl": [32, 33, 34, 41, 42, 43, 45, 50, 52, 53, 55, 56, 65, 67, 70, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 124, 126, 127], "exist": 40, "expans": [112, 114], "explan": [58, 116, 117, 126], "extract": [43, 129], "extract_evid": 8, "f": 107, "f1": [55, 56], "face": 128, "factoid": 50, "featur": [32, 40], "file": [32, 38, 42, 44, 51, 59, 60, 62, 63, 65, 67, 70, 73, 78, 81, 84, 100, 109, 114, 118, 120, 123, 129], "filter": [10, 48, 49, 84, 86], "find": 129, "first": 129, "flag": [92, 93], "flag_embed": 23, "flag_embedding_llm": 23, "flashrank": [23, 94], "fluenci": 54, "folder": [32, 38, 44, 53, 121, 129], "format": [36, 129], "found": 128, "founder": 57, "frequent": 128, "from": [39, 40, 41, 58, 128], "fstring": 25, "full": [69, 123], "function": 47, "g": 54, "gain": 55, "gener": [16, 17, 19, 39, 46, 49, 50, 54, 73, 127], "generation_gt": [11, 36, 40], "get": [49, 52, 57, 123], "gpu": [58, 76, 123, 128], "gradio": [15, 53], "gt": 49, "guid": [44, 72, 123], "half": 123, "have": [40, 42], "help": 57, "hf_home": 58, "hop": 50, "how": [33, 34, 42, 54, 57, 70, 122], "html": [41, 42], "huggingfac": [60, 71, 115], "hybrid": [45, 116, 117], "hybrid_cc": 27, "hybrid_rrf": 27, "hyde": [26, 111], "i": [32, 33, 34, 40, 42, 70, 78, 81, 84, 100, 114, 120, 122, 125, 128], "id": 128, "imag": 58, "import": [127, 128], "increment": 50, "index": [34, 40, 61, 65, 71, 121], "inform": 41, "ingest": 69, "initi": 64, "instal": [58, 62, 63, 128], "instanc": [32, 38, 44], "instead": 53, "integr": 61, "interfac": [53, 129], "ip": 65, "japanes": [58, 115], "jina": 23, "jina_rerank": 95, "json": [42, 121], "jupyt": 128, "kei": [58, 64, 123], "know": [48, 125], "ko": 96, "ko_kiwi": 115, "ko_kkma": 115, "ko_okt": 115, "korean": [58, 115], "korerank": 23, "langchain": [3, 5, 33, 42], "langchain_chunk": 2, "langchain_pars": 7, "languag": 43, "legaci": [4, 5, 6, 37], "length": 128, "line": [69, 120, 121, 125, 126, 129], "lingua": 80, "list": [61, 77], "llama": [34, 43], "llama_gen_queri": 12, "llama_index": [3, 5, 6, 13, 74], "llama_index_chunk": 2, "llama_index_gen_gt": 11, "llama_index_llm": 19, "llama_index_query_evolv": 9, "llamaindex": [46, 128], "llamapars": 7, "llm": [48, 60, 61, 63, 71, 74, 75, 80, 92, 128], "local": 58, "log": 75, "long": [36, 80, 108], "long_context_reord": 25, "longllmlingua": 21, "make": [40, 47, 120], "maker": 109, "manual": 58, "map": [51, 55], "markdown": 42, "mean": [55, 124], "merger": 125, "metadata": 36, "meteor": 54, "method": [33, 34, 42, 44], "metric": [17, 54, 55, 56], "metricinput": [28, 127], "migrat": 72, "milvu": [30, 66], "mixedbread": 97, "mixedbreadai": 23, "model": [39, 43, 58, 61, 63, 71, 97, 98, 106], "modeling_enc_t5": 24, "modul": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 38, 44, 45, 61, 71, 73, 74, 75, 76, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 126], "modular": 125, "monot5": [23, 98], "more": [61, 71, 122, 125], "mrr": 55, "multi": [76, 112], "multi_query_expans": 26, "multimod": 43, "multipl": 40, "must": 42, "name": [32, 97, 98, 106], "ndcg": 55, "need": [42, 122], "next": [79, 122, 129], "ngrok": 52, "nim": 62, "node": [18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 73, 78, 81, 84, 100, 109, 114, 117, 118, 120, 121, 122, 125, 126, 129], "node_lin": 0, "non": 123, "normal": [55, 124], "note": [58, 94, 129], "notebook": 128, "nvidia": 62, "occur": 129, "ollama": [63, 128], "onli": 40, "openai": [46, 58, 75, 128], "openai_gen_gt": 11, "openai_gen_queri": 12, "openai_llm": [19, 75], "openai_query_evolv": 9, "openvino": [23, 99], "optim": [122, 128, 129], "option": [36, 69], "origin": 128, "output": [32, 38, 44, 75], "overview": [32, 38, 40, 44, 49, 50, 51, 69, 73, 81, 100, 109, 114, 118, 124], "own": 40, "packag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30], "paramet": [38, 42, 44, 45, 52, 61, 64, 65, 67, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 124], "pars": [7, 38, 42, 43, 44, 45, 51, 58], "parser": [0, 38, 41, 44], "pass": 122, "pass_compressor": [21, 81], "pass_passage_augment": [20, 78], "pass_passage_filt": [22, 84], "pass_query_expans": [26, 114], "pass_rerank": [23, 100], "passag": [40, 48, 78, 84], "passage_compressor": 81, "passage_depend": 10, "passage_rerank": 100, "passageaugment": 20, "passagecompressor": 21, "passagefilt": 22, "passagererank": [23, 24], "path": [36, 53], "pdf": 42, "percentil": [85, 87], "percentile_cutoff": 22, "pinecon": [30, 67], "pipelin": [32, 38, 44, 129], "point": 41, "polici": 125, "porter_stemm": 115, "post": 52, "pre_retrieve_node_lin": 121, "precis": [55, 56], "prepar": [127, 129], "preprocess": 29, "prev": 79, "prev_next_augment": 20, "prob": 75, "profil": 59, "project": [32, 38, 44, 53, 121, 129], "prompt": [9, 10, 11, 12, 40, 75, 109, 113], "promptmak": 25, "properti": 52, "provid": 47, "public": 52, "purpos": [73, 81, 118], "python": [52, 69, 129], "qa": [8, 9, 10, 11, 12, 36, 39, 40, 49, 51], "qacreat": [6, 13], "qdrant": [30, 68], "qid": 36, "queri": [12, 36, 40, 47, 49, 50, 65, 112, 113, 114], "query_decompos": 26, "query_expans": 121, "queryexpans": 26, "question": [39, 48, 49, 50, 128], "rag": [125, 127, 129], "raga": [6, 13, 39], "rank": [55, 124], "rankgpt": [23, 101], "raw": 40, "reason": 47, "recal": [55, 56], "recenc": [22, 86], "reciproc": 55, "recommend": 36, "refin": [21, 82], "relat": 128, "relev": 54, "reorder": 108, "replac": 110, "request": 52, "requesttimeout": 128, "rerank": [84, 91, 92, 93, 94, 96, 97, 99, 102, 104], "resourc": 121, "respons": 52, "restart": 129, "result": [32, 38, 44, 122, 129], "retriev": [16, 17, 27, 49, 52, 55, 56, 118, 127], "retrieval_cont": [16, 17], "retrieval_gt": [36, 55], "retrieve_node_lin": 121, "road": 125, "roug": 54, "row": 128, "rrf": 117, "rule": 48, "run": [2, 7, 19, 20, 21, 22, 23, 25, 26, 27, 32, 38, 44, 52, 53, 58, 59, 60, 62, 63, 128, 129], "runner": 53, "sampl": [8, 36, 49, 52, 121, 123], "save": [40, 49], "schema": [8, 28], "scope": 65, "score": [54, 55, 70, 127], "see": 129, "sem": 54, "sem_scor": 73, "semant": 34, "sentenc": [32, 33, 34, 102], "sentence_transform": 23, "separ": 41, "server": [52, 63, 128, 129], "set": [32, 38, 39, 43, 44, 51, 59, 62, 63], "setup": 58, "short": 36, "similar": [87, 88], "similarity_percentile_cutoff": 22, "similarity_threshold_cutoff": 22, "simpl": [6, 13, 34, 123], "sourc": 58, "space": 115, "specif": [44, 54], "specifi": [32, 38, 44, 53, 120, 129], "splitter": 32, "start": [32, 38, 40, 44, 51, 57], "start_end_idx": 36, "step": 129, "stori": 36, "strategi": [0, 73, 81, 100, 109, 114, 118, 122, 124, 126], "stream": 52, "streamlit": 53, "string": 107, "structur": [121, 126], "submodul": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30], "subpackag": [0, 1, 4, 8, 16, 18, 23], "success": 52, "sudachipi": 115, "summar": [83, 126], "summari": 121, "support": [0, 32, 38, 43, 44, 61, 69, 71, 73, 81, 97, 98, 100, 106, 109, 114, 118, 119], "swap": 122, "system": 129, "t": [48, 122, 129], "tabl": [41, 43, 45], "table_hybrid_pars": 7, "talk": 57, "tart": [24, 103], "test": 129, "text": 41, "threshold": [88, 89], "threshold_cutoff": 22, "time": 104, "time_rerank": 23, "token": [33, 34, 56, 75, 115], "tokenization_enc_t5": 24, "transform": 102, "tree": 83, "tree_summar": 21, "trial": [53, 121, 129], "trial_path": 129, "troubl": [58, 115], "troubleshoot": 128, "truncat": 75, "tunnel": 52, "tupl": 120, "tutori": [51, 129], "two": 50, "type": [39, 42, 44, 50, 64], "u": 125, "unanswer": 48, "understand": 55, "up": [59, 62, 63], "upr": [23, 105], "us": [32, 33, 34, 39, 40, 42, 43, 44, 52, 53, 54, 58, 59, 60, 61, 62, 71, 75, 76, 115, 120, 122, 124, 127, 128, 129], "usag": [50, 52, 65, 66, 67, 68, 69, 70, 90, 95, 97, 106], "user": 58, "util": [14, 16, 17, 18, 29], "v0": 72, "v1": 52, "valid": [0, 129], "variabl": [43, 120], "vector": 69, "vectordb": [27, 30, 119], "version": [52, 58, 125], "vllm": [19, 71, 76], "voyageai": 23, "voyageai_rerank": 106, "want": [32, 38, 44, 53, 125, 129], "weaviat": [30, 70], "web": [0, 53, 129], "what": [40, 78, 81, 84, 100, 114, 120, 125, 129], "wheel": 128, "when": [40, 128], "while": 128, "why": [53, 57, 75, 76, 129], "window": [34, 58, 110], "window_replac": 25, "work": 122, "write": [59, 60, 62, 63, 129], "x": [59, 60, 62, 63], "xml": 42, "yaml": [32, 33, 34, 38, 41, 42, 43, 44, 45, 51, 53, 59, 60, 62, 63, 64, 65, 67, 70, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 129], "you": [40, 51], "your": [40, 71, 127, 129]}}) \ No newline at end of file