diff --git a/_modules/pe/llm/azure_openai.html b/_modules/pe/llm/azure_openai.html index 4849e40..265ff52 100644 --- a/_modules/pe/llm/azure_openai.html +++ b/_modules/pe/llm/azure_openai.html @@ -1028,6 +1028,7 @@

Source code for pe.llm.azure_openai

 from openai import PermissionDeniedError
 from azure.identity import AzureCliCredential, get_bearer_token_provider
 import os
+from tqdm import tqdm
 from tenacity import retry
 from tenacity import retry_if_not_exception_type
 from tenacity import stop_after_attempt
@@ -1053,9 +1054,11 @@ 
Source code for pe.llm.azure_openai
     * ``AZURE_OPENAI_API_ENDPOINT``: Azure OpenAI endpoint. You can get it from https://portal.azure.com/.
     * ``AZURE_OPENAI_API_VERSION``: Azure OpenAI API version. You can get it from https://portal.azure.com/."""
 
-
[docs]    def __init__(self, dry_run=False, num_threads=1, **generation_args):
+
[docs]    def __init__(self, progress_bar=True, dry_run=False, num_threads=1, **generation_args):
         """Constructor.
 
+        :param progress_bar: Whether to show the progress bar, defaults to True
+        :type progress_bar: bool, optional
         :param dry_run: Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
             not called. Defaults to False
         :type dry_run: bool, optional
@@ -1064,6 +1067,7 @@ 
Source code for pe.llm.azure_openai
         :param \\*\\*generation_args: The generation arguments that will be passed to the OpenAI API
         :type \\*\\*generation_args: str
         """
+        self._progress_bar = progress_bar
         self._dry_run = dry_run
         self._num_threads = num_threads
         self._generation_args = generation_args
@@ -1130,7 +1134,13 @@ 
Source code for pe.llm.azure_openai
             for request in requests
         ]
         with ThreadPoolExecutor(max_workers=self._num_threads) as executor:
-            responses = list(executor.map(self._get_response_for_one_request, messages_list, generation_args_list))
+            responses = list(
+                tqdm(
+                    executor.map(self._get_response_for_one_request, messages_list, generation_args_list),
+                    total=len(messages_list),
+                    disable=not self._progress_bar,
+                )
+            )
         return responses

 
 
[docs]    @retry(
diff --git a/_modules/pe/llm/openai.html b/_modules/pe/llm/openai.html
index f6e1c31..3b1fc6f 100644
--- a/_modules/pe/llm/openai.html
+++ b/_modules/pe/llm/openai.html
@@ -1027,6 +1027,7 @@ 
Source code for pe.llm.openai
 from openai import NotFoundError
 from openai import PermissionDeniedError
 import os
+from tqdm import tqdm
 from tenacity import retry
 from tenacity import retry_if_not_exception_type
 from tenacity import stop_after_attempt
@@ -1047,9 +1048,11 @@ 
Source code for pe.llm.openai
     * ``OPENAI_API_KEY``: OpenAI API key. You can get it from https://platform.openai.com/account/api-keys. Multiple
       keys can be separated by commas, and a key will be selected randomly for each request."""
 
-
[docs]    def __init__(self, dry_run=False, num_threads=1, **generation_args):
+
[docs]    def __init__(self, progress_bar=True, dry_run=False, num_threads=1, **generation_args):
         """Constructor.
 
+        :param progress_bar: Whether to show the progress bar, defaults to True
+        :type progress_bar: bool, optional
         :param dry_run: Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
             not called. Defaults to False
         :type dry_run: bool, optional
@@ -1058,6 +1061,7 @@ 
Source code for pe.llm.openai
         :param \\*\\*generation_args: The generation arguments that will be passed to the OpenAI API
         :type \\*\\*generation_args: str
         """
+        self._progress_bar = progress_bar
         self._dry_run = dry_run
         self._num_threads = num_threads
         self._generation_args = generation_args
@@ -1097,7 +1101,13 @@ 
Source code for pe.llm.openai
             for request in requests
         ]
         with ThreadPoolExecutor(max_workers=self._num_threads) as executor:
-            responses = list(executor.map(self._get_response_for_one_request, messages_list, generation_args_list))
+            responses = list(
+                tqdm(
+                    executor.map(self._get_response_for_one_request, messages_list, generation_args_list),
+                    total=len(messages_list),
+                    disable=not self._progress_bar,
+                )
+            )
         return responses

 
 
[docs]    @retry(
diff --git a/_modules/pe/logging.html b/_modules/pe/logging.html
index 61061ae..c541a93 100644
--- a/_modules/pe/logging.html
+++ b/_modules/pe/logging.html
@@ -1025,39 +1025,38 @@ 
Source code for pe.logging
 import os
 
 #: The logger that will be used to log the execution information
-execution_logger = logging.getLogger()
+execution_logger = logging.getLogger("pe")
 
 
 
[docs]def setup_logging(
     log_file=None,
+    log_screen=True,
     datefmt="%m/%d/%Y %H:%M:%S %p",
     fmt="%(asctime)s [%(name)s] [%(levelname)-5.5s]  %(message)s",
     level=logging.INFO,
-    name="logger",
 ):
     """Setup the logging configuration.
 
     :param log_file: The log file path, defaults to None
     :type log_file: str, optional
+    :param log_screen: Whether to log to the screen, defaults to True
+    :type log_screen: bool, optional
     :param datefmt: The date format, defaults to "%m/%d/%Y %H:%M:%S %p"
     :type datefmt: str, optional
     :param fmt: The log format, defaults to "%(asctime)s [%(name)s] [%(levelname)-5.5s]  %(message)s"
     :type fmt: str, optional
     :param level: The log level, defaults to logging.INFO
     :type level: int, optional
-    :param name: The logger name, defaults to "logger"
-    :type name: str, optional
     """
-    execution_logger.name = name
-
     execution_logger.handlers.clear()
     execution_logger.setLevel(level)
 
     log_formatter = logging.Formatter(fmt=fmt, datefmt=datefmt)
 
-    console_handler = logging.StreamHandler()
-    console_handler.setFormatter(log_formatter)
-    execution_logger.addHandler(console_handler)
+    if log_screen:
+        console_handler = logging.StreamHandler()
+        console_handler.setFormatter(log_formatter)
+        execution_logger.addHandler(console_handler)
 
     if log_file is not None:
         os.makedirs(os.path.dirname(log_file), exist_ok=True)
diff --git a/api/pe.llm.azure_openai.html b/api/pe.llm.azure_openai.html
index d8486ee..16b10a6 100644
--- a/api/pe.llm.azure_openai.html
+++ b/api/pe.llm.azure_openai.html
@@ -1031,7 +1031,7 @@
 
pe.llm.azure_openai module

 

 

-class pe.llm.azure_openai.AzureOpenAILLM(dry_run=False, num_threads=1, **generation_args)[source]

+class pe.llm.azure_openai.AzureOpenAILLM(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
Bases: LLM

 
A wrapper for Azure OpenAI LLM APIs. The following environment variables are required:

 
    
@@ -1045,11 +1045,12 @@
 

 

 

-__init__(dry_run=False, num_threads=1, **generation_args)[source]

+__init__(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
Constructor.

 

 
Parameters:

 
    
+
  • progress_bar (bool, optional) – Whether to show the progress bar, defaults to True
    • 
 
  • dry_run (bool, optional) – Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
 not called. Defaults to False
    • 
 
  • num_threads (int, optional) – The number of threads to use for making concurrent API calls, defaults to 1
    • 
diff --git a/api/pe.llm.html b/api/pe.llm.html
index 8163b74..864b23c 100644
--- a/api/pe.llm.html
+++ b/api/pe.llm.html
@@ -1030,7 +1030,7 @@
 
    pe.llm package
    
 
    
 
    
-class pe.llm.AzureOpenAILLM(dry_run=False, num_threads=1, **generation_args)[source]
    
+class pe.llm.AzureOpenAILLM(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
    Bases: LLM
    
 
    A wrapper for Azure OpenAI LLM APIs. The following environment variables are required:
    
 
      
@@ -1044,11 +1044,12 @@
 
    
 
    
 
    
-__init__(dry_run=False, num_threads=1, **generation_args)[source]
    
+__init__(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
    Constructor.
    
 
    
 
    Parameters:
    
 
      
+
    • progress_bar (bool, optional) – Whether to show the progress bar, defaults to True
      • 
 
    • dry_run (bool, optional) – Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
 not called. Defaults to False
      • 
 
    • num_threads (int, optional) – The number of threads to use for making concurrent API calls, defaults to 1
      • 
@@ -1310,7 +1311,7 @@
 
 
      
 
      
-class pe.llm.OpenAILLM(dry_run=False, num_threads=1, **generation_args)[source]
      
+class pe.llm.OpenAILLM(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
      Bases: LLM
      
 
      A wrapper for OpenAI LLM APIs. The following environment variables are required:
      
 
        
@@ -1319,11 +1320,12 @@
 
      
 
      
 
      
-__init__(dry_run=False, num_threads=1, **generation_args)[source]
      
+__init__(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
      Constructor.
      
 
      
 
      Parameters:
      
 
        
+
      • progress_bar (bool, optional) – Whether to show the progress bar, defaults to True
        • 
 
      • dry_run (bool, optional) – Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
 not called. Defaults to False
        • 
 
      • num_threads (int, optional) – The number of threads to use for making concurrent API calls, defaults to 1
        • 
diff --git a/api/pe.llm.openai.html b/api/pe.llm.openai.html
index 1df7924..cc3e742 100644
--- a/api/pe.llm.openai.html
+++ b/api/pe.llm.openai.html
@@ -1031,7 +1031,7 @@
 
        pe.llm.openai module
        
 
        
 
        
-class pe.llm.openai.OpenAILLM(dry_run=False, num_threads=1, **generation_args)[source]
        
+class pe.llm.openai.OpenAILLM(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
        Bases: LLM
        
 
        A wrapper for OpenAI LLM APIs. The following environment variables are required:
        
 
          
@@ -1040,11 +1040,12 @@
 
        
 
        
 
        
-__init__(dry_run=False, num_threads=1, **generation_args)[source]
        
+__init__(progress_bar=True, dry_run=False, num_threads=1, **generation_args)[source]
 
        Constructor.
        
 
        
 
        Parameters:
        
 
          
+
        • progress_bar (bool, optional) – Whether to show the progress bar, defaults to True
          • 
 
        • dry_run (bool, optional) – Whether to enable dry run. When dry run is enabled, the responses are fake and the APIs are
 not called. Defaults to False
          • 
 
        • num_threads (int, optional) – The number of threads to use for making concurrent API calls, defaults to 1
          • 
diff --git a/api/pe.logging.html b/api/pe.logging.html
index 60db849..33861ef 100644
--- a/api/pe.logging.html
+++ b/api/pe.logging.html
@@ -1030,22 +1030,22 @@
 
          pe.logging package
          
 
          
 
          
-pe.logging.execution_logger = <RootLogger root (WARNING)>
          
+pe.logging.execution_logger = <Logger pe (WARNING)>
 
          The logger that will be used to log the execution information
          
 
          
 
 
          
 
          
-pe.logging.setup_logging(log_file=None, datefmt='%m/%d/%Y %H:%M:%S %p', fmt='%(asctime)s [%(name)s] [%(levelname)-5.5s]  %(message)s', level=20, name='logger')[source]
          
+pe.logging.setup_logging(log_file=None, log_screen=True, datefmt='%m/%d/%Y %H:%M:%S %p', fmt='%(asctime)s [%(name)s] [%(levelname)-5.5s]  %(message)s', level=20)[source]
 
          Setup the logging configuration.
          
 
          
 
          Parameters:
          
 
            
 
          • log_file (str, optional) – The log file path, defaults to None
            • 
+
          • log_screen (bool, optional) – Whether to log to the screen, defaults to True
            • 
 
          • datefmt (str, optional) – The date format, defaults to “%m/%d/%Y %H:%M:%S %p”
            • 
 
          • fmt (str, optional) – The log format, defaults to “%(asctime)s [%(name)s] [%(levelname)-5.5s]  %(message)s”
            • 
 
          • level (int, optional) – The log level, defaults to logging.INFO
            • 
-
          • name (str, optional) – The logger name, defaults to “logger”
            • 
 
          
 
          
 
          
diff --git a/searchindex.js b/searchindex.js
index 9671d77..a235955 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api/api", "api/modules", "api/pe", "api/pe.api", "api/pe.api.api", "api/pe.api.image", "api/pe.api.image.improved_diffusion_api", "api/pe.api.image.improved_diffusion_lib", "api/pe.api.image.improved_diffusion_lib.gaussian_diffusion", "api/pe.api.image.improved_diffusion_lib.unet", "api/pe.api.image.stable_diffusion_api", "api/pe.api.text", "api/pe.api.text.llm_augpe_api", "api/pe.api.util", "api/pe.callback", "api/pe.callback.callback", "api/pe.callback.common", "api/pe.callback.common.compute_fid", "api/pe.callback.common.save_checkpoints", "api/pe.callback.image", "api/pe.callback.image.sample_images", "api/pe.callback.image.save_all_images", "api/pe.callback.text", "api/pe.callback.text.save_text_to_csv", "api/pe.constant", "api/pe.constant.data", "api/pe.data", "api/pe.data.data", "api/pe.data.image", "api/pe.data.image.camelyon17", "api/pe.data.image.cat", "api/pe.data.image.cifar10", "api/pe.data.image.image", "api/pe.data.text", "api/pe.data.text.openreview", "api/pe.data.text.pubmed", "api/pe.data.text.text_csv", "api/pe.data.text.yelp", "api/pe.dp", "api/pe.dp.dp", "api/pe.dp.gaussian", "api/pe.embedding", "api/pe.embedding.embedding", "api/pe.embedding.image", "api/pe.embedding.image.inception", "api/pe.embedding.text", "api/pe.embedding.text.sentence_transformer", "api/pe.histogram", "api/pe.histogram.histogram", "api/pe.histogram.nearest_neighbor_backend", "api/pe.histogram.nearest_neighbor_backend.auto", "api/pe.histogram.nearest_neighbor_backend.faiss", "api/pe.histogram.nearest_neighbor_backend.sklearn", "api/pe.histogram.nearest_neighbors", "api/pe.llm", "api/pe.llm.azure_openai", "api/pe.llm.huggingface", "api/pe.llm.huggingface.huggingface", "api/pe.llm.huggingface.register_fastchat", "api/pe.llm.huggingface.register_fastchat.gpt2", "api/pe.llm.llm", "api/pe.llm.openai", "api/pe.llm.request", "api/pe.logger", "api/pe.logger.csv_print", "api/pe.logger.image_file", "api/pe.logger.log_print", "api/pe.logger.logger", "api/pe.logger.matplotlib_pdf", "api/pe.logging", "api/pe.metric_item", "api/pe.population", "api/pe.population.pe_population", "api/pe.population.population", "api/pe.runner", "api/pe.runner.pe", "api/pe.util", "api/pe.util.download", "getting_started/details/api", "getting_started/details/callback_and_logger", "getting_started/details/data", "getting_started/details/details", "getting_started/details/dp", "getting_started/details/embedding", "getting_started/details/histogram", "getting_started/details/overview", "getting_started/details/population", "getting_started/details/runner", "getting_started/examples", "getting_started/getting_started", "getting_started/installation", "getting_started/intro", "getting_started/using_your_own_data_apis", "index"], "filenames": ["api/api.rst", "api/modules.rst", "api/pe.rst", "api/pe.api.rst", "api/pe.api.api.rst", "api/pe.api.image.rst", "api/pe.api.image.improved_diffusion_api.rst", "api/pe.api.image.improved_diffusion_lib.rst", "api/pe.api.image.improved_diffusion_lib.gaussian_diffusion.rst", "api/pe.api.image.improved_diffusion_lib.unet.rst", "api/pe.api.image.stable_diffusion_api.rst", "api/pe.api.text.rst", "api/pe.api.text.llm_augpe_api.rst", "api/pe.api.util.rst", "api/pe.callback.rst", "api/pe.callback.callback.rst", "api/pe.callback.common.rst", "api/pe.callback.common.compute_fid.rst", "api/pe.callback.common.save_checkpoints.rst", "api/pe.callback.image.rst", "api/pe.callback.image.sample_images.rst", "api/pe.callback.image.save_all_images.rst", "api/pe.callback.text.rst", "api/pe.callback.text.save_text_to_csv.rst", "api/pe.constant.rst", "api/pe.constant.data.rst", "api/pe.data.rst", "api/pe.data.data.rst", "api/pe.data.image.rst", "api/pe.data.image.camelyon17.rst", "api/pe.data.image.cat.rst", "api/pe.data.image.cifar10.rst", "api/pe.data.image.image.rst", "api/pe.data.text.rst", "api/pe.data.text.openreview.rst", "api/pe.data.text.pubmed.rst", "api/pe.data.text.text_csv.rst", "api/pe.data.text.yelp.rst", "api/pe.dp.rst", "api/pe.dp.dp.rst", "api/pe.dp.gaussian.rst", "api/pe.embedding.rst", "api/pe.embedding.embedding.rst", "api/pe.embedding.image.rst", "api/pe.embedding.image.inception.rst", "api/pe.embedding.text.rst", "api/pe.embedding.text.sentence_transformer.rst", "api/pe.histogram.rst", "api/pe.histogram.histogram.rst", "api/pe.histogram.nearest_neighbor_backend.rst", "api/pe.histogram.nearest_neighbor_backend.auto.rst", "api/pe.histogram.nearest_neighbor_backend.faiss.rst", "api/pe.histogram.nearest_neighbor_backend.sklearn.rst", "api/pe.histogram.nearest_neighbors.rst", "api/pe.llm.rst", "api/pe.llm.azure_openai.rst", "api/pe.llm.huggingface.rst", "api/pe.llm.huggingface.huggingface.rst", "api/pe.llm.huggingface.register_fastchat.rst", "api/pe.llm.huggingface.register_fastchat.gpt2.rst", "api/pe.llm.llm.rst", "api/pe.llm.openai.rst", "api/pe.llm.request.rst", "api/pe.logger.rst", "api/pe.logger.csv_print.rst", "api/pe.logger.image_file.rst", "api/pe.logger.log_print.rst", "api/pe.logger.logger.rst", "api/pe.logger.matplotlib_pdf.rst", "api/pe.logging.rst", "api/pe.metric_item.rst", "api/pe.population.rst", "api/pe.population.pe_population.rst", "api/pe.population.population.rst", "api/pe.runner.rst", "api/pe.runner.pe.rst", "api/pe.util.rst", "api/pe.util.download.rst", "getting_started/details/api.rst", "getting_started/details/callback_and_logger.rst", "getting_started/details/data.rst", "getting_started/details/details.rst", "getting_started/details/dp.rst", "getting_started/details/embedding.rst", "getting_started/details/histogram.rst", "getting_started/details/overview.rst", "getting_started/details/population.rst", "getting_started/details/runner.rst", "getting_started/examples.rst", "getting_started/getting_started.rst", "getting_started/installation.rst", "getting_started/intro.rst", "getting_started/using_your_own_data_apis.rst", "index.rst"], "titles": ["API Reference", "pe", "pe package", "pe.api package", "pe.api.api module", "pe.api.image package", "pe.api.image.improved_diffusion_api module", "pe.api.image.improved_diffusion_lib package", "pe.api.image.improved_diffusion_lib.gaussian_diffusion module", "pe.api.image.improved_diffusion_lib.unet module", "pe.api.image.stable_diffusion_api module", "pe.api.text package", "pe.api.text.llm_augpe_api module", "pe.api.util module", "pe.callback package", "pe.callback.callback module", "pe.callback.common package", "pe.callback.common.compute_fid module", "pe.callback.common.save_checkpoints module", "pe.callback.image package", "pe.callback.image.sample_images module", "pe.callback.image.save_all_images module", "pe.callback.text package", "pe.callback.text.save_text_to_csv module", "pe.constant package", "pe.constant.data module", "pe.data package", "pe.data.data module", "pe.data.image package", "pe.data.image.camelyon17 module", "pe.data.image.cat module", "pe.data.image.cifar10 module", "pe.data.image.image module", "pe.data.text package", "pe.data.text.openreview module", "pe.data.text.pubmed module", "pe.data.text.text_csv module", "pe.data.text.yelp module", "pe.dp package", "pe.dp.dp module", "pe.dp.gaussian module", "pe.embedding package", "pe.embedding.embedding module", "pe.embedding.image package", "pe.embedding.image.inception module", "pe.embedding.text package", "pe.embedding.text.sentence_transformer module", "pe.histogram package", "pe.histogram.histogram module", "pe.histogram.nearest_neighbor_backend package", "pe.histogram.nearest_neighbor_backend.auto module", "pe.histogram.nearest_neighbor_backend.faiss module", "pe.histogram.nearest_neighbor_backend.sklearn module", "pe.histogram.nearest_neighbors module", "pe.llm package", "pe.llm.azure_openai module", "pe.llm.huggingface package", "pe.llm.huggingface.huggingface module", "pe.llm.huggingface.register_fastchat package", "pe.llm.huggingface.register_fastchat.gpt2 module", "pe.llm.llm module", "pe.llm.openai module", "pe.llm.request module", "pe.logger package", "pe.logger.csv_print module", "pe.logger.image_file module", "pe.logger.log_print module", "pe.logger.logger module", "pe.logger.matplotlib_pdf module", "pe.logging package", "pe.metric_item package", "pe.population package", "pe.population.pe_population module", "pe.population.population module", "pe.runner package", "pe.runner.pe module", "pe.util package", "pe.util.download module", "APIs", "Callbacks and Loggers", "Data", "Details of the Library", "DP", "Embeddings", "Histograms", "Overview", "Population", "Runner", "Examples", "Getting Started", "Installation", "What is Private Evolution?", "Using Your Own Data/APIs", "Private Evolution Documentation"], "terms": {"pe": [0, 78, 79, 80, 82, 83, 84, 85, 86, 87, 91, 92, 93], "packag": [0, 1, 53, 78, 79, 80, 82, 83, 84, 86, 87, 89, 91, 92, 93], "subpackag": [0, 1, 93], "random_api": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 78, 92, 93], "variation_api": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 78, 92, 93], "improveddiffus": [0, 1, 2, 3, 5, 6, 78, 93], "__init__": [0, 1, 2, 3, 5, 6, 10, 11, 12, 14, 16, 17, 18, 19, 20, 21, 22, 23, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 41, 43, 44, 45, 46, 47, 53, 54, 55, 56, 57, 61, 63, 64, 65, 66, 68, 70, 71, 72, 74, 75, 93], "improveddiffusion270m": [0, 1, 2, 3, 5, 6, 93], "checkpoint_url": [0, 1, 2, 3, 5, 6, 93], "llmaugp": [0, 1, 2, 3, 11, 12, 78, 93], "_blank_sampl": [0, 1, 2, 3, 11, 12, 93], "_construct_prompt": [0, 1, 2, 3, 11, 12, 93], "stablediffus": [0, 1, 2, 3, 5, 10, 78, 93], "imag": [0, 1, 2, 3, 14, 25, 26, 41, 63, 65, 70, 78, 79, 80, 83, 85, 89, 91, 92, 93], "submodul": [0, 1, 2, 93], "text": [0, 1, 2, 3, 14, 25, 26, 41, 78, 79, 80, 83, 85, 89, 91, 92, 93], "modul": [0, 1, 2, 3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 71, 74, 76, 79, 80, 85, 93], "util": [0, 1, 2, 3, 6, 10, 12, 85, 93], "constantlist": [0, 1, 2, 3, 13], "callback": [0, 1, 2, 74, 75, 80, 81, 85, 89, 93], "__call__": [0, 1, 2, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 93], "computefid": [0, 1, 2, 14, 16, 17, 79, 93], "sampleimag": [0, 1, 2, 14, 19, 20, 79, 93], "saveallimag": [0, 1, 2, 14, 19, 21, 79, 93], "_save_imag": [0, 1, 2, 14, 19, 21, 93], "savecheckpoint": [0, 1, 2, 14, 16, 18, 79, 93], "_get_checkpoint_path": [0, 1, 2, 14, 16, 18, 93], "savetexttocsv": [0, 1, 2, 14, 22, 23, 79, 93], "_get_csv_path": [0, 1, 2, 14, 22, 23, 93], "common": [0, 1, 2, 14, 93], "constant": [0, 1, 2, 38, 40, 47, 53, 71, 72, 80, 93], "data": [0, 1, 2, 3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 24, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 71, 72, 73, 74, 75, 79, 81, 83, 85, 88, 89, 91, 93], "clean_histogram_column_nam": [0, 1, 2, 24, 25, 38, 40, 47, 53], "dp_histogram_column_nam": [0, 1, 2, 24, 25, 38, 40], "embedding_column_nam": [0, 1, 2, 24, 25], "from_last_flag_column_nam": [0, 1, 2, 24, 25], "histogram_nearest_neighbors_voting_ids_column_nam": [0, 1, 2, 24, 25], "image_data_column_nam": [0, 1, 2, 24, 25], "image_model_label_column_nam": [0, 1, 2, 24, 25], "image_prompt_column_nam": [0, 1, 2, 24, 25], "label_id_column_nam": [0, 1, 2, 24, 25, 80], "llm_parameters_column_nam": [0, 1, 2, 24, 25], "llm_request_messages_column_nam": [0, 1, 2, 24, 25], "lookahead_embedding_column_nam": [0, 1, 2, 24, 25, 47, 53], "parent_syn_data_index_column_nam": [0, 1, 2, 24, 25], "post_processed_dp_histogram_column_nam": [0, 1, 2, 24, 25, 71, 72], "text_data_column_nam": [0, 1, 2, 24, 25], "camelyon17": [0, 1, 2, 26, 28, 80, 88, 93], "cat": [0, 1, 2, 26, 28, 80, 88, 93], "url": [0, 1, 2, 3, 6, 26, 28, 30, 34, 35, 37, 77, 93], "_download": [0, 1, 2, 26, 28, 30, 33, 34, 35, 37, 93], "_read_data": [0, 1, 2, 26, 28, 30, 93], "cifar10": [0, 1, 2, 26, 28, 80, 88, 93], "concat": [0, 1, 2, 26, 27, 93], "filter_label_id": [0, 1, 2, 26, 27, 93], "load_checkpoint": [0, 1, 2, 26, 27, 74, 75, 93], "merg": [0, 1, 2, 26, 27, 93], "random_trunc": [0, 1, 2, 26, 27, 93], "save_checkpoint": [0, 1, 2, 14, 16, 26, 27, 74, 75, 93], "set_label_id": [0, 1, 2, 26, 27, 93], "truncat": [0, 1, 2, 26, 27, 93], "openreview": [0, 1, 2, 26, 33, 80, 88, 93], "download_info_dict": [0, 1, 2, 26, 33, 34, 35, 37, 93], "pubm": [0, 1, 2, 26, 33, 80, 88, 93], "textcsv": [0, 1, 2, 26, 33, 34, 35, 36, 37, 80, 92, 93], "yelp": [0, 1, 2, 26, 33, 80, 88, 93], "load_image_fold": [0, 1, 2, 26, 28, 32, 80, 92, 93], "dp": [0, 1, 2, 25, 74, 75, 81, 85, 89, 91, 93], "add_nois": [0, 1, 2, 38, 39, 40, 82, 93], "set_epsilon_and_delta": [0, 1, 2, 38, 39, 40, 82, 93], "gaussian": [0, 1, 2, 38, 74, 75, 82, 93], "compute_epsilon": [0, 1, 2, 38, 40], "delta_gaussian": [0, 1, 2, 38, 40], "eps_gaussian": [0, 1, 2, 38, 40], "get_noise_multipli": [0, 1, 2, 38, 40], "embed": [0, 1, 2, 14, 17, 25, 47, 50, 51, 52, 53, 80, 81, 84, 85, 89, 93], "column_nam": [0, 1, 2, 41, 42, 45, 46, 83, 93], "compute_embed": [0, 1, 2, 41, 42, 43, 44, 45, 46, 83, 93], "filter_uncomputed_row": [0, 1, 2, 41, 42, 93], "merge_computed_row": [0, 1, 2, 41, 42, 93], "incept": [0, 1, 2, 14, 17, 41, 43, 83, 93], "sentencetransform": [0, 1, 2, 41, 45, 46, 83, 93], "histogram": [0, 1, 2, 25, 38, 39, 40, 71, 72, 74, 75, 81, 82, 85, 89, 93], "compute_histogram": [0, 1, 2, 47, 48, 53, 84, 93], "nearestneighbor": [0, 1, 2, 47, 53, 84, 93], "_compute_lookahead_embed": [0, 1, 2, 47, 53, 93], "_log_lookahead": [0, 1, 2, 47, 53, 93], "_log_voting_detail": [0, 1, 2, 47, 53, 93], "nearest_neighbor_backend": [0, 1, 2, 47, 93], "nearest_neighbor": [0, 1, 2, 25, 47, 93], "llm": [0, 1, 2, 3, 12, 25, 78, 88, 93], "azureopenaillm": [0, 1, 2, 54, 55, 78, 93], "_get_environment_vari": [0, 1, 2, 54, 55, 61, 93], "_get_response_for_one_request": [0, 1, 2, 54, 55, 61, 93], "generation_arg_map": [0, 1, 2, 54, 55, 56, 57, 60, 93], "get_respons": [0, 1, 2, 54, 55, 56, 57, 60, 61, 93], "huggingfacellm": [0, 1, 2, 54, 56, 57, 78, 93], "_get_conv_templ": [0, 1, 2, 54, 56, 57, 93], "_get_prompt": [0, 1, 2, 54, 56, 57, 93], "_get_respons": [0, 1, 2, 54, 56, 57, 93], "get_generation_arg": [0, 1, 2, 54, 60, 93], "openaillm": [0, 1, 2, 54, 61, 78, 93], "request": [0, 1, 2, 25, 54, 55, 57, 60, 61, 93], "huggingfac": [0, 1, 2, 54, 78, 88, 93], "azure_openai": [0, 1, 2, 54, 93], "openai": [0, 1, 2, 3, 6, 8, 9, 32, 54, 55, 57, 78, 88, 93], "logger": [0, 1, 2, 69, 74, 75, 81, 85, 89, 93], "csvprint": [0, 1, 2, 63, 64, 79, 93], "_clear_log": [0, 1, 2, 63, 64, 93], "_flush": [0, 1, 2, 63, 64, 93], "_get_log_path": [0, 1, 2, 63, 64, 93], "_log_float": [0, 1, 2, 63, 64, 93], "clean_up": [0, 1, 2, 63, 64, 67, 70, 93], "log": [0, 1, 2, 47, 53, 63, 64, 65, 66, 67, 68, 74, 75, 79, 85, 93], "imagefil": [0, 1, 2, 63, 65, 79, 93], "_get_image_path": [0, 1, 2, 63, 65, 93], "_log_imag": [0, 1, 2, 63, 65, 93], "_log_image_list": [0, 1, 2, 63, 65, 93], "logprint": [0, 1, 2, 63, 66, 79, 93], "matplotlibpdf": [0, 1, 2, 63, 68, 79, 93], "_get_pdf_path": [0, 1, 2, 63, 68, 93], "csv_print": [0, 1, 2, 63, 93], "image_fil": [0, 1, 2, 63, 93], "log_print": [0, 1, 2, 63, 93], "matplotlib_pdf": [0, 1, 2, 63, 93], "execution_logg": [0, 1, 2, 63, 66, 69, 93], "setup_log": [0, 1, 2, 69, 93], "metric_item": [0, 1, 2, 14, 17, 20, 63, 64, 65, 66, 67, 68, 79, 93], "floatlistmetricitem": [0, 1, 2, 63, 64, 66, 70, 93], "floatmetricitem": [0, 1, 2, 14, 17, 63, 64, 66, 70, 93], "imagelistmetricitem": [0, 1, 2, 14, 20, 63, 65, 70, 93], "num_images_per_row": [0, 1, 2, 70, 93], "imagemetricitem": [0, 1, 2, 63, 65, 70, 93], "matplotlibmetricitem": [0, 1, 2, 63, 68, 70, 93], "metricitem": [0, 1, 2, 63, 64, 67, 70, 79, 93], "name": [0, 1, 2, 3, 10, 12, 25, 26, 32, 36, 41, 42, 46, 54, 55, 57, 61, 63, 64, 65, 68, 69, 70, 80, 83, 93], "valu": [0, 1, 2, 3, 12, 13, 38, 39, 40, 47, 48, 54, 55, 61, 70, 74, 75, 80, 82, 84, 85, 93], "metric_scop": [0, 1, 2, 70, 93], "popul": [0, 1, 2, 74, 75, 81, 85, 89, 93], "pepopul": [0, 1, 2, 71, 72, 86, 93], "_post_process_histogram": [0, 1, 2, 71, 72, 93], "_select_data": [0, 1, 2, 71, 72, 93], "initi": [0, 1, 2, 3, 12, 71, 72, 73, 74, 75, 78, 85, 86, 93], "next": [0, 1, 2, 71, 72, 73, 78, 85, 86, 93], "pe_popul": [0, 1, 2, 71, 93], "runner": [0, 1, 2, 81, 85, 89, 93], "_clean_up_logg": [0, 1, 2, 74, 75, 93], "_get_num_samples_per_label_id": [0, 1, 2, 74, 75, 93], "_log_metr": [0, 1, 2, 74, 75, 93], "run": [0, 1, 2, 6, 54, 55, 57, 61, 74, 75, 85, 87, 93], "download": [0, 1, 2, 3, 6, 26, 30, 34, 35, 37, 76, 93], "api": [1, 2, 26, 30, 34, 35, 37, 47, 53, 54, 55, 57, 61, 71, 72, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93], "improved_diffusion_lib": [1, 2, 3, 5], "improved_diffusion_api": [1, 2, 3, 5], "stable_diffusion_api": [1, 2, 3, 5], "llm_augpe_api": [1, 2, 3, 11], "compute_fid": [1, 2, 14, 16], "sample_imag": [1, 2, 14, 19], "save_all_imag": [1, 2, 14, 19], "save_text_to_csv": [1, 2, 14, 22], "text_csv": [1, 2, 26, 33], "sentence_transform": [1, 2, 41, 45], "auto": [1, 2, 47, 49, 53], "faiss": [1, 2, 47, 49, 50, 53, 89, 93], "sklearn": [1, 2, 47, 49, 50, 53, 90], "register_fastchat": [1, 2, 54, 56], "gaussian_diffus": [2, 3, 5, 7], "unet": [2, 3, 5, 7], "sampler": [2, 3, 5, 6], "forward": [2, 3, 5, 6], "train": [2, 3, 5, 6, 26, 29, 31, 34, 35, 37, 88, 91], "sampl": [2, 3, 4, 5, 6, 8, 10, 12, 14, 20, 25, 26, 27, 36, 41, 42, 47, 48, 53, 71, 72, 73, 74, 75, 78, 79, 80, 83, 84, 85, 86, 92], "imagedataset": [2, 26, 28, 32], "_list_image_files_recurs": [2, 26, 28, 32], "downloadinfo": [2, 26, 33, 34, 35, 37], "to_uint8": [2, 41, 43, 44], "search": [2, 40, 47, 49, 50, 51, 52, 90], "gpt2": [2, 54, 56, 58], "class": [3, 4, 6, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 78, 79, 80, 85, 92], "sourc": [3, 4, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 91, 93], "base": [3, 4, 6, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 80, 85, 91], "abc": [3, 4, 14, 15, 38, 39, 41, 42, 47, 48, 54, 60, 63, 67, 71, 73], "The": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 80, 81, 82, 83, 84, 89, 91, 92, 93], "abstract": [3, 4, 14, 15, 38, 39, 41, 42, 47, 48, 54, 60, 63, 67, 71, 73, 85], "defin": [3, 4, 6, 14, 15], "synthet": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 34, 35, 37, 38, 39, 40, 47, 48, 50, 51, 52, 53, 71, 72, 73, 74, 75, 78, 79, 80, 83, 84, 85, 86, 88, 91], "gener": [3, 4, 6, 10, 12, 14, 15, 25, 47, 53, 54, 55, 57, 60, 61, 62, 71, 72, 73, 78, 80, 84, 85, 86, 88, 89, 91, 93], "label_info": [3, 4, 6, 10, 12, 71, 72, 73, 80], "num_sampl": [3, 4, 6, 10, 12, 26, 27, 36, 71, 72, 73, 74, 75], "method": [3, 4, 78, 82, 83, 84, 86, 87, 91, 92], "random": [3, 4, 6, 10, 12, 71, 72], "paramet": [3, 4, 6, 9, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80, 92], "dict": [3, 4, 6, 10, 12, 26, 27, 54, 55, 57, 60, 61, 62, 71, 72, 73], "info": [3, 4, 6, 10, 12, 69, 71, 72, 73], "label": [3, 4, 6, 10, 12, 25, 26, 27, 36, 71, 72, 73, 74, 75, 80], "int": [3, 4, 6, 10, 12, 14, 18, 20, 23, 26, 27, 29, 30, 32, 36, 38, 39, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "number": [3, 4, 6, 10, 12, 14, 18, 20, 23, 26, 27, 32, 34, 35, 36, 37, 38, 39, 40, 47, 50, 51, 52, 53, 54, 55, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 79, 80, 84], "syn_data": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 38, 39, 40, 47, 48, 53, 71, 72, 73, 74, 75], "variat": [3, 4, 6, 10, 12, 47, 53, 71, 72, 78, 85], "object": [3, 4, 6, 10, 12, 13, 14, 15, 20, 21, 23, 26, 27, 41, 44, 46, 47, 53, 70, 71, 72, 74, 75, 80, 85, 92], "variation_degre": [3, 6, 10], "model_path": [3, 6, 59], "model_image_s": [3, 6], "64": [3, 6, 26, 29], "num_channel": [3, 6, 9], "192": [3, 6], "num_res_block": [3, 6, 9], "3": [3, 6, 12], "learn_sigma": [3, 6, 8, 9], "true": [3, 6, 14, 21, 26, 32, 74, 75], "class_cond": [3, 6, 9, 26, 32], "use_checkpoint": [3, 6, 9], "fals": [3, 6, 8, 26, 32, 54, 55, 57, 61, 71, 72], "attention_resolut": [3, 6, 9], "16": [3, 6], "8": [3, 6, 90], "num_head": [3, 6, 9], "4": [3, 6, 10, 91], "num_heads_upsampl": [3, 6, 9], "1": [3, 6, 26, 32, 34, 35, 37, 40, 47, 53, 54, 55, 61, 62, 63, 64, 66, 71, 72, 80, 85, 88, 90, 91], "use_scale_shift_norm": [3, 6, 9], "dropout": [3, 6, 9], "0": [3, 6, 12, 34, 35, 37, 40, 47, 53, 54, 62, 71, 72, 80, 90], "diffusion_step": [3, 6], "4000": [3, 6], "sigma_smal": [3, 6, 8], "noise_schedul": [3, 6, 8], "cosin": [3, 6, 47, 50, 51, 52, 53], "use_kl": [3, 6, 8], "predict_xstart": [3, 6, 8], "rescale_timestep": [3, 6, 8], "rescale_learned_sigma": [3, 6, 8], "timestep_respac": [3, 6, 8], "100": [3, 6], "batch_siz": [3, 6, 26, 32, 41, 44, 46, 54, 57], "2000": [3, 6, 41, 44, 46], "use_ddim": [3, 6], "clip_denois": [3, 6], "use_data_parallel": [3, 6], "improv": [3, 6, 8, 9, 32, 78], "diffus": [3, 6, 8, 9, 10, 32, 78, 85, 88, 91], "model": [3, 6, 10, 12, 25, 26, 34, 35, 37, 41, 46, 54, 57, 59, 60, 78, 83, 85, 88, 91], "from": [3, 6, 8, 9, 12, 14, 20, 25, 26, 27, 30, 32, 36, 47, 53, 54, 55, 57, 60, 61, 71, 72, 77, 78, 79, 80, 86, 88, 91, 92], "http": [3, 6, 8, 9, 12, 26, 30, 32, 34, 35, 37, 47, 53, 54, 55, 61, 77, 86, 90, 91, 93], "arxiv": [3, 6, 12, 26, 34, 35, 37, 91], "org": [3, 6, 12, 26, 34, 35, 37], "ab": [3, 6, 12, 26, 34, 35, 37], "2102": [3, 6], "09672": [3, 6], "constructor": [3, 6, 10, 12, 14, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 34, 35, 36, 37, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 70, 71, 72, 74, 75, 80, 92], "see": [3, 6, 12, 47, 53, 54, 55, 79, 88, 91], "github": [3, 6, 8, 9, 32, 77, 86, 90, 91, 93], "com": [3, 6, 8, 9, 26, 30, 32, 34, 35, 37, 54, 55, 61, 77, 86, 90, 91, 93], "explan": [3, 6, 12], "list": [3, 6, 10, 12, 14, 17, 20, 26, 27, 32, 36, 54, 55, 57, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 74, 75, 79, 80, 85, 91], "here": [3, 6, 88, 92], "degre": [3, 6, 10, 47, 53], "each": [3, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 47, 48, 53, 54, 55, 61, 74, 75, 79, 80, 84, 85, 86], "iter": [3, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 38, 39, 40, 63, 64, 65, 66, 67, 68, 74, 75, 78, 79, 80, 85, 86], "If": [3, 6, 10, 12, 26, 27, 29, 31, 32, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75, 80, 90, 91], "singl": [3, 6, 10, 12, 63, 65, 70], "i": [3, 6, 9, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 31, 32, 34, 35, 37, 38, 40, 47, 48, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75, 78, 79, 80, 82, 83, 84, 85, 86, 89, 92, 93], "provid": [3, 6, 10, 12, 47, 53, 85, 89, 92, 93], "same": [3, 6, 10, 12, 26, 27, 32, 74, 75], "us": [3, 6, 10, 12, 14, 18, 21, 23, 25, 26, 27, 32, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 74, 75, 78, 79, 81, 83, 84, 85, 88, 89, 90, 91, 93], "all": [3, 6, 10, 12, 14, 21, 26, 32, 36, 47, 53, 79, 85, 91], "str": [3, 6, 10, 12, 14, 18, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 77], "path": [3, 6, 10, 14, 18, 21, 23, 26, 27, 32, 34, 35, 36, 37, 54, 57, 63, 64, 65, 68, 69, 74, 75], "checkpoint": [3, 6, 10, 14, 18, 26, 27, 74, 75, 79], "option": [3, 6, 10, 12, 14, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 40, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 85], "total": [3, 6, 74, 75], "step": [3, 6, 8, 10, 40, 85], "default": [3, 6, 10, 12, 14, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 40, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 90], "configur": [3, 6, 12, 14, 15, 69, 79, 85], "batch": [3, 6, 10, 26, 32, 41, 44, 46, 54, 57], "size": [3, 6, 10, 26, 32, 41, 44, 46, 54, 57], "bool": [3, 6, 14, 21, 26, 27, 32, 54, 55, 57, 61, 71, 72, 74, 75], "whether": [3, 6, 14, 21, 25, 26, 27, 32, 54, 55, 57, 61, 71, 72, 74, 75], "parallel": [3, 6], "dure": [3, 6], "thi": [3, 6, 8, 9, 12, 14, 15, 17, 18, 20, 21, 23, 26, 32, 54, 55, 57, 60, 61, 78, 80, 81, 84, 88, 89, 90, 92, 93], "return": [3, 6, 10, 12, 14, 17, 18, 20, 23, 26, 27, 32, 38, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 71, 72, 74, 75, 79, 85], "type": [3, 6, 10, 12, 14, 17, 18, 20, 23, 26, 27, 32, 34, 35, 37, 38, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 71, 72, 74, 75, 91], "input": [3, 6, 10, 12, 79], "none": [3, 6, 12, 26, 27, 32, 36, 38, 39, 40, 47, 53, 69, 70, 71, 72, 74, 75], "openaipubl": [3, 6], "blob": [3, 6, 8, 9, 32], "core": [3, 6, 81, 89, 90, 93], "window": [3, 6], "net": [3, 6], "march": [3, 6], "2021": [3, 6], "imagenet64_cond_270m_250k": [3, 6], "pt": [3, 6], "condit": [3, 6, 26, 32], "imagenet": [3, 6, 88], "270m": [3, 6], "250k": [3, 6], "paper": [3, 6, 12, 26, 34, 35, 37, 86, 88, 91, 92], "random_api_prompt_fil": [3, 12], "variation_api_prompt_fil": [3, 12], "min_word_count": [3, 12], "word_count_std": [3, 12], "token_to_word_ratio": [3, 12], "max_completion_tokens_limit": [3, 12], "blank_prob": [3, 12], "tokenizer_model": [3, 12], "gpt": [3, 12, 59, 85, 91], "5": [3, 10, 12, 69], "turbo": [3, 12], "open": [3, 12, 78, 91], "algorithm": [3, 12, 71, 72, 74, 75, 78, 81, 84, 87, 89, 91, 93], "propos": [3, 12], "icml": [3, 12, 26, 34, 35, 37, 88], "2024": [3, 12, 26, 34, 35, 37, 88, 91], "spotlight": [3, 12, 26, 34, 35, 37, 88], "differenti": [3, 12, 26, 34, 35, 37, 38, 39, 40, 81, 85, 88, 89, 91, 93], "privat": [3, 12, 14, 17, 26, 27, 34, 35, 37, 47, 48, 50, 51, 52, 53, 71, 72, 74, 75, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92], "via": [3, 12, 26, 34, 35, 37, 88, 91], "foundat": [3, 12, 26, 34, 35, 37, 78, 85, 88, 91], "2": [3, 12, 26, 34, 35, 37, 59, 88, 91], "2403": [3, 12, 26, 34, 35, 37, 91], "01749": [3, 12, 26, 34, 35, 37, 91], "prompt": [3, 10, 12, 25, 54, 57], "file": [3, 10, 12, 14, 23, 26, 30, 32, 36, 63, 64, 65, 66, 68, 69, 70, 79, 80, 85, 92], "format": [3, 12, 14, 18, 21, 23, 26, 32, 36, 63, 64, 65, 68, 69], "json": [3, 10, 12], "contain": [3, 8, 9, 10, 12, 26, 27, 32, 36, 41, 44, 46, 71, 72], "follow": [3, 12, 47, 50, 51, 52, 53, 54, 55, 61, 71, 72, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 90, 91], "field": [3, 12, 34, 35, 37, 54, 62], "message_templ": [3, 12], "A": [3, 6, 12, 14, 20, 21, 26, 27, 54, 55, 57, 60, 61, 80, 91], "messag": [3, 12, 25, 54, 55, 57, 61, 62, 69], "sent": [3, 12], "content": [3, 12], "can": [3, 10, 12, 14, 15, 26, 32, 54, 55, 61, 79, 80, 85, 91, 92], "variabl": [3, 12, 54, 55, 61], "placehold": [3, 12], "e": [3, 12, 25, 71, 72, 80, 85, 91], "g": [3, 12, 25, 71, 72, 80, 85, 91], "variable_nam": [3, 12], "origin": [3, 8, 9, 12, 47, 53, 91], "replac": [3, 12, 63, 64, 65, 68, 85, 91], "actual": [3, 12], "masked_sampl": [3, 12], "mask": [3, 12], "blank": [3, 12], "when": [3, 6, 12, 14, 21, 26, 27, 47, 53, 54, 55, 57, 61, 70, 74, 75, 78, 80, 83, 85, 91], "featur": [3, 12, 89, 93], "enabl": [3, 12, 54, 55, 57, 61], "word_count": [3, 12], "target": [3, 12, 80], "word": [3, 12], "count": [3, 12], "other": [3, 12, 80, 87, 91], "specifi": [3, 12], "rule": [3, 12], "below": [3, 12], "role": [3, 12, 54, 57], "system": [3, 12], "user": [3, 12], "assist": [3, 12], "replacement_rul": [3, 12], "appli": [3, 12, 71, 72, 80, 92], "one": [3, 6, 12, 47, 50, 51, 52, 53, 54, 55, 61, 71, 72, 74, 75, 85], "updat": [3, 12], "constraint": [3, 12], "dictionari": [3, 10, 12, 54, 60, 80, 92], "must": [3, 12, 26, 27, 32, 80], "satisfi": [3, 12], "kei": [3, 12, 54, 55, 61, 78, 80, 82, 83, 84, 86, 87, 89, 93], "ar": [3, 12, 26, 27, 38, 40, 47, 53, 54, 55, 57, 61, 74, 75, 78, 79, 80, 82, 83, 84, 85, 88, 90, 91, 92], "choos": [3, 12], "uniform": [3, 12], "manner": [3, 12], "minimum": [3, 12, 40], "float": [3, 10, 12, 38, 39, 40, 63, 64, 70, 71, 72, 74, 75, 79], "standard": [3, 12], "deviat": [3, 12], "disabl": [3, 12], "token": [3, 12], "ratio": [3, 12], "maximum": [3, 12, 40], "complet": [3, 12], "set": [3, 12, 26, 27, 38, 39, 40, 54, 55, 57, 61, 82, 85, 88], "time": [3, 12, 47, 53, 84], "limit": [3, 12], "probabl": [3, 12], "prompt_config": [3, 12], "construct": [3, 12, 47, 53, 78], "final": [3, 12, 85], "init": [3, 12], "width": [3, 10], "512": [3, 10, 26, 30], "height": [3, 10], "random_api_checkpoint": [3, 10], "compvi": [3, 10], "stabl": [3, 10, 78, 85, 88, 91], "v1": [3, 10, 26, 30], "random_api_guidance_scal": [3, 10], "7": [3, 10], "random_api_num_inference_step": [3, 10], "50": [3, 10], "random_api_batch_s": [3, 10], "10": [3, 10, 14, 20, 26, 32], "variation_api_checkpoint": [3, 10], "variation_api_guidance_scal": [3, 10], "variation_api_num_inference_step": [3, 10], "variation_api_batch_s": [3, 10], "It": [3, 10, 26, 29, 31, 34, 35, 37, 47, 50, 51, 52, 53, 71, 72, 78, 79, 82, 83, 84, 85, 86, 87, 91], "either": [3, 10, 26, 29, 31, 34, 35, 37, 38, 39], "string": [3, 10, 26, 32, 63, 64, 65, 68], "should": [3, 6, 10, 26, 29, 31, 34, 35, 37, 38, 39, 40, 47, 50, 51, 52, 53, 71, 72], "map": [3, 10, 54, 55, 57, 60], "its": [3, 10, 80], "guidanc": [3, 10], "scale": [3, 10, 40], "infer": [3, 10, 91], "rais": [3, 10, 26, 27, 29, 31, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75], "valueerror": [3, 10, 26, 27, 29, 31, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75], "neither": [3, 10], "nor": [3, 10], "create_gaussian_diffus": [3, 5, 7, 8], "create_model": [3, 5, 7, 9], "wrapper": [6, 54, 55, 57, 61], "around": 6, "handl": 6, "entir": 6, "process": [6, 8, 25, 26, 34, 37, 71, 72, 90], "so": [6, 74, 75], "reduc": 6, "communi": 6, "round": 6, "between": [6, 14, 17, 79], "gpu": [6, 47, 53, 90], "dataparallel": [6, 9], "model_kwarg": 6, "start_t": [6, 8], "start_imag": [6, 8], "nois": [6, 38, 39, 40, 74, 75, 82, 85], "image_s": [6, 9, 26, 32], "comput": [6, 14, 17, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 79, 83, 84, 85, 90], "perform": 6, "everi": 6, "call": [6, 9, 14, 15, 17, 18, 20, 21, 23, 54, 55, 57, 61, 79, 85, 87, 91], "overridden": 6, "subclass": 6, "although": 6, "recip": 6, "pass": [6, 54, 55, 57, 61, 79, 80, 85, 92], "need": [6, 54, 55, 78, 80, 85, 91, 92], "within": 6, "function": [6, 14, 15, 17, 18, 20, 21, 23, 54, 55, 57, 61], "instanc": [6, 78], "afterward": 6, "instead": [6, 90], "sinc": [6, 85], "former": 6, "take": 6, "care": 6, "regist": [6, 54, 56, 58, 59], "hook": 6, "while": [6, 91], "latter": 6, "silent": 6, "ignor": [6, 26, 32], "them": [6, 80, 91], "devic": [6, 41, 44], "code": [8, 9, 91, 93], "minor": [8, 9], "edit": [8, 9], "main": [8, 9, 32, 87, 89, 93], "improved_diffus": [8, 9, 32], "py": [8, 9, 32], "script_util": [8, 9], "support": [8, 9, 47, 50, 53, 71, 72, 85, 86], "middl": 8, "argument": [8, 54, 55, 57, 60, 61, 62], "1000": [8, 26, 32], "linear": 8, "avoid": 9, "self": 9, "input_block": 9, "which": [9, 54, 55, 74, 75, 79, 80, 82, 85, 91], "These": [14, 15, 88], "after": [14, 15, 17, 18, 20, 21, 23, 79], "priv_data": [14, 17, 47, 48, 53, 74, 75], "frechet": [14, 17], "distanc": [14, 17, 47, 50, 51, 52, 53], "fid": [14, 17, 79, 85], "num_images_per_class": [14, 20], "metric": [14, 20, 47, 50, 51, 52, 53, 63, 64, 65, 66, 67, 68, 70, 74, 75, 79, 85], "item": [14, 20, 63, 64, 65, 68, 70], "per": [14, 20, 70, 74, 75], "output_fold": [14, 18, 21, 23, 63, 64, 65, 68], "path_format": [14, 21], "09d": [14, 18, 21, 23, 63, 65, 68], "label_id": [14, 21, 25, 26, 27], "_": [14, 21, 26, 32], "label_nam": [14, 21], "index": [14, 21, 25], "png": [14, 21, 26, 32], "tqdm_enabl": [14, 21], "save": [14, 18, 21, 23, 26, 27, 29, 30, 47, 53, 63, 64, 65, 68, 70, 74, 75, 79, 83, 85], "output": [14, 18, 21, 23, 63, 64, 65, 68, 85], "folder": [14, 18, 21, 23, 26, 27, 32, 47, 53, 63, 64, 65, 68], "show": [14, 21, 88], "tqdm": [14, 21], "progress": [14, 21, 79], "bar": [14, 21], "helper": [14, 21], "an": [14, 21, 50, 70, 78, 84, 85, 91, 92], "iteration_format": [14, 18, 23, 63, 65, 68], "get": [14, 18, 23, 40, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 74, 75, 93], "csv": [14, 23, 26, 34, 35, 36, 37, 63, 64, 79, 80, 92], "part": [14, 23, 80, 85], "clean_histogram": 25, "column": [25, 26, 36, 38, 40, 41, 42, 46, 47, 53, 71, 72, 80, 83], "clean": [25, 63, 64, 67, 70, 74, 75], "dp_histogram": 25, "from_last_flag": 25, "flag": 25, "indic": [25, 47, 48, 50, 51, 52], "last": 25, "voting_id": 25, "nearest": [25, 47, 50, 51, 52, 53, 84, 90], "neighbor": [25, 47, 50, 51, 52, 53, 84, 90], "vote": [25, 47, 53], "id": [25, 26, 27, 35, 37, 47, 53, 54, 55, 74, 75, 80], "image_model_label": 25, "image_prompt": 25, "lookahead_embed": 25, "lookahead": [25, 47, 53, 85], "parent_syn_data_index": 25, "previou": 25, "current": [25, 26, 27, 78, 79, 82, 83, 84, 86], "post_processed_dp_histogram": 25, "post": [25, 71, 72], "clip": [25, 71, 72], "split": [26, 29, 31, 34, 35, 37], "root_dir": [26, 29, 30, 34, 35, 37], "re": [26, 29, 30, 41, 44], "dataset": [26, 29, 30, 31, 32, 34, 35, 36, 37, 81, 88, 89, 91, 92, 93], "val": [26, 29, 34, 35, 37], "test": [26, 29, 31, 34, 35, 37], "root": [26, 29, 30, 32, 34, 35, 37, 69], "directori": [26, 29, 30, 32, 34, 35, 37, 80, 92], "resolut": [26, 29, 30, 41, 44], "invalid": [26, 29, 31, 54, 57], "www": [26, 30], "kaggl": [26, 30], "fjxmlzn": [26, 30, 86, 91], "cooki": [26, 30], "doudou": [26, 30], "doe": [26, 30, 36, 74, 75, 85, 91], "exist": [26, 30, 36, 86], "read": [26, 30], "zip": [26, 30], "data_fram": [26, 27, 80, 83, 92], "metadata": [26, 27, 80, 92], "hold": [26, 27, 80, 85, 92], "panda": [26, 27, 80, 92], "datafram": [26, 27, 80, 92], "classmethod": [26, 27], "data_list": [26, 27], "concaten": [26, 27], "frame": [26, 27, 41, 42, 46], "filter": [26, 27], "accord": [26, 27, 71, 72], "load": [26, 27, 32, 36, 74, 75, 80, 92], "successfulli": [26, 27], "anoth": [26, 27], "randomli": [26, 27, 54, 55, 61, 78, 85], "certain": [26, 27], "new": [26, 27, 85, 86, 91, 92], "empti": [26, 27, 54, 57], "kwarg": [26, 34, 35, 37, 70], "raw": [26, 34, 35, 37], "githubusercont": [26, 34, 35, 37], "ai": [26, 34, 35, 37, 47, 53, 54, 55], "secur": [26, 34, 35, 37], "aug": [26, 34, 35, 37, 85], "bca21c90921bd1151aa7627e676c906165e205a0": [26, 34, 35, 37], "iclr23_reviews_test": [26, 34], "direct": [26, 34, 35, 37], "iclr23_reviews_train": [26, 34], "iclr23_reviews_v": [26, 34], "inform": [26, 34, 35, 37, 54, 55, 69, 80, 90, 91], "automat": [26, 34, 35, 37], "download_info": [26, 34, 35, 37], "data_path": [26, 34, 35, 37], "processed_data_path": [26, 34, 37], "unknown": [26, 34, 35, 37, 47, 50, 51, 52, 53], "drive": [26, 35, 37], "googl": [26, 35, 37], "uc": [26, 35, 37], "12": [26, 35], "zv93mqnpvm_oruoahz2n4odkkoxd": [26, 35], "r": [26, 35], "gdown": [26, 35, 37], "dev": [26, 35, 37], "csv_path": [26, 36], "label_column": [26, 36], "text_column": [26, 36], "1eplubxck5mgnm1giiflctcr": [26, 37], "tkgjcrc2": [26, 37], "num_imag": [26, 32], "num_work": [26, 32], "nest": [26, 32, 80, 92], "arbitrarili": [26, 32], "class_nam": [26, 32], "without": [26, 32, 91], "suffix": [26, 32], "ani": [26, 32, 79, 80, 91], "ext": [26, 32], "jpg": [26, 32], "jpeg": [26, 32], "gif": [26, 32], "extract": [26, 32], "befor": [26, 32, 41, 44, 87], "first": [26, 32, 74, 75], "treat": [26, 32], "resiz": [26, 32, 41, 44], "worker": [26, 32], "transform": [32, 41, 46, 83], "data_dir": 32, "recurs": 32, "adapt": [32, 59], "image_dataset": 32, "namedtupl": [34, 35, 37, 54, 62], "alia": [34, 35, 37, 54, 62], "privaci": [38, 39, 40, 81, 85, 89, 91, 93], "mechan": [38, 39, 40, 74, 75, 81, 89, 93], "add": [38, 39, 40, 78, 82, 85], "num_iter": [38, 39, 40], "epsilon": [38, 39, 40, 74, 75], "delta": [38, 39, 40, 74, 75], "noise_multipli": [38, 39, 40, 74, 75], "multipli": [38, 39, 40, 74, 75], "have": [38, 40, 74, 75, 80], "ad": [38, 40, 81, 85, 89, 93], "noisi": [38, 40, 85], "store": [38, 40], "both": [38, 40], "num_step": 40, "max_epsilon": 40, "10000000": 40, "1e7": 40, "ep": 40, "mu": 40, "shift": 40, "equival": 40, "min_noise_multipli": 40, "max_noise_multipli": 40, "500": 40, "1e": 40, "properti": [41, 42, 46, 54, 55, 57, 60, 70], "computed_data": [41, 42], "cuda": [41, 44], "sentenc": [41, 46, 83], "x": 44, "min": 44, "max": 44, "over": [47, 48, 84, 85], "how": [47, 48, 54, 55, 85, 88, 90, 92], "good": [47, 48], "term": [47, 48], "close": [47, 48], "mode": [47, 50, 51, 52, 53, 71, 72], "lookahead_degre": [47, 53], "lookahead_log_fold": [47, 53], "voting_details_log_fold": [47, 53], "num_nearest_neighbor": [47, 50, 51, 52, 53], "backend": [47, 50, 53], "closest": [47, 53], "l2": [47, 50, 51, 52, 53], "norm": [47, 53], "normal": [47, 53, 74, 75, 91], "find": [47, 50, 51, 52, 53], "cos_sim": [47, 50, 51, 52, 53], "similar": [47, 50, 51, 52, 53, 85, 91], "ip": [47, 50, 51, 53], "inner": [47, 50, 51, 53], "product": [47, 50, 51, 53, 91], "Not": [47, 53], "greater": [47, 53], "than": [47, 53], "averag": [47, 53], "detail": [47, 53, 89, 92, 93], "consid": [47, 53], "scikit": [47, 53], "learn": [47, 53, 54, 55], "avail": [47, 53, 81, 89, 91, 93], "otherwis": [47, 53], "much": [47, 53], "faster": [47, 53, 90], "larg": [47, 53, 54, 60], "requir": [47, 53, 54, 55, 61, 78, 90, 91], "instal": [47, 50, 53, 89, 93], "cpu": [47, 53], "lookahead_id": [47, 53], "np": [47, 50, 51, 52, 53, 74, 75], "ndarrai": [47, 50, 51, 52, 53, 74, 75], "possibli": [47, 53], "addit": [47, 53, 80, 85], "tupl": [47, 50, 51, 52, 53], "syn_embed": [50, 51, 52], "priv_embed": [50, 51, 52], "error": 50, "occur": 50, "fall": 50, "back": 50, "dry_run": [54, 55, 57, 61], "num_thread": [54, 55, 61], "generation_arg": [54, 55, 57, 60, 61, 62], "azur": [54, 55, 78], "environ": [54, 55, 61], "azure_openai_api_kei": [54, 55], "you": [54, 55, 61, 78, 80, 90, 91, 92], "portal": [54, 55], "multipl": [54, 55, 61, 85], "separ": [54, 55, 61], "comma": [54, 55, 61], "select": [54, 55, 61, 71, 72, 85], "also": [54, 55, 85, 91, 92], "az_cli": [54, 55], "case": [54, 55, 74, 75, 91], "cli": [54, 55], "authent": [54, 55], "azure_openai_api_scop": [54, 55], "document": [54, 55, 92], "more": [54, 55, 85, 91, 92], "microsoft": [54, 55, 90, 91, 93], "en": [54, 55], "u": [54, 55], "servic": [54, 55], "switch": [54, 55], "endpoint": [54, 55], "entra": [54, 55], "azure_openai_api_endpoint": [54, 55], "azure_openai_api_vers": [54, 55], "version": [54, 55], "dry": [54, 55, 57, 61], "respons": [54, 55, 57, 60, 61, 78, 82, 83, 84, 86], "fake": [54, 55, 57, 61], "thread": [54, 55, 61], "make": [54, 55, 61], "concurr": [54, 55, 61], "specif": [54, 55, 57, 60], "max_completion_token": [54, 55, 57], "max_token": [54, 55], "prioriti": [54, 55, 57, 61], "highest": [54, 55, 57, 61], "lowerest": [54, 55, 57, 61], "order": [54, 55, 57, 61], "model_name_or_path": [54, 57], "128": [54, 57], "convers": [54, 57], "templat": [54, 57], "fastchat": [54, 57, 59], "prompt_list": [54, 57], "max_new_token": [54, 57], "languag": [54, 60], "arg": [54, 60, 70], "later": [54, 60], "ones": [54, 60], "overwrit": [54, 60], "earlier": [54, 60], "openai_api_kei": [54, 61], "platform": [54, 61], "account": [54, 61], "gpt2adapt": [54, 56, 58, 59], "get_default_conv_templ": [54, 56, 58, 59], "load_model": [54, 56, 58, 59], "match": [54, 56, 58, 59, 91], "basemodeladapt": 59, "from_pretrained_kwarg": 59, "path_separ": [63, 64, 65, 68], "float_format": [63, 64], "8f": [63, 64], "flush_iteration_freq": [63, 64], "print": [63, 64, 66, 79, 85], "point": [63, 64], "frequenc": [63, 64, 66], "flush": [63, 64], "clear": [63, 64], "log_path": [63, 64], "up": [63, 64, 67, 70, 74, 75], "image_path": [63, 65], "log_iteration_freq": [63, 66], "consol": [63, 66, 79, 85], "matplotlib": [63, 68, 70, 79], "figur": [63, 68, 70], "pdf": [63, 68, 79], "rootlogg": 69, "warn": 69, "execut": 69, "log_fil": 69, "datefmt": 69, "m": 69, "d": 69, "y": [69, 90], "h": 69, "": [69, 84], "p": 69, "fmt": 69, "asctim": 69, "levelnam": 69, "level": 69, "20": 69, "setup": 69, "date": 69, "row": [70, 80], "context": 70, "manag": [70, 87], "scope": 70, "histogram_threshold": [71, 72], "initial_variation_api_fold": [71, 72], "next_variation_api_fold": [71, 72], "keep_select": [71, 72], "selection_mod": [71, 72], "evolut": [71, 72, 78, 79, 80, 81, 86, 87, 88, 89, 90, 92], "threshold": [71, 72], "mean": [71, 72], "keep": [71, 72], "proport": [71, 72], "rank": [71, 72], "top": [71, 72], "callabl": [74, 75], "fraction_per_label_id": [74, 75], "given": [74, 75, 78, 85, 91], "fraction": [74, 75], "assum": [74, 75], "length": [74, 75, 80], "small": [74, 75], "some": [74, 75, 79, 80, 85, 88, 91, 92], "zero": [74, 75, 80], "checkpoint_path": [74, 75], "num_samples_schedul": [74, 75], "schedul": [74, 75], "element": [74, 75], "rest": [74, 75, 91], "plu": [74, 75], "fname": 77, "chunk_siz": 77, "1024": 77, "gist": 77, "yanqd0": 77, "c13ed29e29432e3cf3e7c38467f42f51": 77, "refer": [78, 79, 80, 82, 83, 84, 86, 87, 92, 93], "implement": [78, 79, 82, 83, 84, 85, 86, 92], "ha": [78, 80, 82, 83, 84, 85, 86, 87, 91], "interfac": 78, "To": [78, 80, 90, 92], "creat": [78, 80, 92], "inherit": [78, 92], "monitor": 79, "etc": [79, 85, 91], "result": [79, 85], "plot": 79, "form": 79, "through": [79, 80, 85], "desir": [79, 85], "wai": [79, 85], "For": [79, 80], "modal": [79, 85, 91], "along": 80, "differ": [80, 85], "compon": [80, 81, 87, 89, 93], "mostli": [80, 85], "commun": [80, 85, 91], "two": [80, 85, 92], "attribut": [80, 83], "produc": 80, "omegaconf": 80, "conveni": 80, "well": [80, 92], "known": [80, 92], "alreadi": [80, 92], "In": [80, 85], "easili": [80, 85, 91, 92], "custom": [80, 85, 92], "includ": [80, 85, 91], "k": 80, "uncondit": 80, "just": 80, "long": 80, "recogn": 80, "equal": 80, "insid": 80, "overview": [81, 89, 93], "design": [81, 89, 91, 93], "principl": [81, 89, 93], "your": [81, 89, 91, 93], "own": [81, 89, 91, 93], "budget": 82, "achiev": 82, "librari": [83, 88, 89, 92, 93], "project": 84, "space": [84, 85], "workflow": 85, "shown": 85, "abov": [85, 92], "fig": 85, "consist": 85, "refin": 85, "build": 85, "repres": 85, "ensur": [85, 91], "subset": 85, "those": 85, "expect": 85, "easi": [85, 91], "evalu": 85, "framework": 85, "toward": 85, "goal": 85, "highli": 85, "modular": [85, 91], "extens": [85, 91], "discuss": [85, 87], "whole": 85, "might": 85, "emb": 85, "end": 85, "veri": 85, "intermedi": 85, "we": [85, 90], "want": 85, "precis": 85, "recal": 85, "upload": 85, "wandb": 85, "noth": 85, "help": 85, "immedi": 85, "onli": [86, 91, 92], "algorthm": 86, "experiment": 88, "iclr": 88, "pre": 88, "dadtaset": 88, "what": [89, 93], "citat": [89, 93], "pip": [89, 93], "exampl": [89, 91, 93], "pleas": [90, 91, 92], "command": 90, "git": 90, "dpsda": [90, 91, 93], "necessari": 90, "depend": 90, "By": 90, "purpos": 90, "howev": 90, "recommend": 90, "conda": 90, "c": 90, "pytorch": 90, "nvidia": 90, "check": 90, "out": 90, "websit": 90, "latest": 90, "short": 91, "ml": 91, "statist": 91, "rigor": 91, "guarante": 91, "impli": 91, "individu": 91, "protect": 91, "particularli": 91, "situat": 91, "where": 91, "sensit": 91, "confidenti": 91, "medic": 91, "record": 91, "financi": 91, "person": 91, "variou": 91, "concern": 91, "share": 91, "parti": 91, "collabor": 91, "research": 91, "downstream": 91, "non": 91, "pipelin": 91, "inspect": 91, "directli": 91, "easier": 91, "debug": 91, "develop": 91, "compar": 91, "altern": 91, "No": 91, "therefor": 91, "leverag": 91, "state": 91, "art": 91, "black": 91, "box": 91, "llama": 91, "even": 91, "third": 91, "assur": 91, "still": 91, "queri": 91, "made": 91, "work": 91, "across": 91, "come": 91, "soon": 91, "could": 91, "beat": 91, "sota": 91, "qualiti": 91, "though": 91, "offici": 91, "python": 91, "allow": 91, "flexibl": 91, "sever": 91, "popular": [91, 92], "extend": 91, "cite": 91, "articl": 91, "lin2023differenti": 91, "titl": 91, "author": 91, "lin": 91, "zinan": 91, "gopi": 91, "sivakanth": 91, "kulkarni": 91, "janardhan": 91, "nori": 91, "harsha": 91, "yekhanin": 91, "sergei": 91, "journal": 91, "preprint": 91, "2305": 91, "15560": 91, "year": 91, "2023": 91, "xie2024differenti": 91, "xie": 91, "chulin": 91, "backur": 91, "artur": 91, "yu": 91, "da": 91, "inan": 91, "huseyin": 91, "jiang": 91, "haotian": 91, "zhang": 91, "huishuai": 91, "lee": 91, "yin": 91, "tat": 91, "full": 91, "repositori": 91, "done": 91, "domain": 92, "applic": 92, "most": 92, "like": 92, "preload": 92, "bring": 92, "do": 92, "beyond": 92, "prior": 92, "start": 93}, "objects": {"": [[2, 0, 0, "-", "pe"]], "pe": [[3, 0, 0, "-", "api"], [14, 0, 0, "-", "callback"], [24, 0, 0, "-", "constant"], [26, 0, 0, "-", "data"], [38, 0, 0, "-", "dp"], [41, 0, 0, "-", "embedding"], [47, 0, 0, "-", "histogram"], [54, 0, 0, "-", "llm"], [63, 0, 0, "-", "logger"], [69, 0, 0, "-", "logging"], [70, 0, 0, "-", "metric_item"], [71, 0, 0, "-", "population"], [74, 0, 0, "-", "runner"], [76, 0, 0, "-", "util"]], "pe.api": [[3, 1, 1, "", "API"], [3, 1, 1, "", "ImprovedDiffusion"], [3, 1, 1, "", "ImprovedDiffusion270M"], [3, 1, 1, "", "LLMAugPE"], [3, 1, 1, "", "StableDiffusion"], [4, 0, 0, "-", "api"], [5, 0, 0, "-", "image"], [11, 0, 0, "-", "text"], [13, 0, 0, "-", "util"]], "pe.api.API": [[3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.ImprovedDiffusion": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.ImprovedDiffusion270M": [[3, 3, 1, "", "CHECKPOINT_URL"], [3, 2, 1, "", "__init__"]], "pe.api.LLMAugPE": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "_blank_sample"], [3, 2, 1, "", "_construct_prompt"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.StableDiffusion": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.api": [[4, 1, 1, "", "API"]], "pe.api.api.API": [[4, 2, 1, "", "random_api"], [4, 2, 1, "", "variation_api"]], "pe.api.image": [[6, 0, 0, "-", "improved_diffusion_api"], [7, 0, 0, "-", "improved_diffusion_lib"], [10, 0, 0, "-", "stable_diffusion_api"]], "pe.api.image.improved_diffusion_api": [[6, 1, 1, "", "ImprovedDiffusion"], [6, 1, 1, "", "ImprovedDiffusion270M"], [6, 1, 1, "", "Sampler"], [6, 4, 1, "", "sample"]], "pe.api.image.improved_diffusion_api.ImprovedDiffusion": [[6, 2, 1, "", "__init__"], [6, 2, 1, "", "random_api"], [6, 2, 1, "", "variation_api"]], "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M": [[6, 3, 1, "", "CHECKPOINT_URL"], [6, 2, 1, "", "__init__"]], "pe.api.image.improved_diffusion_api.Sampler": [[6, 2, 1, "", "forward"], [6, 3, 1, "", "training"]], "pe.api.image.improved_diffusion_lib": [[8, 0, 0, "-", "gaussian_diffusion"], [9, 0, 0, "-", "unet"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion": [[8, 4, 1, "", "create_gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.unet": [[9, 4, 1, "", "create_model"]], "pe.api.image.stable_diffusion_api": [[10, 1, 1, "", "StableDiffusion"]], "pe.api.image.stable_diffusion_api.StableDiffusion": [[10, 2, 1, "", "__init__"], [10, 2, 1, "", "random_api"], [10, 2, 1, "", "variation_api"]], "pe.api.text": [[12, 0, 0, "-", "llm_augpe_api"]], "pe.api.text.llm_augpe_api": [[12, 1, 1, "", "LLMAugPE"]], "pe.api.text.llm_augpe_api.LLMAugPE": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "_blank_sample"], [12, 2, 1, "", "_construct_prompt"], [12, 2, 1, "", "random_api"], [12, 2, 1, "", "variation_api"]], "pe.api.util": [[13, 1, 1, "", "ConstantList"]], "pe.callback": [[14, 1, 1, "", "Callback"], [14, 1, 1, "", "ComputeFID"], [14, 1, 1, "", "SampleImages"], [14, 1, 1, "", "SaveAllImages"], [14, 1, 1, "", "SaveCheckpoints"], [14, 1, 1, "", "SaveTextToCSV"], [15, 0, 0, "-", "callback"], [16, 0, 0, "-", "common"], [19, 0, 0, "-", "image"], [22, 0, 0, "-", "text"]], "pe.callback.Callback": [[14, 2, 1, "", "__call__"]], "pe.callback.ComputeFID": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"]], "pe.callback.SampleImages": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"]], "pe.callback.SaveAllImages": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_save_image"]], "pe.callback.SaveCheckpoints": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_get_checkpoint_path"]], "pe.callback.SaveTextToCSV": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_get_csv_path"]], "pe.callback.callback": [[15, 1, 1, "", "Callback"]], "pe.callback.callback.Callback": [[15, 2, 1, "", "__call__"]], "pe.callback.common": [[17, 0, 0, "-", "compute_fid"], [18, 0, 0, "-", "save_checkpoints"]], "pe.callback.common.compute_fid": [[17, 1, 1, "", "ComputeFID"]], "pe.callback.common.compute_fid.ComputeFID": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__init__"]], "pe.callback.common.save_checkpoints": [[18, 1, 1, "", "SaveCheckpoints"]], "pe.callback.common.save_checkpoints.SaveCheckpoints": [[18, 2, 1, "", "__call__"], [18, 2, 1, "", "__init__"], [18, 2, 1, "", "_get_checkpoint_path"]], "pe.callback.image": [[20, 0, 0, "-", "sample_images"], [21, 0, 0, "-", "save_all_images"]], "pe.callback.image.sample_images": [[20, 1, 1, "", "SampleImages"]], "pe.callback.image.sample_images.SampleImages": [[20, 2, 1, "", "__call__"], [20, 2, 1, "", "__init__"]], "pe.callback.image.save_all_images": [[21, 1, 1, "", "SaveAllImages"]], "pe.callback.image.save_all_images.SaveAllImages": [[21, 2, 1, "", "__call__"], [21, 2, 1, "", "__init__"], [21, 2, 1, "", "_save_image"]], "pe.callback.text": [[23, 0, 0, "-", "save_text_to_csv"]], "pe.callback.text.save_text_to_csv": [[23, 1, 1, "", "SaveTextToCSV"]], "pe.callback.text.save_text_to_csv.SaveTextToCSV": [[23, 2, 1, "", "__call__"], [23, 2, 1, "", "__init__"], [23, 2, 1, "", "_get_csv_path"]], "pe.constant": [[25, 0, 0, "-", "data"]], "pe.constant.data": [[25, 5, 1, "", "CLEAN_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "DP_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "EMBEDDING_COLUMN_NAME"], [25, 5, 1, "", "FROM_LAST_FLAG_COLUMN_NAME"], [25, 5, 1, "", "HISTOGRAM_NEAREST_NEIGHBORS_VOTING_IDS_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_DATA_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_MODEL_LABEL_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_PROMPT_COLUMN_NAME"], [25, 5, 1, "", "LABEL_ID_COLUMN_NAME"], [25, 5, 1, "", "LLM_PARAMETERS_COLUMN_NAME"], [25, 5, 1, "", "LLM_REQUEST_MESSAGES_COLUMN_NAME"], [25, 5, 1, "", "LOOKAHEAD_EMBEDDING_COLUMN_NAME"], [25, 5, 1, "", "PARENT_SYN_DATA_INDEX_COLUMN_NAME"], [25, 5, 1, "", "POST_PROCESSED_DP_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "TEXT_DATA_COLUMN_NAME"]], "pe.data": [[26, 1, 1, "", "Camelyon17"], [26, 1, 1, "", "Cat"], [26, 1, 1, "", "Cifar10"], [26, 1, 1, "", "Data"], [26, 1, 1, "", "OpenReview"], [26, 1, 1, "", "PubMed"], [26, 1, 1, "", "TextCSV"], [26, 1, 1, "", "Yelp"], [27, 0, 0, "-", "data"], [28, 0, 0, "-", "image"], [26, 4, 1, "", "load_image_folder"], [33, 0, 0, "-", "text"]], "pe.data.Camelyon17": [[26, 2, 1, "", "__init__"]], "pe.data.Cat": [[26, 3, 1, "", "URL"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"], [26, 2, 1, "", "_read_data"]], "pe.data.Cifar10": [[26, 2, 1, "", "__init__"]], "pe.data.Data": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "concat"], [26, 2, 1, "", "filter_label_id"], [26, 2, 1, "", "load_checkpoint"], [26, 2, 1, "", "merge"], [26, 2, 1, "", "random_truncate"], [26, 2, 1, "", "save_checkpoint"], [26, 2, 1, "", "set_label_id"], [26, 2, 1, "", "truncate"]], "pe.data.OpenReview": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.PubMed": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.TextCSV": [[26, 2, 1, "", "__init__"]], "pe.data.Yelp": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.data": [[27, 1, 1, "", "Data"]], "pe.data.data.Data": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "concat"], [27, 2, 1, "", "filter_label_id"], [27, 2, 1, "", "load_checkpoint"], [27, 2, 1, "", "merge"], [27, 2, 1, "", "random_truncate"], [27, 2, 1, "", "save_checkpoint"], [27, 2, 1, "", "set_label_id"], [27, 2, 1, "", "truncate"]], "pe.data.image": [[29, 0, 0, "-", "camelyon17"], [30, 0, 0, "-", "cat"], [31, 0, 0, "-", "cifar10"], [32, 0, 0, "-", "image"]], "pe.data.image.camelyon17": [[29, 1, 1, "", "Camelyon17"]], "pe.data.image.camelyon17.Camelyon17": [[29, 2, 1, "", "__init__"]], "pe.data.image.cat": [[30, 1, 1, "", "Cat"]], "pe.data.image.cat.Cat": [[30, 3, 1, "", "URL"], [30, 2, 1, "", "__init__"], [30, 2, 1, "", "_download"], [30, 2, 1, "", "_read_data"]], "pe.data.image.cifar10": [[31, 1, 1, "", "Cifar10"]], "pe.data.image.cifar10.Cifar10": [[31, 2, 1, "", "__init__"]], "pe.data.image.image": [[32, 1, 1, "", "ImageDataset"], [32, 4, 1, "", "_list_image_files_recursively"], [32, 4, 1, "", "load_image_folder"]], "pe.data.text": [[34, 0, 0, "-", "openreview"], [35, 0, 0, "-", "pubmed"], [36, 0, 0, "-", "text_csv"], [37, 0, 0, "-", "yelp"]], "pe.data.text.openreview": [[34, 6, 1, "", "DownloadInfo"], [34, 1, 1, "", "OpenReview"]], "pe.data.text.openreview.DownloadInfo": [[34, 7, 1, "", "type"], [34, 7, 1, "", "url"]], "pe.data.text.openreview.OpenReview": [[34, 3, 1, "", "DOWNLOAD_INFO_DICT"], [34, 2, 1, "", "__init__"], [34, 2, 1, "", "_download"]], "pe.data.text.pubmed": [[35, 6, 1, "", "DownloadInfo"], [35, 1, 1, "", "PubMed"]], "pe.data.text.pubmed.DownloadInfo": [[35, 7, 1, "", "type"], [35, 7, 1, "", "url"]], "pe.data.text.pubmed.PubMed": [[35, 3, 1, "", "DOWNLOAD_INFO_DICT"], [35, 2, 1, "", "__init__"], [35, 2, 1, "", "_download"]], "pe.data.text.text_csv": [[36, 1, 1, "", "TextCSV"]], "pe.data.text.text_csv.TextCSV": [[36, 2, 1, "", "__init__"]], "pe.data.text.yelp": [[37, 6, 1, "", "DownloadInfo"], [37, 1, 1, "", "Yelp"]], "pe.data.text.yelp.DownloadInfo": [[37, 7, 1, "", "type"], [37, 7, 1, "", "url"]], "pe.data.text.yelp.Yelp": [[37, 3, 1, "", "DOWNLOAD_INFO_DICT"], [37, 2, 1, "", "__init__"], [37, 2, 1, "", "_download"]], "pe.dp": [[38, 1, 1, "", "DP"], [38, 1, 1, "", "Gaussian"], [39, 0, 0, "-", "dp"], [40, 0, 0, "-", "gaussian"]], "pe.dp.DP": [[38, 2, 1, "", "add_noise"], [38, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.Gaussian": [[38, 2, 1, "", "add_noise"], [38, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.dp": [[39, 1, 1, "", "DP"]], "pe.dp.dp.DP": [[39, 2, 1, "", "add_noise"], [39, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.gaussian": [[40, 1, 1, "", "Gaussian"], [40, 4, 1, "", "compute_epsilon"], [40, 4, 1, "", "delta_Gaussian"], [40, 4, 1, "", "eps_Gaussian"], [40, 4, 1, "", "get_noise_multiplier"]], "pe.dp.gaussian.Gaussian": [[40, 2, 1, "", "add_noise"], [40, 2, 1, "", "set_epsilon_and_delta"]], "pe.embedding": [[41, 1, 1, "", "Embedding"], [41, 1, 1, "", "Inception"], [41, 1, 1, "", "SentenceTransformer"], [42, 0, 0, "-", "embedding"], [43, 0, 0, "-", "image"], [45, 0, 0, "-", "text"]], "pe.embedding.Embedding": [[41, 8, 1, "", "column_name"], [41, 2, 1, "", "compute_embedding"], [41, 2, 1, "", "filter_uncomputed_rows"], [41, 2, 1, "", "merge_computed_rows"]], "pe.embedding.Inception": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "compute_embedding"]], "pe.embedding.SentenceTransformer": [[41, 2, 1, "", "__init__"], [41, 8, 1, "", "column_name"], [41, 2, 1, "", "compute_embedding"]], "pe.embedding.embedding": [[42, 1, 1, "", "Embedding"]], "pe.embedding.embedding.Embedding": [[42, 8, 1, "", "column_name"], [42, 2, 1, "", "compute_embedding"], [42, 2, 1, "", "filter_uncomputed_rows"], [42, 2, 1, "", "merge_computed_rows"]], "pe.embedding.image": [[44, 0, 0, "-", "inception"]], "pe.embedding.image.inception": [[44, 1, 1, "", "Inception"], [44, 4, 1, "", "to_uint8"]], "pe.embedding.image.inception.Inception": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "compute_embedding"]], "pe.embedding.text": [[46, 0, 0, "-", "sentence_transformer"]], "pe.embedding.text.sentence_transformer": [[46, 1, 1, "", "SentenceTransformer"]], "pe.embedding.text.sentence_transformer.SentenceTransformer": [[46, 2, 1, "", "__init__"], [46, 8, 1, "", "column_name"], [46, 2, 1, "", "compute_embedding"]], "pe.histogram": [[47, 1, 1, "", "Histogram"], [47, 1, 1, "", "NearestNeighbors"], [48, 0, 0, "-", "histogram"], [49, 0, 0, "-", "nearest_neighbor_backend"], [53, 0, 0, "-", "nearest_neighbors"]], "pe.histogram.Histogram": [[47, 2, 1, "", "compute_histogram"]], "pe.histogram.NearestNeighbors": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "_compute_lookahead_embedding"], [47, 2, 1, "", "_log_lookahead"], [47, 2, 1, "", "_log_voting_details"], [47, 2, 1, "", "compute_histogram"]], "pe.histogram.histogram": [[48, 1, 1, "", "Histogram"]], "pe.histogram.histogram.Histogram": [[48, 2, 1, "", "compute_histogram"]], "pe.histogram.nearest_neighbor_backend": [[50, 0, 0, "-", "auto"], [51, 0, 0, "-", "faiss"], [52, 0, 0, "-", "sklearn"]], "pe.histogram.nearest_neighbor_backend.auto": [[50, 4, 1, "", "search"]], "pe.histogram.nearest_neighbor_backend.faiss": [[51, 4, 1, "", "search"]], "pe.histogram.nearest_neighbor_backend.sklearn": [[52, 4, 1, "", "search"]], "pe.histogram.nearest_neighbors": [[53, 1, 1, "", "NearestNeighbors"]], "pe.histogram.nearest_neighbors.NearestNeighbors": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "_compute_lookahead_embedding"], [53, 2, 1, "", "_log_lookahead"], [53, 2, 1, "", "_log_voting_details"], [53, 2, 1, "", "compute_histogram"]], "pe.llm": [[54, 1, 1, "", "AzureOpenAILLM"], [54, 1, 1, "", "HuggingfaceLLM"], [54, 1, 1, "", "LLM"], [54, 1, 1, "", "OpenAILLM"], [54, 6, 1, "", "Request"], [55, 0, 0, "-", "azure_openai"], [56, 0, 0, "-", "huggingface"], [60, 0, 0, "-", "llm"], [61, 0, 0, "-", "openai"], [62, 0, 0, "-", "request"]], "pe.llm.AzureOpenAILLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_environment_variable"], [54, 2, 1, "", "_get_response_for_one_request"], [54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_responses"]], "pe.llm.HuggingfaceLLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_conv_template"], [54, 2, 1, "", "_get_prompt"], [54, 2, 1, "", "_get_responses"], [54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_responses"]], "pe.llm.LLM": [[54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_generation_args"], [54, 2, 1, "", "get_responses"]], "pe.llm.OpenAILLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_environment_variable"], [54, 2, 1, "", "_get_response_for_one_request"], [54, 2, 1, "", "get_responses"]], "pe.llm.Request": [[54, 7, 1, "", "generation_args"], [54, 7, 1, "", "messages"]], "pe.llm.azure_openai": [[55, 1, 1, "", "AzureOpenAILLM"]], "pe.llm.azure_openai.AzureOpenAILLM": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "_get_environment_variable"], [55, 2, 1, "", "_get_response_for_one_request"], [55, 8, 1, "", "generation_arg_map"], [55, 2, 1, "", "get_responses"]], "pe.llm.huggingface": [[57, 0, 0, "-", "huggingface"], [58, 0, 0, "-", "register_fastchat"]], "pe.llm.huggingface.huggingface": [[57, 1, 1, "", "HuggingfaceLLM"]], "pe.llm.huggingface.huggingface.HuggingfaceLLM": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "_get_conv_template"], [57, 2, 1, "", "_get_prompt"], [57, 2, 1, "", "_get_responses"], [57, 8, 1, "", "generation_arg_map"], [57, 2, 1, "", "get_responses"]], "pe.llm.huggingface.register_fastchat": [[59, 0, 0, "-", "gpt2"]], "pe.llm.huggingface.register_fastchat.gpt2": [[59, 1, 1, "", "GPT2Adapter"], [59, 4, 1, "", "register"]], "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter": [[59, 2, 1, "", "get_default_conv_template"], [59, 2, 1, "", "load_model"], [59, 2, 1, "", "match"]], "pe.llm.llm": [[60, 1, 1, "", "LLM"]], "pe.llm.llm.LLM": [[60, 8, 1, "", "generation_arg_map"], [60, 2, 1, "", "get_generation_args"], [60, 2, 1, "", "get_responses"]], "pe.llm.openai": [[61, 1, 1, "", "OpenAILLM"]], "pe.llm.openai.OpenAILLM": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "_get_environment_variable"], [61, 2, 1, "", "_get_response_for_one_request"], [61, 2, 1, "", "get_responses"]], "pe.llm.request": [[62, 6, 1, "", "Request"]], "pe.llm.request.Request": [[62, 7, 1, "", "generation_args"], [62, 7, 1, "", "messages"]], "pe.logger": [[63, 1, 1, "", "CSVPrint"], [63, 1, 1, "", "ImageFile"], [63, 1, 1, "", "LogPrint"], [63, 1, 1, "", "Logger"], [63, 1, 1, "", "MatplotlibPDF"], [64, 0, 0, "-", "csv_print"], [65, 0, 0, "-", "image_file"], [66, 0, 0, "-", "log_print"], [67, 0, 0, "-", "logger"], [68, 0, 0, "-", "matplotlib_pdf"]], "pe.logger.CSVPrint": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_clear_logs"], [63, 2, 1, "", "_flush"], [63, 2, 1, "", "_get_log_path"], [63, 2, 1, "", "_log_float"], [63, 2, 1, "", "clean_up"], [63, 2, 1, "", "log"]], "pe.logger.ImageFile": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_get_image_path"], [63, 2, 1, "", "_log_image"], [63, 2, 1, "", "_log_image_list"], [63, 2, 1, "", "log"]], "pe.logger.LogPrint": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "log"]], "pe.logger.Logger": [[63, 2, 1, "", "clean_up"], [63, 2, 1, "", "log"]], "pe.logger.MatplotlibPDF": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_get_pdf_path"], [63, 2, 1, "", "log"]], "pe.logger.csv_print": [[64, 1, 1, "", "CSVPrint"]], "pe.logger.csv_print.CSVPrint": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "_clear_logs"], [64, 2, 1, "", "_flush"], [64, 2, 1, "", "_get_log_path"], [64, 2, 1, "", "_log_float"], [64, 2, 1, "", "clean_up"], [64, 2, 1, "", "log"]], "pe.logger.image_file": [[65, 1, 1, "", "ImageFile"]], "pe.logger.image_file.ImageFile": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "_get_image_path"], [65, 2, 1, "", "_log_image"], [65, 2, 1, "", "_log_image_list"], [65, 2, 1, "", "log"]], "pe.logger.log_print": [[66, 1, 1, "", "LogPrint"]], "pe.logger.log_print.LogPrint": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "log"]], "pe.logger.logger": [[67, 1, 1, "", "Logger"]], "pe.logger.logger.Logger": [[67, 2, 1, "", "clean_up"], [67, 2, 1, "", "log"]], "pe.logger.matplotlib_pdf": [[68, 1, 1, "", "MatplotlibPDF"]], "pe.logger.matplotlib_pdf.MatplotlibPDF": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "_get_pdf_path"], [68, 2, 1, "", "log"]], "pe.logging": [[69, 5, 1, "", "execution_logger"], [69, 4, 1, "", "setup_logging"]], "pe.metric_item": [[70, 1, 1, "", "FloatListMetricItem"], [70, 1, 1, "", "FloatMetricItem"], [70, 1, 1, "", "ImageListMetricItem"], [70, 1, 1, "", "ImageMetricItem"], [70, 1, 1, "", "MatplotlibMetricItem"], [70, 1, 1, "", "MetricItem"], [70, 1, 1, "", "metric_scope"]], "pe.metric_item.ImageListMetricItem": [[70, 2, 1, "", "__init__"], [70, 8, 1, "", "num_images_per_row"]], "pe.metric_item.MatplotlibMetricItem": [[70, 2, 1, "", "clean_up"]], "pe.metric_item.MetricItem": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "clean_up"], [70, 8, 1, "", "name"], [70, 8, 1, "", "value"]], "pe.population": [[71, 1, 1, "", "PEPopulation"], [71, 1, 1, "", "Population"], [72, 0, 0, "-", "pe_population"], [73, 0, 0, "-", "population"]], "pe.population.PEPopulation": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "_post_process_histogram"], [71, 2, 1, "", "_select_data"], [71, 2, 1, "", "initial"], [71, 2, 1, "", "next"]], "pe.population.Population": [[71, 2, 1, "", "initial"], [71, 2, 1, "", "next"]], "pe.population.pe_population": [[72, 1, 1, "", "PEPopulation"]], "pe.population.pe_population.PEPopulation": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "_post_process_histogram"], [72, 2, 1, "", "_select_data"], [72, 2, 1, "", "initial"], [72, 2, 1, "", "next"]], "pe.population.population": [[73, 1, 1, "", "Population"]], "pe.population.population.Population": [[73, 2, 1, "", "initial"], [73, 2, 1, "", "next"]], "pe.runner": [[74, 1, 1, "", "PE"], [75, 0, 0, "-", "pe"]], "pe.runner.PE": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "_clean_up_loggers"], [74, 2, 1, "", "_get_num_samples_per_label_id"], [74, 2, 1, "", "_log_metrics"], [74, 2, 1, "", "load_checkpoint"], [74, 2, 1, "", "run"]], "pe.runner.pe": [[75, 1, 1, "", "PE"]], "pe.runner.pe.PE": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "_clean_up_loggers"], [75, 2, 1, "", "_get_num_samples_per_label_id"], [75, 2, 1, "", "_log_metrics"], [75, 2, 1, "", "load_checkpoint"], [75, 2, 1, "", "run"]], "pe.util": [[77, 0, 0, "-", "download"]], "pe.util.download": [[77, 4, 1, "", "download"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:data", "6": "py:namedtuple", "7": "py:namedtuple-field", "8": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "data", "Python data"], "6": ["py", "namedtuple", "Python namedtuple"], "7": ["py", "namedtuple-field", "Python namedtuple-field"], "8": ["py", "property", "Python property"]}, "titleterms": {"api": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 78, 92], "refer": 0, "content": [0, 81, 89, 93], "pe": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "packag": [2, 3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 69, 70, 71, 74, 76, 90], "subpackag": [2, 3, 5, 14, 26, 41, 47, 54, 56], "submodul": [3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 71, 74, 76], "modul": [4, 6, 8, 9, 10, 12, 13, 15, 17, 18, 20, 21, 23, 25, 27, 29, 30, 31, 32, 34, 35, 36, 37, 39, 40, 42, 44, 46, 48, 50, 51, 52, 53, 55, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 73, 75, 77], "imag": [5, 6, 7, 8, 9, 10, 19, 20, 21, 28, 29, 30, 31, 32, 43, 44, 88, 90], "improved_diffusion_api": 6, "improved_diffusion_lib": [7, 8, 9], "gaussian_diffus": 8, "unet": 9, "stable_diffusion_api": 10, "text": [11, 12, 22, 23, 33, 34, 35, 36, 37, 45, 46, 88, 90], "llm_augpe_api": 12, "util": [13, 76, 77], "callback": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 79], "common": [16, 17, 18], "compute_fid": 17, "save_checkpoint": 18, "sample_imag": 20, "save_all_imag": 21, "save_text_to_csv": 23, "constant": [24, 25], "data": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 80, 92], "camelyon17": 29, "cat": 30, "cifar10": 31, "openreview": 34, "pubm": 35, "text_csv": 36, "yelp": 37, "dp": [38, 39, 40, 82], "gaussian": 40, "embed": [41, 42, 43, 44, 45, 46, 83], "incept": 44, "sentence_transform": 46, "histogram": [47, 48, 49, 50, 51, 52, 53, 84], "nearest_neighbor_backend": [49, 50, 51, 52], "auto": 50, "faiss": [51, 90], "sklearn": 52, "nearest_neighbor": 53, "llm": [54, 55, 56, 57, 58, 59, 60, 61, 62], "azure_openai": 55, "huggingfac": [56, 57, 58, 59], "register_fastchat": [58, 59], "gpt2": 59, "openai": 61, "request": 62, "logger": [63, 64, 65, 66, 67, 68, 79], "csv_print": 64, "image_fil": 65, "log_print": 66, "matplotlib_pdf": 68, "log": 69, "metric_item": 70, "popul": [71, 72, 73, 86], "pe_popul": 72, "runner": [74, 75, 87], "download": 77, "avail": [78, 79, 80, 82, 83, 84, 86], "ad": 78, "your": [78, 80, 92], "own": [78, 80, 92], "dataset": 80, "us": [80, 92], "detail": 81, "librari": [81, 85, 91], "differenti": 82, "privaci": 82, "mechan": 82, "overview": 85, "The": [85, 90], "privat": [85, 91, 93], "evolut": [85, 91, 93], "algorithm": 85, "core": 85, "design": 85, "principl": 85, "thi": [85, 91], "compon": 85, "exampl": 88, "get": 89, "start": 89, "instal": 90, "pip": 90, "main": 90, "gener": 90, "what": 91, "i": 91, "kei": 91, "featur": 91, "provid": 91, "citat": 91, "document": 93}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 58}, "alltitles": {"API Reference": [[0, "api-reference"]], "Contents:": [[0, null], [81, null], [89, null], [93, null]], "pe": [[1, "pe"]], "pe package": [[2, "module-pe"]], "Subpackages": [[2, "subpackages"], [3, "subpackages"], [5, "subpackages"], [14, "subpackages"], [26, "subpackages"], [41, "subpackages"], [47, "subpackages"], [54, "subpackages"], [56, "subpackages"]], "pe.api package": [[3, "module-pe.api"]], "Submodules": [[3, "submodules"], [5, "submodules"], [7, "submodules"], [11, "submodules"], [14, "submodules"], [16, "submodules"], [19, "submodules"], [22, "submodules"], [24, "submodules"], [26, "submodules"], [28, "submodules"], [33, "submodules"], [38, "submodules"], [41, "submodules"], [43, "submodules"], [45, "submodules"], [47, "submodules"], [49, "submodules"], [54, "submodules"], [56, "submodules"], [58, "submodules"], [63, "submodules"], [71, "submodules"], [74, "submodules"], [76, "submodules"]], "pe.api.api module": [[4, "module-pe.api.api"]], "pe.api.image package": [[5, "module-pe.api.image"]], "pe.api.image.improved_diffusion_api module": [[6, "module-pe.api.image.improved_diffusion_api"]], "pe.api.image.improved_diffusion_lib package": [[7, "module-pe.api.image.improved_diffusion_lib"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion module": [[8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.unet module": [[9, "module-pe.api.image.improved_diffusion_lib.unet"]], "pe.api.image.stable_diffusion_api module": [[10, "module-pe.api.image.stable_diffusion_api"]], "pe.api.text package": [[11, "module-pe.api.text"]], "pe.api.text.llm_augpe_api module": [[12, "module-pe.api.text.llm_augpe_api"]], "pe.api.util module": [[13, "module-pe.api.util"]], "pe.callback package": [[14, "module-pe.callback"]], "pe.callback.callback module": [[15, "module-pe.callback.callback"]], "pe.callback.common package": [[16, "module-pe.callback.common"]], "pe.callback.common.compute_fid module": [[17, "module-pe.callback.common.compute_fid"]], "pe.callback.common.save_checkpoints module": [[18, "module-pe.callback.common.save_checkpoints"]], "pe.callback.image package": [[19, "module-pe.callback.image"]], "pe.callback.image.sample_images module": [[20, "module-pe.callback.image.sample_images"]], "pe.callback.image.save_all_images module": [[21, "module-pe.callback.image.save_all_images"]], "pe.callback.text package": [[22, "module-pe.callback.text"]], "pe.callback.text.save_text_to_csv module": [[23, "module-pe.callback.text.save_text_to_csv"]], "pe.constant package": [[24, "module-pe.constant"]], "pe.constant.data module": [[25, "module-pe.constant.data"]], "pe.data package": [[26, "module-pe.data"]], "pe.data.data module": [[27, "module-pe.data.data"]], "pe.data.image package": [[28, "module-pe.data.image"]], "pe.data.image.camelyon17 module": [[29, "module-pe.data.image.camelyon17"]], "pe.data.image.cat module": [[30, "module-pe.data.image.cat"]], "pe.data.image.cifar10 module": [[31, "module-pe.data.image.cifar10"]], "pe.data.image.image module": [[32, "module-pe.data.image.image"]], "pe.data.text package": [[33, "module-pe.data.text"]], "pe.data.text.openreview module": [[34, "module-pe.data.text.openreview"]], "pe.data.text.pubmed module": [[35, "module-pe.data.text.pubmed"]], "pe.data.text.text_csv module": [[36, "module-pe.data.text.text_csv"]], "pe.data.text.yelp module": [[37, "module-pe.data.text.yelp"]], "pe.dp package": [[38, "module-pe.dp"]], "pe.dp.dp module": [[39, "module-pe.dp.dp"]], "pe.dp.gaussian module": [[40, "module-pe.dp.gaussian"]], "pe.embedding package": [[41, "module-pe.embedding"]], "pe.embedding.embedding module": [[42, "module-pe.embedding.embedding"]], "pe.embedding.image package": [[43, "module-pe.embedding.image"]], "pe.embedding.image.inception module": [[44, "module-pe.embedding.image.inception"]], "pe.embedding.text package": [[45, "module-pe.embedding.text"]], "pe.embedding.text.sentence_transformer module": [[46, "module-pe.embedding.text.sentence_transformer"]], "pe.histogram package": [[47, "module-pe.histogram"]], "pe.histogram.histogram module": [[48, "module-pe.histogram.histogram"]], "pe.histogram.nearest_neighbor_backend package": [[49, "module-pe.histogram.nearest_neighbor_backend"]], "pe.histogram.nearest_neighbor_backend.auto module": [[50, "module-pe.histogram.nearest_neighbor_backend.auto"]], "pe.histogram.nearest_neighbor_backend.faiss module": [[51, "module-pe.histogram.nearest_neighbor_backend.faiss"]], "pe.histogram.nearest_neighbor_backend.sklearn module": [[52, "module-pe.histogram.nearest_neighbor_backend.sklearn"]], "pe.histogram.nearest_neighbors module": [[53, "module-pe.histogram.nearest_neighbors"]], "pe.llm package": [[54, "module-pe.llm"]], "pe.llm.azure_openai module": [[55, "module-pe.llm.azure_openai"]], "pe.llm.huggingface package": [[56, "module-pe.llm.huggingface"]], "pe.llm.huggingface.huggingface module": [[57, "module-pe.llm.huggingface.huggingface"]], "pe.llm.huggingface.register_fastchat package": [[58, "module-pe.llm.huggingface.register_fastchat"]], "pe.llm.huggingface.register_fastchat.gpt2 module": [[59, "module-pe.llm.huggingface.register_fastchat.gpt2"]], "pe.llm.llm module": [[60, "module-pe.llm.llm"]], "pe.llm.openai module": [[61, "module-pe.llm.openai"]], "pe.llm.request module": [[62, "module-pe.llm.request"]], "pe.logger package": [[63, "module-pe.logger"]], "pe.logger.csv_print module": [[64, "module-pe.logger.csv_print"]], "pe.logger.image_file module": [[65, "module-pe.logger.image_file"]], "pe.logger.log_print module": [[66, "module-pe.logger.log_print"]], "pe.logger.logger module": [[67, "module-pe.logger.logger"]], "pe.logger.matplotlib_pdf module": [[68, "module-pe.logger.matplotlib_pdf"]], "pe.logging package": [[69, "module-pe.logging"]], "pe.metric_item package": [[70, "module-pe.metric_item"]], "pe.population package": [[71, "module-pe.population"]], "pe.population.pe_population module": [[72, "module-pe.population.pe_population"]], "pe.population.population module": [[73, "module-pe.population.population"]], "pe.runner package": [[74, "module-pe.runner"]], "pe.runner.pe module": [[75, "module-pe.runner.pe"]], "pe.util package": [[76, "module-pe.util"]], "pe.util.download module": [[77, "module-pe.util.download"]], "APIs": [[78, "apis"], [92, "apis"]], "Available APIs": [[78, "available-apis"]], "Adding Your Own APIs": [[78, "adding-your-own-apis"]], "Callbacks and Loggers": [[79, "callbacks-and-loggers"]], "Available Callbacks": [[79, "available-callbacks"]], "Available Loggers": [[79, "available-loggers"]], "Data": [[80, "data"], [92, "data"]], "Available Datasets": [[80, "available-datasets"]], "Using Your Own Datasets": [[80, "using-your-own-datasets"]], "Details of the Library": [[81, "details-of-the-library"]], "DP": [[82, "dp"]], "Available Differential Privacy Mechanisms": [[82, "available-differential-privacy-mechanisms"]], "Embeddings": [[83, "embeddings"]], "Available Embeddings": [[83, "available-embeddings"]], "Histograms": [[84, "histograms"]], "Available Histograms": [[84, "available-histograms"]], "Overview": [[85, "overview"]], "The Private Evolution Algorithm": [[85, "the-private-evolution-algorithm"]], "Core Design Principles of This Library": [[85, "core-design-principles-of-this-library"]], "Core Components of This Library": [[85, "core-components-of-this-library"]], "Population": [[86, "population"]], "Available Populations": [[86, "available-populations"]], "Runner": [[87, "runner"]], "Examples": [[88, "examples"]], "Images": [[88, "images"]], "Text": [[88, "text"]], "Getting Started": [[89, "getting-started"]], "Installation": [[90, "installation"]], "PIP": [[90, "pip"]], "The Main Package": [[90, "the-main-package"]], "Image Generation": [[90, "image-generation"]], "Text Generation": [[90, "text-generation"]], "Faiss": [[90, "faiss"]], "What is Private Evolution?": [[91, "what-is-private-evolution"]], "Key Features": [[91, "key-features"]], "What This Library Provides": [[91, "what-this-library-provides"]], "Citations": [[91, "citations"]], "Using Your Own Data/APIs": [[92, "using-your-own-data-apis"]], "Private Evolution Documentation": [[93, "private-evolution-documentation"]]}, "indexentries": {"module": [[2, "module-pe"], [3, "module-pe.api"], [4, "module-pe.api.api"], [5, "module-pe.api.image"], [6, "module-pe.api.image.improved_diffusion_api"], [7, "module-pe.api.image.improved_diffusion_lib"], [8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"], [9, "module-pe.api.image.improved_diffusion_lib.unet"], [10, "module-pe.api.image.stable_diffusion_api"], [11, "module-pe.api.text"], [12, "module-pe.api.text.llm_augpe_api"], [13, "module-pe.api.util"], [14, "module-pe.callback"], [15, "module-pe.callback.callback"], [16, "module-pe.callback.common"], [17, "module-pe.callback.common.compute_fid"], [18, "module-pe.callback.common.save_checkpoints"], [19, "module-pe.callback.image"], [20, "module-pe.callback.image.sample_images"], [21, "module-pe.callback.image.save_all_images"], [22, "module-pe.callback.text"], [23, "module-pe.callback.text.save_text_to_csv"], [24, "module-pe.constant"], [25, "module-pe.constant.data"], [26, "module-pe.data"], [27, "module-pe.data.data"], [28, "module-pe.data.image"], [29, "module-pe.data.image.camelyon17"], [30, "module-pe.data.image.cat"], [31, "module-pe.data.image.cifar10"], [32, "module-pe.data.image.image"], [33, "module-pe.data.text"], [34, "module-pe.data.text.openreview"], [35, "module-pe.data.text.pubmed"], [36, "module-pe.data.text.text_csv"], [37, "module-pe.data.text.yelp"], [38, "module-pe.dp"], [39, "module-pe.dp.dp"], [40, "module-pe.dp.gaussian"], [41, "module-pe.embedding"], [42, "module-pe.embedding.embedding"], [43, "module-pe.embedding.image"], [44, "module-pe.embedding.image.inception"], [45, "module-pe.embedding.text"], [46, "module-pe.embedding.text.sentence_transformer"], [47, "module-pe.histogram"], [48, "module-pe.histogram.histogram"], [49, "module-pe.histogram.nearest_neighbor_backend"], [50, "module-pe.histogram.nearest_neighbor_backend.auto"], [51, "module-pe.histogram.nearest_neighbor_backend.faiss"], [52, "module-pe.histogram.nearest_neighbor_backend.sklearn"], [53, "module-pe.histogram.nearest_neighbors"], [54, "module-pe.llm"], [55, "module-pe.llm.azure_openai"], [56, "module-pe.llm.huggingface"], [57, "module-pe.llm.huggingface.huggingface"], [58, "module-pe.llm.huggingface.register_fastchat"], [59, "module-pe.llm.huggingface.register_fastchat.gpt2"], [60, "module-pe.llm.llm"], [61, "module-pe.llm.openai"], [62, "module-pe.llm.request"], [63, "module-pe.logger"], [64, "module-pe.logger.csv_print"], [65, "module-pe.logger.image_file"], [66, "module-pe.logger.log_print"], [67, "module-pe.logger.logger"], [68, "module-pe.logger.matplotlib_pdf"], [69, "module-pe.logging"], [70, "module-pe.metric_item"], [71, "module-pe.population"], [72, "module-pe.population.pe_population"], [73, "module-pe.population.population"], [74, "module-pe.runner"], [75, "module-pe.runner.pe"], [76, "module-pe.util"], [77, "module-pe.util.download"]], "pe": [[2, "module-pe"]], "api (class in pe.api)": [[3, "pe.api.API"]], "checkpoint_url (pe.api.improveddiffusion270m attribute)": [[3, "pe.api.ImprovedDiffusion270M.CHECKPOINT_URL"]], "improveddiffusion (class in pe.api)": [[3, "pe.api.ImprovedDiffusion"]], "improveddiffusion270m (class in pe.api)": [[3, "pe.api.ImprovedDiffusion270M"]], "llmaugpe (class in pe.api)": [[3, "pe.api.LLMAugPE"]], "stablediffusion (class in pe.api)": [[3, "pe.api.StableDiffusion"]], "__init__() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.__init__"]], "__init__() (pe.api.improveddiffusion270m method)": [[3, "pe.api.ImprovedDiffusion270M.__init__"]], "__init__() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.__init__"]], "__init__() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.__init__"]], "_blank_sample() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE._blank_sample"]], "_construct_prompt() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE._construct_prompt"]], "pe.api": [[3, "module-pe.api"]], "random_api() (pe.api.api method)": [[3, "pe.api.API.random_api"]], "random_api() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.random_api"]], "random_api() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.random_api"]], "random_api() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.random_api"]], "variation_api() (pe.api.api method)": [[3, "pe.api.API.variation_api"]], "variation_api() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.variation_api"]], "variation_api() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.variation_api"]], "variation_api() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.variation_api"]], "api (class in pe.api.api)": [[4, "pe.api.api.API"]], "pe.api.api": [[4, "module-pe.api.api"]], "random_api() (pe.api.api.api method)": [[4, "pe.api.api.API.random_api"]], "variation_api() (pe.api.api.api method)": [[4, "pe.api.api.API.variation_api"]], "pe.api.image": [[5, "module-pe.api.image"]], "checkpoint_url (pe.api.image.improved_diffusion_api.improveddiffusion270m attribute)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M.CHECKPOINT_URL"]], "improveddiffusion (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion"]], "improveddiffusion270m (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M"]], "sampler (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.Sampler"]], "__init__() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.__init__"]], "__init__() (pe.api.image.improved_diffusion_api.improveddiffusion270m method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M.__init__"]], "forward() (pe.api.image.improved_diffusion_api.sampler method)": [[6, "pe.api.image.improved_diffusion_api.Sampler.forward"]], "pe.api.image.improved_diffusion_api": [[6, "module-pe.api.image.improved_diffusion_api"]], "random_api() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.random_api"]], "sample() (in module pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.sample"]], "training (pe.api.image.improved_diffusion_api.sampler attribute)": [[6, "pe.api.image.improved_diffusion_api.Sampler.training"]], "variation_api() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.variation_api"]], "pe.api.image.improved_diffusion_lib": [[7, "module-pe.api.image.improved_diffusion_lib"]], "create_gaussian_diffusion() (in module pe.api.image.improved_diffusion_lib.gaussian_diffusion)": [[8, "pe.api.image.improved_diffusion_lib.gaussian_diffusion.create_gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion": [[8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"]], "create_model() (in module pe.api.image.improved_diffusion_lib.unet)": [[9, "pe.api.image.improved_diffusion_lib.unet.create_model"]], "pe.api.image.improved_diffusion_lib.unet": [[9, "module-pe.api.image.improved_diffusion_lib.unet"]], "stablediffusion (class in pe.api.image.stable_diffusion_api)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion"]], "__init__() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.__init__"]], "pe.api.image.stable_diffusion_api": [[10, "module-pe.api.image.stable_diffusion_api"]], "random_api() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.random_api"]], "variation_api() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.variation_api"]], "pe.api.text": [[11, "module-pe.api.text"]], "llmaugpe (class in pe.api.text.llm_augpe_api)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE"]], "__init__() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.__init__"]], "_blank_sample() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE._blank_sample"]], "_construct_prompt() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE._construct_prompt"]], "pe.api.text.llm_augpe_api": [[12, "module-pe.api.text.llm_augpe_api"]], "random_api() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.random_api"]], "variation_api() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.variation_api"]], "constantlist (class in pe.api.util)": [[13, "pe.api.util.ConstantList"]], "pe.api.util": [[13, "module-pe.api.util"]], "callback (class in pe.callback)": [[14, "pe.callback.Callback"]], "computefid (class in pe.callback)": [[14, "pe.callback.ComputeFID"]], "sampleimages (class in pe.callback)": [[14, "pe.callback.SampleImages"]], "saveallimages (class in pe.callback)": [[14, "pe.callback.SaveAllImages"]], "savecheckpoints (class in pe.callback)": [[14, "pe.callback.SaveCheckpoints"]], "savetexttocsv (class in pe.callback)": [[14, "pe.callback.SaveTextToCSV"]], "__call__() (pe.callback.callback method)": [[14, "pe.callback.Callback.__call__"]], "__call__() (pe.callback.computefid method)": [[14, "pe.callback.ComputeFID.__call__"]], "__call__() (pe.callback.sampleimages method)": [[14, "pe.callback.SampleImages.__call__"]], "__call__() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages.__call__"]], "__call__() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints.__call__"]], "__call__() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV.__call__"]], "__init__() (pe.callback.computefid method)": [[14, "pe.callback.ComputeFID.__init__"]], "__init__() (pe.callback.sampleimages method)": [[14, "pe.callback.SampleImages.__init__"]], "__init__() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages.__init__"]], "__init__() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints.__init__"]], "__init__() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV.__init__"]], "_get_checkpoint_path() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints._get_checkpoint_path"]], "_get_csv_path() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV._get_csv_path"]], "_save_image() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages._save_image"]], "pe.callback": [[14, "module-pe.callback"]], "callback (class in pe.callback.callback)": [[15, "pe.callback.callback.Callback"]], "__call__() (pe.callback.callback.callback method)": [[15, "pe.callback.callback.Callback.__call__"]], "pe.callback.callback": [[15, "module-pe.callback.callback"]], "pe.callback.common": [[16, "module-pe.callback.common"]], "computefid (class in pe.callback.common.compute_fid)": [[17, "pe.callback.common.compute_fid.ComputeFID"]], "__call__() (pe.callback.common.compute_fid.computefid method)": [[17, "pe.callback.common.compute_fid.ComputeFID.__call__"]], "__init__() (pe.callback.common.compute_fid.computefid method)": [[17, "pe.callback.common.compute_fid.ComputeFID.__init__"]], "pe.callback.common.compute_fid": [[17, "module-pe.callback.common.compute_fid"]], "savecheckpoints (class in pe.callback.common.save_checkpoints)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints"]], "__call__() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints.__call__"]], "__init__() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints.__init__"]], "_get_checkpoint_path() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints._get_checkpoint_path"]], "pe.callback.common.save_checkpoints": [[18, "module-pe.callback.common.save_checkpoints"]], "pe.callback.image": [[19, "module-pe.callback.image"]], "sampleimages (class in pe.callback.image.sample_images)": [[20, "pe.callback.image.sample_images.SampleImages"]], "__call__() (pe.callback.image.sample_images.sampleimages method)": [[20, "pe.callback.image.sample_images.SampleImages.__call__"]], "__init__() (pe.callback.image.sample_images.sampleimages method)": [[20, "pe.callback.image.sample_images.SampleImages.__init__"]], "pe.callback.image.sample_images": [[20, "module-pe.callback.image.sample_images"]], "saveallimages (class in pe.callback.image.save_all_images)": [[21, "pe.callback.image.save_all_images.SaveAllImages"]], "__call__() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages.__call__"]], "__init__() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages.__init__"]], "_save_image() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages._save_image"]], "pe.callback.image.save_all_images": [[21, "module-pe.callback.image.save_all_images"]], "pe.callback.text": [[22, "module-pe.callback.text"]], "savetexttocsv (class in pe.callback.text.save_text_to_csv)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV"]], "__call__() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV.__call__"]], "__init__() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV.__init__"]], "_get_csv_path() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV._get_csv_path"]], "pe.callback.text.save_text_to_csv": [[23, "module-pe.callback.text.save_text_to_csv"]], "pe.constant": [[24, "module-pe.constant"]], "clean_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.CLEAN_HISTOGRAM_COLUMN_NAME"]], "dp_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.DP_HISTOGRAM_COLUMN_NAME"]], "embedding_column_name (in module pe.constant.data)": [[25, "pe.constant.data.EMBEDDING_COLUMN_NAME"]], "from_last_flag_column_name (in module pe.constant.data)": [[25, "pe.constant.data.FROM_LAST_FLAG_COLUMN_NAME"]], "histogram_nearest_neighbors_voting_ids_column_name (in module pe.constant.data)": [[25, "pe.constant.data.HISTOGRAM_NEAREST_NEIGHBORS_VOTING_IDS_COLUMN_NAME"]], "image_data_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_DATA_COLUMN_NAME"]], "image_model_label_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_MODEL_LABEL_COLUMN_NAME"]], "image_prompt_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_PROMPT_COLUMN_NAME"]], "label_id_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LABEL_ID_COLUMN_NAME"]], "llm_parameters_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LLM_PARAMETERS_COLUMN_NAME"]], "llm_request_messages_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LLM_REQUEST_MESSAGES_COLUMN_NAME"]], "lookahead_embedding_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LOOKAHEAD_EMBEDDING_COLUMN_NAME"]], "parent_syn_data_index_column_name (in module pe.constant.data)": [[25, "pe.constant.data.PARENT_SYN_DATA_INDEX_COLUMN_NAME"]], "post_processed_dp_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.POST_PROCESSED_DP_HISTOGRAM_COLUMN_NAME"]], "text_data_column_name (in module pe.constant.data)": [[25, "pe.constant.data.TEXT_DATA_COLUMN_NAME"]], "pe.constant.data": [[25, "module-pe.constant.data"]], "camelyon17 (class in pe.data)": [[26, "pe.data.Camelyon17"]], "cat (class in pe.data)": [[26, "pe.data.Cat"]], "cifar10 (class in pe.data)": [[26, "pe.data.Cifar10"]], "download_info_dict (pe.data.openreview attribute)": [[26, "pe.data.OpenReview.DOWNLOAD_INFO_DICT"]], "download_info_dict (pe.data.pubmed attribute)": [[26, "pe.data.PubMed.DOWNLOAD_INFO_DICT"]], "download_info_dict (pe.data.yelp attribute)": [[26, "pe.data.Yelp.DOWNLOAD_INFO_DICT"]], "data (class in pe.data)": [[26, "pe.data.Data"]], "openreview (class in pe.data)": [[26, "pe.data.OpenReview"]], "pubmed (class in pe.data)": [[26, "pe.data.PubMed"]], "textcsv (class in pe.data)": [[26, "pe.data.TextCSV"]], "url (pe.data.cat attribute)": [[26, "pe.data.Cat.URL"]], "yelp (class in pe.data)": [[26, "pe.data.Yelp"]], "__init__() (pe.data.camelyon17 method)": [[26, "pe.data.Camelyon17.__init__"]], "__init__() (pe.data.cat method)": [[26, "pe.data.Cat.__init__"]], "__init__() (pe.data.cifar10 method)": [[26, "pe.data.Cifar10.__init__"]], "__init__() (pe.data.data method)": [[26, "pe.data.Data.__init__"]], "__init__() (pe.data.openreview method)": [[26, "pe.data.OpenReview.__init__"]], "__init__() (pe.data.pubmed method)": [[26, "pe.data.PubMed.__init__"]], "__init__() (pe.data.textcsv method)": [[26, "pe.data.TextCSV.__init__"]], "__init__() (pe.data.yelp method)": [[26, "pe.data.Yelp.__init__"]], "_download() (pe.data.cat method)": [[26, "pe.data.Cat._download"]], "_download() (pe.data.openreview method)": [[26, "pe.data.OpenReview._download"]], "_download() (pe.data.pubmed method)": [[26, "pe.data.PubMed._download"]], "_download() (pe.data.yelp method)": [[26, "pe.data.Yelp._download"]], "_read_data() (pe.data.cat method)": [[26, "pe.data.Cat._read_data"]], "concat() (pe.data.data class method)": [[26, "pe.data.Data.concat"]], "filter_label_id() (pe.data.data method)": [[26, "pe.data.Data.filter_label_id"]], "load_checkpoint() (pe.data.data method)": [[26, "pe.data.Data.load_checkpoint"]], "load_image_folder() (in module pe.data)": [[26, "pe.data.load_image_folder"]], "merge() (pe.data.data method)": [[26, "pe.data.Data.merge"]], "pe.data": [[26, "module-pe.data"]], "random_truncate() (pe.data.data method)": [[26, "pe.data.Data.random_truncate"]], "save_checkpoint() (pe.data.data method)": [[26, "pe.data.Data.save_checkpoint"]], "set_label_id() (pe.data.data method)": [[26, "pe.data.Data.set_label_id"]], "truncate() (pe.data.data method)": [[26, "pe.data.Data.truncate"]], "data (class in pe.data.data)": [[27, "pe.data.data.Data"]], "__init__() (pe.data.data.data method)": [[27, "pe.data.data.Data.__init__"]], "concat() (pe.data.data.data class method)": [[27, "pe.data.data.Data.concat"]], "filter_label_id() (pe.data.data.data method)": [[27, "pe.data.data.Data.filter_label_id"]], "load_checkpoint() (pe.data.data.data method)": [[27, "pe.data.data.Data.load_checkpoint"]], "merge() (pe.data.data.data method)": [[27, "pe.data.data.Data.merge"]], "pe.data.data": [[27, "module-pe.data.data"]], "random_truncate() (pe.data.data.data method)": [[27, "pe.data.data.Data.random_truncate"]], "save_checkpoint() (pe.data.data.data method)": [[27, "pe.data.data.Data.save_checkpoint"]], "set_label_id() (pe.data.data.data method)": [[27, "pe.data.data.Data.set_label_id"]], "truncate() (pe.data.data.data method)": [[27, "pe.data.data.Data.truncate"]], "pe.data.image": [[28, "module-pe.data.image"]], "camelyon17 (class in pe.data.image.camelyon17)": [[29, "pe.data.image.camelyon17.Camelyon17"]], "__init__() (pe.data.image.camelyon17.camelyon17 method)": [[29, "pe.data.image.camelyon17.Camelyon17.__init__"]], "pe.data.image.camelyon17": [[29, "module-pe.data.image.camelyon17"]], "cat (class in pe.data.image.cat)": [[30, "pe.data.image.cat.Cat"]], "url (pe.data.image.cat.cat attribute)": [[30, "pe.data.image.cat.Cat.URL"]], "__init__() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat.__init__"]], "_download() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat._download"]], "_read_data() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat._read_data"]], "pe.data.image.cat": [[30, "module-pe.data.image.cat"]], "cifar10 (class in pe.data.image.cifar10)": [[31, "pe.data.image.cifar10.Cifar10"]], "__init__() (pe.data.image.cifar10.cifar10 method)": [[31, "pe.data.image.cifar10.Cifar10.__init__"]], "pe.data.image.cifar10": [[31, "module-pe.data.image.cifar10"]], "imagedataset (class in pe.data.image.image)": [[32, "pe.data.image.image.ImageDataset"]], "_list_image_files_recursively() (in module pe.data.image.image)": [[32, "pe.data.image.image._list_image_files_recursively"]], "load_image_folder() (in module pe.data.image.image)": [[32, "pe.data.image.image.load_image_folder"]], "pe.data.image.image": [[32, "module-pe.data.image.image"]], "pe.data.text": [[33, "module-pe.data.text"]], "download_info_dict (pe.data.text.openreview.openreview attribute)": [[34, "pe.data.text.openreview.OpenReview.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.openreview)": [[34, "pe.data.text.openreview.DownloadInfo"], [34, "pe.data.text.openreview.DownloadInfo.type"], [34, "pe.data.text.openreview.DownloadInfo.url"]], "openreview (class in pe.data.text.openreview)": [[34, "pe.data.text.openreview.OpenReview"]], "__init__() (pe.data.text.openreview.openreview method)": [[34, "pe.data.text.openreview.OpenReview.__init__"]], "_download() (pe.data.text.openreview.openreview method)": [[34, "pe.data.text.openreview.OpenReview._download"]], "pe.data.text.openreview": [[34, "module-pe.data.text.openreview"]], "type (namedtuple field)": [[34, "pe.data.text.openreview.DownloadInfo.type"], [35, "pe.data.text.pubmed.DownloadInfo.type"], [37, "pe.data.text.yelp.DownloadInfo.type"]], "url (namedtuple field)": [[34, "pe.data.text.openreview.DownloadInfo.url"], [35, "pe.data.text.pubmed.DownloadInfo.url"], [37, "pe.data.text.yelp.DownloadInfo.url"]], "download_info_dict (pe.data.text.pubmed.pubmed attribute)": [[35, "pe.data.text.pubmed.PubMed.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.pubmed)": [[35, "pe.data.text.pubmed.DownloadInfo"], [35, "pe.data.text.pubmed.DownloadInfo.type"], [35, "pe.data.text.pubmed.DownloadInfo.url"]], "pubmed (class in pe.data.text.pubmed)": [[35, "pe.data.text.pubmed.PubMed"]], "__init__() (pe.data.text.pubmed.pubmed method)": [[35, "pe.data.text.pubmed.PubMed.__init__"]], "_download() (pe.data.text.pubmed.pubmed method)": [[35, "pe.data.text.pubmed.PubMed._download"]], "pe.data.text.pubmed": [[35, "module-pe.data.text.pubmed"]], "textcsv (class in pe.data.text.text_csv)": [[36, "pe.data.text.text_csv.TextCSV"]], "__init__() (pe.data.text.text_csv.textcsv method)": [[36, "pe.data.text.text_csv.TextCSV.__init__"]], "pe.data.text.text_csv": [[36, "module-pe.data.text.text_csv"]], "download_info_dict (pe.data.text.yelp.yelp attribute)": [[37, "pe.data.text.yelp.Yelp.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.yelp)": [[37, "pe.data.text.yelp.DownloadInfo"], [37, "pe.data.text.yelp.DownloadInfo.type"], [37, "pe.data.text.yelp.DownloadInfo.url"]], "yelp (class in pe.data.text.yelp)": [[37, "pe.data.text.yelp.Yelp"]], "__init__() (pe.data.text.yelp.yelp method)": [[37, "pe.data.text.yelp.Yelp.__init__"]], "_download() (pe.data.text.yelp.yelp method)": [[37, "pe.data.text.yelp.Yelp._download"]], "pe.data.text.yelp": [[37, "module-pe.data.text.yelp"]], "dp (class in pe.dp)": [[38, "pe.dp.DP"]], "gaussian (class in pe.dp)": [[38, "pe.dp.Gaussian"]], "add_noise() (pe.dp.dp method)": [[38, "pe.dp.DP.add_noise"]], "add_noise() (pe.dp.gaussian method)": [[38, "pe.dp.Gaussian.add_noise"]], "pe.dp": [[38, "module-pe.dp"]], "set_epsilon_and_delta() (pe.dp.dp method)": [[38, "pe.dp.DP.set_epsilon_and_delta"]], "set_epsilon_and_delta() (pe.dp.gaussian method)": [[38, "pe.dp.Gaussian.set_epsilon_and_delta"]], "dp (class in pe.dp.dp)": [[39, "pe.dp.dp.DP"]], "add_noise() (pe.dp.dp.dp method)": [[39, "pe.dp.dp.DP.add_noise"]], "pe.dp.dp": [[39, "module-pe.dp.dp"]], "set_epsilon_and_delta() (pe.dp.dp.dp method)": [[39, "pe.dp.dp.DP.set_epsilon_and_delta"]], "gaussian (class in pe.dp.gaussian)": [[40, "pe.dp.gaussian.Gaussian"]], "add_noise() (pe.dp.gaussian.gaussian method)": [[40, "pe.dp.gaussian.Gaussian.add_noise"]], "compute_epsilon() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.compute_epsilon"]], "delta_gaussian() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.delta_Gaussian"]], "eps_gaussian() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.eps_Gaussian"]], "get_noise_multiplier() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.get_noise_multiplier"]], "pe.dp.gaussian": [[40, "module-pe.dp.gaussian"]], "set_epsilon_and_delta() (pe.dp.gaussian.gaussian method)": [[40, "pe.dp.gaussian.Gaussian.set_epsilon_and_delta"]], "embedding (class in pe.embedding)": [[41, "pe.embedding.Embedding"]], "inception (class in pe.embedding)": [[41, "pe.embedding.Inception"]], "sentencetransformer (class in pe.embedding)": [[41, "pe.embedding.SentenceTransformer"]], "__init__() (pe.embedding.inception method)": [[41, "pe.embedding.Inception.__init__"]], "__init__() (pe.embedding.sentencetransformer method)": [[41, "pe.embedding.SentenceTransformer.__init__"]], "column_name (pe.embedding.embedding property)": [[41, "pe.embedding.Embedding.column_name"]], "column_name (pe.embedding.sentencetransformer property)": [[41, "pe.embedding.SentenceTransformer.column_name"]], "compute_embedding() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.compute_embedding"]], "compute_embedding() (pe.embedding.inception method)": [[41, "pe.embedding.Inception.compute_embedding"]], "compute_embedding() (pe.embedding.sentencetransformer method)": [[41, "pe.embedding.SentenceTransformer.compute_embedding"]], "filter_uncomputed_rows() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.filter_uncomputed_rows"]], "merge_computed_rows() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.merge_computed_rows"]], "pe.embedding": [[41, "module-pe.embedding"]], "embedding (class in pe.embedding.embedding)": [[42, "pe.embedding.embedding.Embedding"]], "column_name (pe.embedding.embedding.embedding property)": [[42, "pe.embedding.embedding.Embedding.column_name"]], "compute_embedding() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.compute_embedding"]], "filter_uncomputed_rows() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.filter_uncomputed_rows"]], "merge_computed_rows() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.merge_computed_rows"]], "pe.embedding.embedding": [[42, "module-pe.embedding.embedding"]], "pe.embedding.image": [[43, "module-pe.embedding.image"]], "inception (class in pe.embedding.image.inception)": [[44, "pe.embedding.image.inception.Inception"]], "__init__() (pe.embedding.image.inception.inception method)": [[44, "pe.embedding.image.inception.Inception.__init__"]], "compute_embedding() (pe.embedding.image.inception.inception method)": [[44, "pe.embedding.image.inception.Inception.compute_embedding"]], "pe.embedding.image.inception": [[44, "module-pe.embedding.image.inception"]], "to_uint8() (in module pe.embedding.image.inception)": [[44, "pe.embedding.image.inception.to_uint8"]], "pe.embedding.text": [[45, "module-pe.embedding.text"]], "sentencetransformer (class in pe.embedding.text.sentence_transformer)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer"]], "__init__() (pe.embedding.text.sentence_transformer.sentencetransformer method)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.__init__"]], "column_name (pe.embedding.text.sentence_transformer.sentencetransformer property)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.column_name"]], "compute_embedding() (pe.embedding.text.sentence_transformer.sentencetransformer method)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.compute_embedding"]], "pe.embedding.text.sentence_transformer": [[46, "module-pe.embedding.text.sentence_transformer"]], "histogram (class in pe.histogram)": [[47, "pe.histogram.Histogram"]], "nearestneighbors (class in pe.histogram)": [[47, "pe.histogram.NearestNeighbors"]], "__init__() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors.__init__"]], "_compute_lookahead_embedding() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._compute_lookahead_embedding"]], "_log_lookahead() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._log_lookahead"]], "_log_voting_details() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._log_voting_details"]], "compute_histogram() (pe.histogram.histogram method)": [[47, "pe.histogram.Histogram.compute_histogram"]], "compute_histogram() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors.compute_histogram"]], "pe.histogram": [[47, "module-pe.histogram"]], "histogram (class in pe.histogram.histogram)": [[48, "pe.histogram.histogram.Histogram"]], "compute_histogram() (pe.histogram.histogram.histogram method)": [[48, "pe.histogram.histogram.Histogram.compute_histogram"]], "pe.histogram.histogram": [[48, "module-pe.histogram.histogram"]], "pe.histogram.nearest_neighbor_backend": [[49, "module-pe.histogram.nearest_neighbor_backend"]], "pe.histogram.nearest_neighbor_backend.auto": [[50, "module-pe.histogram.nearest_neighbor_backend.auto"]], "search() (in module pe.histogram.nearest_neighbor_backend.auto)": [[50, "pe.histogram.nearest_neighbor_backend.auto.search"]], "pe.histogram.nearest_neighbor_backend.faiss": [[51, "module-pe.histogram.nearest_neighbor_backend.faiss"]], "search() (in module pe.histogram.nearest_neighbor_backend.faiss)": [[51, "pe.histogram.nearest_neighbor_backend.faiss.search"]], "pe.histogram.nearest_neighbor_backend.sklearn": [[52, "module-pe.histogram.nearest_neighbor_backend.sklearn"]], "search() (in module pe.histogram.nearest_neighbor_backend.sklearn)": [[52, "pe.histogram.nearest_neighbor_backend.sklearn.search"]], "nearestneighbors (class in pe.histogram.nearest_neighbors)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors"]], "__init__() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors.__init__"]], "_compute_lookahead_embedding() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._compute_lookahead_embedding"]], "_log_lookahead() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._log_lookahead"]], "_log_voting_details() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._log_voting_details"]], "compute_histogram() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors.compute_histogram"]], "pe.histogram.nearest_neighbors": [[53, "module-pe.histogram.nearest_neighbors"]], "azureopenaillm (class in pe.llm)": [[54, "pe.llm.AzureOpenAILLM"]], "huggingfacellm (class in pe.llm)": [[54, "pe.llm.HuggingfaceLLM"]], "llm (class in pe.llm)": [[54, "pe.llm.LLM"]], "openaillm (class in pe.llm)": [[54, "pe.llm.OpenAILLM"]], "request (namedtuple in pe.llm)": [[54, "pe.llm.Request"], [54, "pe.llm.Request.generation_args"], [54, "pe.llm.Request.messages"]], "__init__() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM.__init__"]], "__init__() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM.__init__"]], "__init__() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM.__init__"]], "_get_conv_template() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_conv_template"]], "_get_environment_variable() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM._get_environment_variable"]], "_get_environment_variable() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM._get_environment_variable"]], "_get_prompt() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_prompt"]], "_get_response_for_one_request() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM._get_response_for_one_request"]], "_get_response_for_one_request() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM._get_response_for_one_request"]], "_get_responses() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_responses"]], "generation_arg_map (pe.llm.azureopenaillm property)": [[54, "pe.llm.AzureOpenAILLM.generation_arg_map"]], "generation_arg_map (pe.llm.huggingfacellm property)": [[54, "pe.llm.HuggingfaceLLM.generation_arg_map"]], "generation_arg_map (pe.llm.llm property)": [[54, "pe.llm.LLM.generation_arg_map"]], "generation_args (namedtuple field)": [[54, "pe.llm.Request.generation_args"], [62, "pe.llm.request.Request.generation_args"]], "get_generation_args() (pe.llm.llm method)": [[54, "pe.llm.LLM.get_generation_args"]], "get_responses() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM.get_responses"]], "get_responses() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM.get_responses"]], "get_responses() (pe.llm.llm method)": [[54, "pe.llm.LLM.get_responses"]], "get_responses() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM.get_responses"]], "messages (namedtuple field)": [[54, "pe.llm.Request.messages"], [62, "pe.llm.request.Request.messages"]], "pe.llm": [[54, "module-pe.llm"]], "azureopenaillm (class in pe.llm.azure_openai)": [[55, "pe.llm.azure_openai.AzureOpenAILLM"]], "__init__() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.__init__"]], "_get_environment_variable() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM._get_environment_variable"]], "_get_response_for_one_request() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM._get_response_for_one_request"]], "generation_arg_map (pe.llm.azure_openai.azureopenaillm property)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.generation_arg_map"]], "get_responses() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.get_responses"]], "pe.llm.azure_openai": [[55, "module-pe.llm.azure_openai"]], "pe.llm.huggingface": [[56, "module-pe.llm.huggingface"]], "huggingfacellm (class in pe.llm.huggingface.huggingface)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM"]], "__init__() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.__init__"]], "_get_conv_template() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_conv_template"]], "_get_prompt() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_prompt"]], "_get_responses() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_responses"]], "generation_arg_map (pe.llm.huggingface.huggingface.huggingfacellm property)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.generation_arg_map"]], "get_responses() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.get_responses"]], "pe.llm.huggingface.huggingface": [[57, "module-pe.llm.huggingface.huggingface"]], "pe.llm.huggingface.register_fastchat": [[58, "module-pe.llm.huggingface.register_fastchat"]], "gpt2adapter (class in pe.llm.huggingface.register_fastchat.gpt2)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter"]], "get_default_conv_template() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.get_default_conv_template"]], "load_model() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.load_model"]], "match() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.match"]], "pe.llm.huggingface.register_fastchat.gpt2": [[59, "module-pe.llm.huggingface.register_fastchat.gpt2"]], "register() (in module pe.llm.huggingface.register_fastchat.gpt2)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.register"]], "llm (class in pe.llm.llm)": [[60, "pe.llm.llm.LLM"]], "generation_arg_map (pe.llm.llm.llm property)": [[60, "pe.llm.llm.LLM.generation_arg_map"]], "get_generation_args() (pe.llm.llm.llm method)": [[60, "pe.llm.llm.LLM.get_generation_args"]], "get_responses() (pe.llm.llm.llm method)": [[60, "pe.llm.llm.LLM.get_responses"]], "pe.llm.llm": [[60, "module-pe.llm.llm"]], "openaillm (class in pe.llm.openai)": [[61, "pe.llm.openai.OpenAILLM"]], "__init__() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM.__init__"]], "_get_environment_variable() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM._get_environment_variable"]], "_get_response_for_one_request() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM._get_response_for_one_request"]], "get_responses() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM.get_responses"]], "pe.llm.openai": [[61, "module-pe.llm.openai"]], "request (namedtuple in pe.llm.request)": [[62, "pe.llm.request.Request"], [62, "pe.llm.request.Request.generation_args"], [62, "pe.llm.request.Request.messages"]], "pe.llm.request": [[62, "module-pe.llm.request"]], "csvprint (class in pe.logger)": [[63, "pe.logger.CSVPrint"]], "imagefile (class in pe.logger)": [[63, "pe.logger.ImageFile"]], "logprint (class in pe.logger)": [[63, "pe.logger.LogPrint"]], "logger (class in pe.logger)": [[63, "pe.logger.Logger"]], "matplotlibpdf (class in pe.logger)": [[63, "pe.logger.MatplotlibPDF"]], "__init__() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.__init__"]], "__init__() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile.__init__"]], "__init__() (pe.logger.logprint method)": [[63, "pe.logger.LogPrint.__init__"]], "__init__() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF.__init__"]], "_clear_logs() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._clear_logs"]], "_flush() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._flush"]], "_get_image_path() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._get_image_path"]], "_get_log_path() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._get_log_path"]], "_get_pdf_path() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF._get_pdf_path"]], "_log_float() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._log_float"]], "_log_image() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._log_image"]], "_log_image_list() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._log_image_list"]], "clean_up() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.clean_up"]], "clean_up() (pe.logger.logger method)": [[63, "pe.logger.Logger.clean_up"]], "log() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.log"]], "log() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile.log"]], "log() (pe.logger.logprint method)": [[63, "pe.logger.LogPrint.log"]], "log() (pe.logger.logger method)": [[63, "pe.logger.Logger.log"]], "log() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF.log"]], "pe.logger": [[63, "module-pe.logger"]], "csvprint (class in pe.logger.csv_print)": [[64, "pe.logger.csv_print.CSVPrint"]], "__init__() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.__init__"]], "_clear_logs() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._clear_logs"]], "_flush() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._flush"]], "_get_log_path() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._get_log_path"]], "_log_float() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._log_float"]], "clean_up() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.clean_up"]], "log() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.log"]], "pe.logger.csv_print": [[64, "module-pe.logger.csv_print"]], "imagefile (class in pe.logger.image_file)": [[65, "pe.logger.image_file.ImageFile"]], "__init__() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile.__init__"]], "_get_image_path() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._get_image_path"]], "_log_image() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._log_image"]], "_log_image_list() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._log_image_list"]], "log() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile.log"]], "pe.logger.image_file": [[65, "module-pe.logger.image_file"]], "logprint (class in pe.logger.log_print)": [[66, "pe.logger.log_print.LogPrint"]], "__init__() (pe.logger.log_print.logprint method)": [[66, "pe.logger.log_print.LogPrint.__init__"]], "log() (pe.logger.log_print.logprint method)": [[66, "pe.logger.log_print.LogPrint.log"]], "pe.logger.log_print": [[66, "module-pe.logger.log_print"]], "logger (class in pe.logger.logger)": [[67, "pe.logger.logger.Logger"]], "clean_up() (pe.logger.logger.logger method)": [[67, "pe.logger.logger.Logger.clean_up"]], "log() (pe.logger.logger.logger method)": [[67, "pe.logger.logger.Logger.log"]], "pe.logger.logger": [[67, "module-pe.logger.logger"]], "matplotlibpdf (class in pe.logger.matplotlib_pdf)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF"]], "__init__() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF.__init__"]], "_get_pdf_path() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF._get_pdf_path"]], "log() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF.log"]], "pe.logger.matplotlib_pdf": [[68, "module-pe.logger.matplotlib_pdf"]], "execution_logger (in module pe.logging)": [[69, "pe.logging.execution_logger"]], "pe.logging": [[69, "module-pe.logging"]], "setup_logging() (in module pe.logging)": [[69, "pe.logging.setup_logging"]], "floatlistmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.FloatListMetricItem"]], "floatmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.FloatMetricItem"]], "imagelistmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.ImageListMetricItem"]], "imagemetricitem (class in pe.metric_item)": [[70, "pe.metric_item.ImageMetricItem"]], "matplotlibmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.MatplotlibMetricItem"]], "metricitem (class in pe.metric_item)": [[70, "pe.metric_item.MetricItem"]], "__init__() (pe.metric_item.imagelistmetricitem method)": [[70, "pe.metric_item.ImageListMetricItem.__init__"]], "__init__() (pe.metric_item.metricitem method)": [[70, "pe.metric_item.MetricItem.__init__"]], "clean_up() (pe.metric_item.matplotlibmetricitem method)": [[70, "pe.metric_item.MatplotlibMetricItem.clean_up"]], "clean_up() (pe.metric_item.metricitem method)": [[70, "pe.metric_item.MetricItem.clean_up"]], "metric_scope (class in pe.metric_item)": [[70, "pe.metric_item.metric_scope"]], "name (pe.metric_item.metricitem property)": [[70, "pe.metric_item.MetricItem.name"]], "num_images_per_row (pe.metric_item.imagelistmetricitem property)": [[70, "pe.metric_item.ImageListMetricItem.num_images_per_row"]], "pe.metric_item": [[70, "module-pe.metric_item"]], "value (pe.metric_item.metricitem property)": [[70, "pe.metric_item.MetricItem.value"]], "pepopulation (class in pe.population)": [[71, "pe.population.PEPopulation"]], "population (class in pe.population)": [[71, "pe.population.Population"]], "__init__() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.__init__"]], "_post_process_histogram() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation._post_process_histogram"]], "_select_data() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation._select_data"]], "initial() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.initial"]], "initial() (pe.population.population method)": [[71, "pe.population.Population.initial"]], "next() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.next"]], "next() (pe.population.population method)": [[71, "pe.population.Population.next"]], "pe.population": [[71, "module-pe.population"]], "pepopulation (class in pe.population.pe_population)": [[72, "pe.population.pe_population.PEPopulation"]], "__init__() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.__init__"]], "_post_process_histogram() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation._post_process_histogram"]], "_select_data() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation._select_data"]], "initial() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.initial"]], "next() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.next"]], "pe.population.pe_population": [[72, "module-pe.population.pe_population"]], "population (class in pe.population.population)": [[73, "pe.population.population.Population"]], "initial() (pe.population.population.population method)": [[73, "pe.population.population.Population.initial"]], "next() (pe.population.population.population method)": [[73, "pe.population.population.Population.next"]], "pe.population.population": [[73, "module-pe.population.population"]], "pe (class in pe.runner)": [[74, "pe.runner.PE"]], "__init__() (pe.runner.pe method)": [[74, "pe.runner.PE.__init__"]], "_clean_up_loggers() (pe.runner.pe method)": [[74, "pe.runner.PE._clean_up_loggers"]], "_get_num_samples_per_label_id() (pe.runner.pe method)": [[74, "pe.runner.PE._get_num_samples_per_label_id"]], "_log_metrics() (pe.runner.pe method)": [[74, "pe.runner.PE._log_metrics"]], "load_checkpoint() (pe.runner.pe method)": [[74, "pe.runner.PE.load_checkpoint"]], "pe.runner": [[74, "module-pe.runner"]], "run() (pe.runner.pe method)": [[74, "pe.runner.PE.run"]], "pe (class in pe.runner.pe)": [[75, "pe.runner.pe.PE"]], "__init__() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.__init__"]], "_clean_up_loggers() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._clean_up_loggers"]], "_get_num_samples_per_label_id() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._get_num_samples_per_label_id"]], "_log_metrics() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._log_metrics"]], "load_checkpoint() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.load_checkpoint"]], "pe.runner.pe": [[75, "module-pe.runner.pe"]], "run() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.run"]], "pe.util": [[76, "module-pe.util"]], "download() (in module pe.util.download)": [[77, "pe.util.download.download"]], "pe.util.download": [[77, "module-pe.util.download"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api/api", "api/modules", "api/pe", "api/pe.api", "api/pe.api.api", "api/pe.api.image", "api/pe.api.image.improved_diffusion_api", "api/pe.api.image.improved_diffusion_lib", "api/pe.api.image.improved_diffusion_lib.gaussian_diffusion", "api/pe.api.image.improved_diffusion_lib.unet", "api/pe.api.image.stable_diffusion_api", "api/pe.api.text", "api/pe.api.text.llm_augpe_api", "api/pe.api.util", "api/pe.callback", "api/pe.callback.callback", "api/pe.callback.common", "api/pe.callback.common.compute_fid", "api/pe.callback.common.save_checkpoints", "api/pe.callback.image", "api/pe.callback.image.sample_images", "api/pe.callback.image.save_all_images", "api/pe.callback.text", "api/pe.callback.text.save_text_to_csv", "api/pe.constant", "api/pe.constant.data", "api/pe.data", "api/pe.data.data", "api/pe.data.image", "api/pe.data.image.camelyon17", "api/pe.data.image.cat", "api/pe.data.image.cifar10", "api/pe.data.image.image", "api/pe.data.text", "api/pe.data.text.openreview", "api/pe.data.text.pubmed", "api/pe.data.text.text_csv", "api/pe.data.text.yelp", "api/pe.dp", "api/pe.dp.dp", "api/pe.dp.gaussian", "api/pe.embedding", "api/pe.embedding.embedding", "api/pe.embedding.image", "api/pe.embedding.image.inception", "api/pe.embedding.text", "api/pe.embedding.text.sentence_transformer", "api/pe.histogram", "api/pe.histogram.histogram", "api/pe.histogram.nearest_neighbor_backend", "api/pe.histogram.nearest_neighbor_backend.auto", "api/pe.histogram.nearest_neighbor_backend.faiss", "api/pe.histogram.nearest_neighbor_backend.sklearn", "api/pe.histogram.nearest_neighbors", "api/pe.llm", "api/pe.llm.azure_openai", "api/pe.llm.huggingface", "api/pe.llm.huggingface.huggingface", "api/pe.llm.huggingface.register_fastchat", "api/pe.llm.huggingface.register_fastchat.gpt2", "api/pe.llm.llm", "api/pe.llm.openai", "api/pe.llm.request", "api/pe.logger", "api/pe.logger.csv_print", "api/pe.logger.image_file", "api/pe.logger.log_print", "api/pe.logger.logger", "api/pe.logger.matplotlib_pdf", "api/pe.logging", "api/pe.metric_item", "api/pe.population", "api/pe.population.pe_population", "api/pe.population.population", "api/pe.runner", "api/pe.runner.pe", "api/pe.util", "api/pe.util.download", "getting_started/details/api", "getting_started/details/callback_and_logger", "getting_started/details/data", "getting_started/details/details", "getting_started/details/dp", "getting_started/details/embedding", "getting_started/details/histogram", "getting_started/details/overview", "getting_started/details/population", "getting_started/details/runner", "getting_started/examples", "getting_started/getting_started", "getting_started/installation", "getting_started/intro", "getting_started/using_your_own_data_apis", "index"], "filenames": ["api/api.rst", "api/modules.rst", "api/pe.rst", "api/pe.api.rst", "api/pe.api.api.rst", "api/pe.api.image.rst", "api/pe.api.image.improved_diffusion_api.rst", "api/pe.api.image.improved_diffusion_lib.rst", "api/pe.api.image.improved_diffusion_lib.gaussian_diffusion.rst", "api/pe.api.image.improved_diffusion_lib.unet.rst", "api/pe.api.image.stable_diffusion_api.rst", "api/pe.api.text.rst", "api/pe.api.text.llm_augpe_api.rst", "api/pe.api.util.rst", "api/pe.callback.rst", "api/pe.callback.callback.rst", "api/pe.callback.common.rst", "api/pe.callback.common.compute_fid.rst", "api/pe.callback.common.save_checkpoints.rst", "api/pe.callback.image.rst", "api/pe.callback.image.sample_images.rst", "api/pe.callback.image.save_all_images.rst", "api/pe.callback.text.rst", "api/pe.callback.text.save_text_to_csv.rst", "api/pe.constant.rst", "api/pe.constant.data.rst", "api/pe.data.rst", "api/pe.data.data.rst", "api/pe.data.image.rst", "api/pe.data.image.camelyon17.rst", "api/pe.data.image.cat.rst", "api/pe.data.image.cifar10.rst", "api/pe.data.image.image.rst", "api/pe.data.text.rst", "api/pe.data.text.openreview.rst", "api/pe.data.text.pubmed.rst", "api/pe.data.text.text_csv.rst", "api/pe.data.text.yelp.rst", "api/pe.dp.rst", "api/pe.dp.dp.rst", "api/pe.dp.gaussian.rst", "api/pe.embedding.rst", "api/pe.embedding.embedding.rst", "api/pe.embedding.image.rst", "api/pe.embedding.image.inception.rst", "api/pe.embedding.text.rst", "api/pe.embedding.text.sentence_transformer.rst", "api/pe.histogram.rst", "api/pe.histogram.histogram.rst", "api/pe.histogram.nearest_neighbor_backend.rst", "api/pe.histogram.nearest_neighbor_backend.auto.rst", "api/pe.histogram.nearest_neighbor_backend.faiss.rst", "api/pe.histogram.nearest_neighbor_backend.sklearn.rst", "api/pe.histogram.nearest_neighbors.rst", "api/pe.llm.rst", "api/pe.llm.azure_openai.rst", "api/pe.llm.huggingface.rst", "api/pe.llm.huggingface.huggingface.rst", "api/pe.llm.huggingface.register_fastchat.rst", "api/pe.llm.huggingface.register_fastchat.gpt2.rst", "api/pe.llm.llm.rst", "api/pe.llm.openai.rst", "api/pe.llm.request.rst", "api/pe.logger.rst", "api/pe.logger.csv_print.rst", "api/pe.logger.image_file.rst", "api/pe.logger.log_print.rst", "api/pe.logger.logger.rst", "api/pe.logger.matplotlib_pdf.rst", "api/pe.logging.rst", "api/pe.metric_item.rst", "api/pe.population.rst", "api/pe.population.pe_population.rst", "api/pe.population.population.rst", "api/pe.runner.rst", "api/pe.runner.pe.rst", "api/pe.util.rst", "api/pe.util.download.rst", "getting_started/details/api.rst", "getting_started/details/callback_and_logger.rst", "getting_started/details/data.rst", "getting_started/details/details.rst", "getting_started/details/dp.rst", "getting_started/details/embedding.rst", "getting_started/details/histogram.rst", "getting_started/details/overview.rst", "getting_started/details/population.rst", "getting_started/details/runner.rst", "getting_started/examples.rst", "getting_started/getting_started.rst", "getting_started/installation.rst", "getting_started/intro.rst", "getting_started/using_your_own_data_apis.rst", "index.rst"], "titles": ["API Reference", "pe", "pe package", "pe.api package", "pe.api.api module", "pe.api.image package", "pe.api.image.improved_diffusion_api module", "pe.api.image.improved_diffusion_lib package", "pe.api.image.improved_diffusion_lib.gaussian_diffusion module", "pe.api.image.improved_diffusion_lib.unet module", "pe.api.image.stable_diffusion_api module", "pe.api.text package", "pe.api.text.llm_augpe_api module", "pe.api.util module", "pe.callback package", "pe.callback.callback module", "pe.callback.common package", "pe.callback.common.compute_fid module", "pe.callback.common.save_checkpoints module", "pe.callback.image package", "pe.callback.image.sample_images module", "pe.callback.image.save_all_images module", "pe.callback.text package", "pe.callback.text.save_text_to_csv module", "pe.constant package", "pe.constant.data module", "pe.data package", "pe.data.data module", "pe.data.image package", "pe.data.image.camelyon17 module", "pe.data.image.cat module", "pe.data.image.cifar10 module", "pe.data.image.image module", "pe.data.text package", "pe.data.text.openreview module", "pe.data.text.pubmed module", "pe.data.text.text_csv module", "pe.data.text.yelp module", "pe.dp package", "pe.dp.dp module", "pe.dp.gaussian module", "pe.embedding package", "pe.embedding.embedding module", "pe.embedding.image package", "pe.embedding.image.inception module", "pe.embedding.text package", "pe.embedding.text.sentence_transformer module", "pe.histogram package", "pe.histogram.histogram module", "pe.histogram.nearest_neighbor_backend package", "pe.histogram.nearest_neighbor_backend.auto module", "pe.histogram.nearest_neighbor_backend.faiss module", "pe.histogram.nearest_neighbor_backend.sklearn module", "pe.histogram.nearest_neighbors module", "pe.llm package", "pe.llm.azure_openai module", "pe.llm.huggingface package", "pe.llm.huggingface.huggingface module", "pe.llm.huggingface.register_fastchat package", "pe.llm.huggingface.register_fastchat.gpt2 module", "pe.llm.llm module", "pe.llm.openai module", "pe.llm.request module", "pe.logger package", "pe.logger.csv_print module", "pe.logger.image_file module", "pe.logger.log_print module", "pe.logger.logger module", "pe.logger.matplotlib_pdf module", "pe.logging package", "pe.metric_item package", "pe.population package", "pe.population.pe_population module", "pe.population.population module", "pe.runner package", "pe.runner.pe module", "pe.util package", "pe.util.download module", "APIs", "Callbacks and Loggers", "Data", "Details of the Library", "DP", "Embeddings", "Histograms", "Overview", "Population", "Runner", "Examples", "Getting Started", "Installation", "What is Private Evolution?", "Using Your Own Data/APIs", "Private Evolution Documentation"], "terms": {"pe": [0, 78, 79, 80, 82, 83, 84, 85, 86, 87, 91, 92, 93], "packag": [0, 1, 53, 78, 79, 80, 82, 83, 84, 86, 87, 89, 91, 92, 93], "subpackag": [0, 1, 93], "random_api": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 78, 92, 93], "variation_api": [0, 1, 2, 3, 4, 5, 6, 10, 11, 12, 78, 92, 93], "improveddiffus": [0, 1, 2, 3, 5, 6, 78, 93], "__init__": [0, 1, 2, 3, 5, 6, 10, 11, 12, 14, 16, 17, 18, 19, 20, 21, 22, 23, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 41, 43, 44, 45, 46, 47, 53, 54, 55, 56, 57, 61, 63, 64, 65, 66, 68, 70, 71, 72, 74, 75, 93], "improveddiffusion270m": [0, 1, 2, 3, 5, 6, 93], "checkpoint_url": [0, 1, 2, 3, 5, 6, 93], "llmaugp": [0, 1, 2, 3, 11, 12, 78, 93], "_blank_sampl": [0, 1, 2, 3, 11, 12, 93], "_construct_prompt": [0, 1, 2, 3, 11, 12, 93], "stablediffus": [0, 1, 2, 3, 5, 10, 78, 93], "imag": [0, 1, 2, 3, 14, 25, 26, 41, 63, 65, 70, 78, 79, 80, 83, 85, 89, 91, 92, 93], "submodul": [0, 1, 2, 93], "text": [0, 1, 2, 3, 14, 25, 26, 41, 78, 79, 80, 83, 85, 89, 91, 92, 93], "modul": [0, 1, 2, 3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 71, 74, 76, 79, 80, 85, 93], "util": [0, 1, 2, 3, 6, 10, 12, 85, 93], "constantlist": [0, 1, 2, 3, 13], "callback": [0, 1, 2, 74, 75, 80, 81, 85, 89, 93], "__call__": [0, 1, 2, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 93], "computefid": [0, 1, 2, 14, 16, 17, 79, 93], "sampleimag": [0, 1, 2, 14, 19, 20, 79, 93], "saveallimag": [0, 1, 2, 14, 19, 21, 79, 93], "_save_imag": [0, 1, 2, 14, 19, 21, 93], "savecheckpoint": [0, 1, 2, 14, 16, 18, 79, 93], "_get_checkpoint_path": [0, 1, 2, 14, 16, 18, 93], "savetexttocsv": [0, 1, 2, 14, 22, 23, 79, 93], "_get_csv_path": [0, 1, 2, 14, 22, 23, 93], "common": [0, 1, 2, 14, 93], "constant": [0, 1, 2, 38, 40, 47, 53, 71, 72, 80, 93], "data": [0, 1, 2, 3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 24, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 71, 72, 73, 74, 75, 79, 81, 83, 85, 88, 89, 91, 93], "clean_histogram_column_nam": [0, 1, 2, 24, 25, 38, 40, 47, 53], "dp_histogram_column_nam": [0, 1, 2, 24, 25, 38, 40], "embedding_column_nam": [0, 1, 2, 24, 25], "from_last_flag_column_nam": [0, 1, 2, 24, 25], "histogram_nearest_neighbors_voting_ids_column_nam": [0, 1, 2, 24, 25], "image_data_column_nam": [0, 1, 2, 24, 25], "image_model_label_column_nam": [0, 1, 2, 24, 25], "image_prompt_column_nam": [0, 1, 2, 24, 25], "label_id_column_nam": [0, 1, 2, 24, 25, 80], "llm_parameters_column_nam": [0, 1, 2, 24, 25], "llm_request_messages_column_nam": [0, 1, 2, 24, 25], "lookahead_embedding_column_nam": [0, 1, 2, 24, 25, 47, 53], "parent_syn_data_index_column_nam": [0, 1, 2, 24, 25], "post_processed_dp_histogram_column_nam": [0, 1, 2, 24, 25, 71, 72], "text_data_column_nam": [0, 1, 2, 24, 25], "camelyon17": [0, 1, 2, 26, 28, 80, 88, 93], "cat": [0, 1, 2, 26, 28, 80, 88, 93], "url": [0, 1, 2, 3, 6, 26, 28, 30, 34, 35, 37, 77, 93], "_download": [0, 1, 2, 26, 28, 30, 33, 34, 35, 37, 93], "_read_data": [0, 1, 2, 26, 28, 30, 93], "cifar10": [0, 1, 2, 26, 28, 80, 88, 93], "concat": [0, 1, 2, 26, 27, 93], "filter_label_id": [0, 1, 2, 26, 27, 93], "load_checkpoint": [0, 1, 2, 26, 27, 74, 75, 93], "merg": [0, 1, 2, 26, 27, 93], "random_trunc": [0, 1, 2, 26, 27, 93], "save_checkpoint": [0, 1, 2, 14, 16, 26, 27, 74, 75, 93], "set_label_id": [0, 1, 2, 26, 27, 93], "truncat": [0, 1, 2, 26, 27, 93], "openreview": [0, 1, 2, 26, 33, 80, 88, 93], "download_info_dict": [0, 1, 2, 26, 33, 34, 35, 37, 93], "pubm": [0, 1, 2, 26, 33, 80, 88, 93], "textcsv": [0, 1, 2, 26, 33, 34, 35, 36, 37, 80, 92, 93], "yelp": [0, 1, 2, 26, 33, 80, 88, 93], "load_image_fold": [0, 1, 2, 26, 28, 32, 80, 92, 93], "dp": [0, 1, 2, 25, 74, 75, 81, 85, 89, 91, 93], "add_nois": [0, 1, 2, 38, 39, 40, 82, 93], "set_epsilon_and_delta": [0, 1, 2, 38, 39, 40, 82, 93], "gaussian": [0, 1, 2, 38, 74, 75, 82, 93], "compute_epsilon": [0, 1, 2, 38, 40], "delta_gaussian": [0, 1, 2, 38, 40], "eps_gaussian": [0, 1, 2, 38, 40], "get_noise_multipli": [0, 1, 2, 38, 40], "embed": [0, 1, 2, 14, 17, 25, 47, 50, 51, 52, 53, 80, 81, 84, 85, 89, 93], "column_nam": [0, 1, 2, 41, 42, 45, 46, 83, 93], "compute_embed": [0, 1, 2, 41, 42, 43, 44, 45, 46, 83, 93], "filter_uncomputed_row": [0, 1, 2, 41, 42, 93], "merge_computed_row": [0, 1, 2, 41, 42, 93], "incept": [0, 1, 2, 14, 17, 41, 43, 83, 93], "sentencetransform": [0, 1, 2, 41, 45, 46, 83, 93], "histogram": [0, 1, 2, 25, 38, 39, 40, 71, 72, 74, 75, 81, 82, 85, 89, 93], "compute_histogram": [0, 1, 2, 47, 48, 53, 84, 93], "nearestneighbor": [0, 1, 2, 47, 53, 84, 93], "_compute_lookahead_embed": [0, 1, 2, 47, 53, 93], "_log_lookahead": [0, 1, 2, 47, 53, 93], "_log_voting_detail": [0, 1, 2, 47, 53, 93], "nearest_neighbor_backend": [0, 1, 2, 47, 93], "nearest_neighbor": [0, 1, 2, 25, 47, 93], "llm": [0, 1, 2, 3, 12, 25, 78, 88, 93], "azureopenaillm": [0, 1, 2, 54, 55, 78, 93], "_get_environment_vari": [0, 1, 2, 54, 55, 61, 93], "_get_response_for_one_request": [0, 1, 2, 54, 55, 61, 93], "generation_arg_map": [0, 1, 2, 54, 55, 56, 57, 60, 93], "get_respons": [0, 1, 2, 54, 55, 56, 57, 60, 61, 93], "huggingfacellm": [0, 1, 2, 54, 56, 57, 78, 93], "_get_conv_templ": [0, 1, 2, 54, 56, 57, 93], "_get_prompt": [0, 1, 2, 54, 56, 57, 93], "_get_respons": [0, 1, 2, 54, 56, 57, 93], "get_generation_arg": [0, 1, 2, 54, 60, 93], "openaillm": [0, 1, 2, 54, 61, 78, 93], "request": [0, 1, 2, 25, 54, 55, 57, 60, 61, 93], "huggingfac": [0, 1, 2, 54, 78, 88, 93], "azure_openai": [0, 1, 2, 54, 93], "openai": [0, 1, 2, 3, 6, 8, 9, 32, 54, 55, 57, 78, 88, 93], "logger": [0, 1, 2, 69, 74, 75, 81, 85, 89, 93], "csvprint": [0, 1, 2, 63, 64, 79, 93], "_clear_log": [0, 1, 2, 63, 64, 93], "_flush": [0, 1, 2, 63, 64, 93], "_get_log_path": [0, 1, 2, 63, 64, 93], "_log_float": [0, 1, 2, 63, 64, 93], "clean_up": [0, 1, 2, 63, 64, 67, 70, 93], "log": [0, 1, 2, 47, 53, 63, 64, 65, 66, 67, 68, 74, 75, 79, 85, 93], "imagefil": [0, 1, 2, 63, 65, 79, 93], "_get_image_path": [0, 1, 2, 63, 65, 93], "_log_imag": [0, 1, 2, 63, 65, 93], "_log_image_list": [0, 1, 2, 63, 65, 93], "logprint": [0, 1, 2, 63, 66, 79, 93], "matplotlibpdf": [0, 1, 2, 63, 68, 79, 93], "_get_pdf_path": [0, 1, 2, 63, 68, 93], "csv_print": [0, 1, 2, 63, 93], "image_fil": [0, 1, 2, 63, 93], "log_print": [0, 1, 2, 63, 93], "matplotlib_pdf": [0, 1, 2, 63, 93], "execution_logg": [0, 1, 2, 63, 66, 69, 93], "setup_log": [0, 1, 2, 69, 93], "metric_item": [0, 1, 2, 14, 17, 20, 63, 64, 65, 66, 67, 68, 79, 93], "floatlistmetricitem": [0, 1, 2, 63, 64, 66, 70, 93], "floatmetricitem": [0, 1, 2, 14, 17, 63, 64, 66, 70, 93], "imagelistmetricitem": [0, 1, 2, 14, 20, 63, 65, 70, 93], "num_images_per_row": [0, 1, 2, 70, 93], "imagemetricitem": [0, 1, 2, 63, 65, 70, 93], "matplotlibmetricitem": [0, 1, 2, 63, 68, 70, 93], "metricitem": [0, 1, 2, 63, 64, 67, 70, 79, 93], "name": [0, 1, 2, 3, 10, 12, 25, 26, 32, 36, 41, 42, 46, 54, 55, 57, 61, 63, 64, 65, 68, 69, 70, 80, 83, 93], "valu": [0, 1, 2, 3, 12, 13, 38, 39, 40, 47, 48, 54, 55, 61, 70, 74, 75, 80, 82, 84, 85, 93], "metric_scop": [0, 1, 2, 70, 93], "popul": [0, 1, 2, 74, 75, 81, 85, 89, 93], "pepopul": [0, 1, 2, 71, 72, 86, 93], "_post_process_histogram": [0, 1, 2, 71, 72, 93], "_select_data": [0, 1, 2, 71, 72, 93], "initi": [0, 1, 2, 3, 12, 71, 72, 73, 74, 75, 78, 85, 86, 93], "next": [0, 1, 2, 71, 72, 73, 78, 85, 86, 93], "pe_popul": [0, 1, 2, 71, 93], "runner": [0, 1, 2, 81, 85, 89, 93], "_clean_up_logg": [0, 1, 2, 74, 75, 93], "_get_num_samples_per_label_id": [0, 1, 2, 74, 75, 93], "_log_metr": [0, 1, 2, 74, 75, 93], "run": [0, 1, 2, 6, 54, 55, 57, 61, 74, 75, 85, 87, 93], "download": [0, 1, 2, 3, 6, 26, 30, 34, 35, 37, 76, 93], "api": [1, 2, 26, 30, 34, 35, 37, 47, 53, 54, 55, 57, 61, 71, 72, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93], "improved_diffusion_lib": [1, 2, 3, 5], "improved_diffusion_api": [1, 2, 3, 5], "stable_diffusion_api": [1, 2, 3, 5], "llm_augpe_api": [1, 2, 3, 11], "compute_fid": [1, 2, 14, 16], "sample_imag": [1, 2, 14, 19], "save_all_imag": [1, 2, 14, 19], "save_text_to_csv": [1, 2, 14, 22], "text_csv": [1, 2, 26, 33], "sentence_transform": [1, 2, 41, 45], "auto": [1, 2, 47, 49, 53], "faiss": [1, 2, 47, 49, 50, 53, 89, 93], "sklearn": [1, 2, 47, 49, 50, 53, 90], "register_fastchat": [1, 2, 54, 56], "gaussian_diffus": [2, 3, 5, 7], "unet": [2, 3, 5, 7], "sampler": [2, 3, 5, 6], "forward": [2, 3, 5, 6], "train": [2, 3, 5, 6, 26, 29, 31, 34, 35, 37, 88, 91], "sampl": [2, 3, 4, 5, 6, 8, 10, 12, 14, 20, 25, 26, 27, 36, 41, 42, 47, 48, 53, 71, 72, 73, 74, 75, 78, 79, 80, 83, 84, 85, 86, 92], "imagedataset": [2, 26, 28, 32], "_list_image_files_recurs": [2, 26, 28, 32], "downloadinfo": [2, 26, 33, 34, 35, 37], "to_uint8": [2, 41, 43, 44], "search": [2, 40, 47, 49, 50, 51, 52, 90], "gpt2": [2, 54, 56, 58], "class": [3, 4, 6, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 78, 79, 80, 85, 92], "sourc": [3, 4, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 91, 93], "base": [3, 4, 6, 10, 12, 13, 14, 15, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 80, 85, 91], "abc": [3, 4, 14, 15, 38, 39, 41, 42, 47, 48, 54, 60, 63, 67, 71, 73], "The": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 80, 81, 82, 83, 84, 89, 91, 92, 93], "abstract": [3, 4, 14, 15, 38, 39, 41, 42, 47, 48, 54, 60, 63, 67, 71, 73, 85], "defin": [3, 4, 6, 14, 15], "synthet": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 34, 35, 37, 38, 39, 40, 47, 48, 50, 51, 52, 53, 71, 72, 73, 74, 75, 78, 79, 80, 83, 84, 85, 86, 88, 91], "gener": [3, 4, 6, 10, 12, 14, 15, 25, 47, 53, 54, 55, 57, 60, 61, 62, 71, 72, 73, 78, 80, 84, 85, 86, 88, 89, 91, 93], "label_info": [3, 4, 6, 10, 12, 71, 72, 73, 80], "num_sampl": [3, 4, 6, 10, 12, 26, 27, 36, 71, 72, 73, 74, 75], "method": [3, 4, 78, 82, 83, 84, 86, 87, 91, 92], "random": [3, 4, 6, 10, 12, 71, 72], "paramet": [3, 4, 6, 9, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80, 92], "dict": [3, 4, 6, 10, 12, 26, 27, 54, 55, 57, 60, 61, 62, 71, 72, 73], "info": [3, 4, 6, 10, 12, 69, 71, 72, 73], "label": [3, 4, 6, 10, 12, 25, 26, 27, 36, 71, 72, 73, 74, 75, 80], "int": [3, 4, 6, 10, 12, 14, 18, 20, 23, 26, 27, 29, 30, 32, 36, 38, 39, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "number": [3, 4, 6, 10, 12, 14, 18, 20, 23, 26, 27, 32, 34, 35, 36, 37, 38, 39, 40, 47, 50, 51, 52, 53, 54, 55, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 79, 80, 84], "syn_data": [3, 4, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 38, 39, 40, 47, 48, 53, 71, 72, 73, 74, 75], "variat": [3, 4, 6, 10, 12, 47, 53, 71, 72, 78, 85], "object": [3, 4, 6, 10, 12, 13, 14, 15, 20, 21, 23, 26, 27, 41, 44, 46, 47, 53, 70, 71, 72, 74, 75, 80, 85, 92], "variation_degre": [3, 6, 10], "model_path": [3, 6, 59], "model_image_s": [3, 6], "64": [3, 6, 26, 29], "num_channel": [3, 6, 9], "192": [3, 6], "num_res_block": [3, 6, 9], "3": [3, 6, 12], "learn_sigma": [3, 6, 8, 9], "true": [3, 6, 14, 21, 26, 32, 54, 55, 61, 69, 74, 75], "class_cond": [3, 6, 9, 26, 32], "use_checkpoint": [3, 6, 9], "fals": [3, 6, 8, 26, 32, 54, 55, 57, 61, 71, 72], "attention_resolut": [3, 6, 9], "16": [3, 6], "8": [3, 6, 90], "num_head": [3, 6, 9], "4": [3, 6, 10, 91], "num_heads_upsampl": [3, 6, 9], "1": [3, 6, 26, 32, 34, 35, 37, 40, 47, 53, 54, 55, 61, 62, 63, 64, 66, 71, 72, 80, 85, 88, 90, 91], "use_scale_shift_norm": [3, 6, 9], "dropout": [3, 6, 9], "0": [3, 6, 12, 34, 35, 37, 40, 47, 53, 54, 62, 71, 72, 80, 90], "diffusion_step": [3, 6], "4000": [3, 6], "sigma_smal": [3, 6, 8], "noise_schedul": [3, 6, 8], "cosin": [3, 6, 47, 50, 51, 52, 53], "use_kl": [3, 6, 8], "predict_xstart": [3, 6, 8], "rescale_timestep": [3, 6, 8], "rescale_learned_sigma": [3, 6, 8], "timestep_respac": [3, 6, 8], "100": [3, 6], "batch_siz": [3, 6, 26, 32, 41, 44, 46, 54, 57], "2000": [3, 6, 41, 44, 46], "use_ddim": [3, 6], "clip_denois": [3, 6], "use_data_parallel": [3, 6], "improv": [3, 6, 8, 9, 32, 78], "diffus": [3, 6, 8, 9, 10, 32, 78, 85, 88, 91], "model": [3, 6, 10, 12, 25, 26, 34, 35, 37, 41, 46, 54, 57, 59, 60, 78, 83, 85, 88, 91], "from": [3, 6, 8, 9, 12, 14, 20, 25, 26, 27, 30, 32, 36, 47, 53, 54, 55, 57, 60, 61, 71, 72, 77, 78, 79, 80, 86, 88, 91, 92], "http": [3, 6, 8, 9, 12, 26, 30, 32, 34, 35, 37, 47, 53, 54, 55, 61, 77, 86, 90, 91, 93], "arxiv": [3, 6, 12, 26, 34, 35, 37, 91], "org": [3, 6, 12, 26, 34, 35, 37], "ab": [3, 6, 12, 26, 34, 35, 37], "2102": [3, 6], "09672": [3, 6], "constructor": [3, 6, 10, 12, 14, 17, 18, 20, 21, 23, 26, 27, 29, 30, 31, 34, 35, 36, 37, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 70, 71, 72, 74, 75, 80, 92], "see": [3, 6, 12, 47, 53, 54, 55, 79, 88, 91], "github": [3, 6, 8, 9, 32, 77, 86, 90, 91, 93], "com": [3, 6, 8, 9, 26, 30, 32, 34, 35, 37, 54, 55, 61, 77, 86, 90, 91, 93], "explan": [3, 6, 12], "list": [3, 6, 10, 12, 14, 17, 20, 26, 27, 32, 36, 54, 55, 57, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 74, 75, 79, 80, 85, 91], "here": [3, 6, 88, 92], "degre": [3, 6, 10, 47, 53], "each": [3, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 47, 48, 53, 54, 55, 61, 74, 75, 79, 80, 84, 85, 86], "iter": [3, 6, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 38, 39, 40, 63, 64, 65, 66, 67, 68, 74, 75, 78, 79, 80, 85, 86], "If": [3, 6, 10, 12, 26, 27, 29, 31, 32, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75, 80, 90, 91], "singl": [3, 6, 10, 12, 63, 65, 70], "i": [3, 6, 9, 10, 12, 14, 15, 17, 18, 20, 21, 23, 25, 26, 27, 29, 31, 32, 34, 35, 37, 38, 40, 47, 48, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75, 78, 79, 80, 82, 83, 84, 85, 86, 89, 92, 93], "provid": [3, 6, 10, 12, 47, 53, 85, 89, 92, 93], "same": [3, 6, 10, 12, 26, 27, 32, 74, 75], "us": [3, 6, 10, 12, 14, 18, 21, 23, 25, 26, 27, 32, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 74, 75, 78, 79, 81, 83, 84, 85, 88, 89, 90, 91, 93], "all": [3, 6, 10, 12, 14, 21, 26, 32, 36, 47, 53, 79, 85, 91], "str": [3, 6, 10, 12, 14, 18, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 77], "path": [3, 6, 10, 14, 18, 21, 23, 26, 27, 32, 34, 35, 36, 37, 54, 57, 63, 64, 65, 68, 69, 74, 75], "checkpoint": [3, 6, 10, 14, 18, 26, 27, 74, 75, 79], "option": [3, 6, 10, 12, 14, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 40, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 85], "total": [3, 6, 74, 75], "step": [3, 6, 8, 10, 40, 85], "default": [3, 6, 10, 12, 14, 18, 20, 21, 23, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 40, 41, 44, 46, 47, 53, 54, 55, 57, 61, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 90], "configur": [3, 6, 12, 14, 15, 69, 79, 85], "batch": [3, 6, 10, 26, 32, 41, 44, 46, 54, 57], "size": [3, 6, 10, 26, 32, 41, 44, 46, 54, 57], "bool": [3, 6, 14, 21, 26, 27, 32, 54, 55, 57, 61, 69, 71, 72, 74, 75], "whether": [3, 6, 14, 21, 25, 26, 27, 32, 54, 55, 57, 61, 69, 71, 72, 74, 75], "parallel": [3, 6], "dure": [3, 6], "thi": [3, 6, 8, 9, 12, 14, 15, 17, 18, 20, 21, 23, 26, 32, 54, 55, 57, 60, 61, 78, 80, 81, 84, 88, 89, 90, 92, 93], "return": [3, 6, 10, 12, 14, 17, 18, 20, 23, 26, 27, 32, 38, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 71, 72, 74, 75, 79, 85], "type": [3, 6, 10, 12, 14, 17, 18, 20, 23, 26, 27, 32, 34, 35, 37, 38, 40, 41, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 71, 72, 74, 75, 91], "input": [3, 6, 10, 12, 79], "none": [3, 6, 12, 26, 27, 32, 36, 38, 39, 40, 47, 53, 69, 70, 71, 72, 74, 75], "openaipubl": [3, 6], "blob": [3, 6, 8, 9, 32], "core": [3, 6, 81, 89, 90, 93], "window": [3, 6], "net": [3, 6], "march": [3, 6], "2021": [3, 6], "imagenet64_cond_270m_250k": [3, 6], "pt": [3, 6], "condit": [3, 6, 26, 32], "imagenet": [3, 6, 88], "270m": [3, 6], "250k": [3, 6], "paper": [3, 6, 12, 26, 34, 35, 37, 86, 88, 91, 92], "random_api_prompt_fil": [3, 12], "variation_api_prompt_fil": [3, 12], "min_word_count": [3, 12], "word_count_std": [3, 12], "token_to_word_ratio": [3, 12], "max_completion_tokens_limit": [3, 12], "blank_prob": [3, 12], "tokenizer_model": [3, 12], "gpt": [3, 12, 59, 85, 91], "5": [3, 10, 12, 69], "turbo": [3, 12], "open": [3, 12, 78, 91], "algorithm": [3, 12, 71, 72, 74, 75, 78, 81, 84, 87, 89, 91, 93], "propos": [3, 12], "icml": [3, 12, 26, 34, 35, 37, 88], "2024": [3, 12, 26, 34, 35, 37, 88, 91], "spotlight": [3, 12, 26, 34, 35, 37, 88], "differenti": [3, 12, 26, 34, 35, 37, 38, 39, 40, 81, 85, 88, 89, 91, 93], "privat": [3, 12, 14, 17, 26, 27, 34, 35, 37, 47, 48, 50, 51, 52, 53, 71, 72, 74, 75, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92], "via": [3, 12, 26, 34, 35, 37, 88, 91], "foundat": [3, 12, 26, 34, 35, 37, 78, 85, 88, 91], "2": [3, 12, 26, 34, 35, 37, 59, 88, 91], "2403": [3, 12, 26, 34, 35, 37, 91], "01749": [3, 12, 26, 34, 35, 37, 91], "prompt": [3, 10, 12, 25, 54, 57], "file": [3, 10, 12, 14, 23, 26, 30, 32, 36, 63, 64, 65, 66, 68, 69, 70, 79, 80, 85, 92], "format": [3, 12, 14, 18, 21, 23, 26, 32, 36, 63, 64, 65, 68, 69], "json": [3, 10, 12], "contain": [3, 8, 9, 10, 12, 26, 27, 32, 36, 41, 44, 46, 71, 72], "follow": [3, 12, 47, 50, 51, 52, 53, 54, 55, 61, 71, 72, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 90, 91], "field": [3, 12, 34, 35, 37, 54, 62], "message_templ": [3, 12], "A": [3, 6, 12, 14, 20, 21, 26, 27, 54, 55, 57, 60, 61, 80, 91], "messag": [3, 12, 25, 54, 55, 57, 61, 62, 69], "sent": [3, 12], "content": [3, 12], "can": [3, 10, 12, 14, 15, 26, 32, 54, 55, 61, 79, 80, 85, 91, 92], "variabl": [3, 12, 54, 55, 61], "placehold": [3, 12], "e": [3, 12, 25, 71, 72, 80, 85, 91], "g": [3, 12, 25, 71, 72, 80, 85, 91], "variable_nam": [3, 12], "origin": [3, 8, 9, 12, 47, 53, 91], "replac": [3, 12, 63, 64, 65, 68, 85, 91], "actual": [3, 12], "masked_sampl": [3, 12], "mask": [3, 12], "blank": [3, 12], "when": [3, 6, 12, 14, 21, 26, 27, 47, 53, 54, 55, 57, 61, 70, 74, 75, 78, 80, 83, 85, 91], "featur": [3, 12, 89, 93], "enabl": [3, 12, 54, 55, 57, 61], "word_count": [3, 12], "target": [3, 12, 80], "word": [3, 12], "count": [3, 12], "other": [3, 12, 80, 87, 91], "specifi": [3, 12], "rule": [3, 12], "below": [3, 12], "role": [3, 12, 54, 57], "system": [3, 12], "user": [3, 12], "assist": [3, 12], "replacement_rul": [3, 12], "appli": [3, 12, 71, 72, 80, 92], "one": [3, 6, 12, 47, 50, 51, 52, 53, 54, 55, 61, 71, 72, 74, 75, 85], "updat": [3, 12], "constraint": [3, 12], "dictionari": [3, 10, 12, 54, 60, 80, 92], "must": [3, 12, 26, 27, 32, 80], "satisfi": [3, 12], "kei": [3, 12, 54, 55, 61, 78, 80, 82, 83, 84, 86, 87, 89, 93], "ar": [3, 12, 26, 27, 38, 40, 47, 53, 54, 55, 57, 61, 74, 75, 78, 79, 80, 82, 83, 84, 85, 88, 90, 91, 92], "choos": [3, 12], "uniform": [3, 12], "manner": [3, 12], "minimum": [3, 12, 40], "float": [3, 10, 12, 38, 39, 40, 63, 64, 70, 71, 72, 74, 75, 79], "standard": [3, 12], "deviat": [3, 12], "disabl": [3, 12], "token": [3, 12], "ratio": [3, 12], "maximum": [3, 12, 40], "complet": [3, 12], "set": [3, 12, 26, 27, 38, 39, 40, 54, 55, 57, 61, 82, 85, 88], "time": [3, 12, 47, 53, 84], "limit": [3, 12], "probabl": [3, 12], "prompt_config": [3, 12], "construct": [3, 12, 47, 53, 78], "final": [3, 12, 85], "init": [3, 12], "width": [3, 10], "512": [3, 10, 26, 30], "height": [3, 10], "random_api_checkpoint": [3, 10], "compvi": [3, 10], "stabl": [3, 10, 78, 85, 88, 91], "v1": [3, 10, 26, 30], "random_api_guidance_scal": [3, 10], "7": [3, 10], "random_api_num_inference_step": [3, 10], "50": [3, 10], "random_api_batch_s": [3, 10], "10": [3, 10, 14, 20, 26, 32], "variation_api_checkpoint": [3, 10], "variation_api_guidance_scal": [3, 10], "variation_api_num_inference_step": [3, 10], "variation_api_batch_s": [3, 10], "It": [3, 10, 26, 29, 31, 34, 35, 37, 47, 50, 51, 52, 53, 71, 72, 78, 79, 82, 83, 84, 85, 86, 87, 91], "either": [3, 10, 26, 29, 31, 34, 35, 37, 38, 39], "string": [3, 10, 26, 32, 63, 64, 65, 68], "should": [3, 6, 10, 26, 29, 31, 34, 35, 37, 38, 39, 40, 47, 50, 51, 52, 53, 71, 72], "map": [3, 10, 54, 55, 57, 60], "its": [3, 10, 80], "guidanc": [3, 10], "scale": [3, 10, 40], "infer": [3, 10, 91], "rais": [3, 10, 26, 27, 29, 31, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75], "valueerror": [3, 10, 26, 27, 29, 31, 34, 35, 36, 37, 38, 40, 47, 50, 51, 52, 53, 54, 55, 57, 61, 71, 72, 74, 75], "neither": [3, 10], "nor": [3, 10], "create_gaussian_diffus": [3, 5, 7, 8], "create_model": [3, 5, 7, 9], "wrapper": [6, 54, 55, 57, 61], "around": 6, "handl": 6, "entir": 6, "process": [6, 8, 25, 26, 34, 37, 71, 72, 90], "so": [6, 74, 75], "reduc": 6, "communi": 6, "round": 6, "between": [6, 14, 17, 79], "gpu": [6, 47, 53, 90], "dataparallel": [6, 9], "model_kwarg": 6, "start_t": [6, 8], "start_imag": [6, 8], "nois": [6, 38, 39, 40, 74, 75, 82, 85], "image_s": [6, 9, 26, 32], "comput": [6, 14, 17, 40, 41, 42, 44, 46, 47, 48, 50, 51, 52, 53, 79, 83, 84, 85, 90], "perform": 6, "everi": 6, "call": [6, 9, 14, 15, 17, 18, 20, 21, 23, 54, 55, 57, 61, 79, 85, 87, 91], "overridden": 6, "subclass": 6, "although": 6, "recip": 6, "pass": [6, 54, 55, 57, 61, 79, 80, 85, 92], "need": [6, 54, 55, 78, 80, 85, 91, 92], "within": 6, "function": [6, 14, 15, 17, 18, 20, 21, 23, 54, 55, 57, 61], "instanc": [6, 78], "afterward": 6, "instead": [6, 90], "sinc": [6, 85], "former": 6, "take": 6, "care": 6, "regist": [6, 54, 56, 58, 59], "hook": 6, "while": [6, 91], "latter": 6, "silent": 6, "ignor": [6, 26, 32], "them": [6, 80, 91], "devic": [6, 41, 44], "code": [8, 9, 91, 93], "minor": [8, 9], "edit": [8, 9], "main": [8, 9, 32, 87, 89, 93], "improved_diffus": [8, 9, 32], "py": [8, 9, 32], "script_util": [8, 9], "support": [8, 9, 47, 50, 53, 71, 72, 85, 86], "middl": 8, "argument": [8, 54, 55, 57, 60, 61, 62], "1000": [8, 26, 32], "linear": 8, "avoid": 9, "self": 9, "input_block": 9, "which": [9, 54, 55, 74, 75, 79, 80, 82, 85, 91], "These": [14, 15, 88], "after": [14, 15, 17, 18, 20, 21, 23, 79], "priv_data": [14, 17, 47, 48, 53, 74, 75], "frechet": [14, 17], "distanc": [14, 17, 47, 50, 51, 52, 53], "fid": [14, 17, 79, 85], "num_images_per_class": [14, 20], "metric": [14, 20, 47, 50, 51, 52, 53, 63, 64, 65, 66, 67, 68, 70, 74, 75, 79, 85], "item": [14, 20, 63, 64, 65, 68, 70], "per": [14, 20, 70, 74, 75], "output_fold": [14, 18, 21, 23, 63, 64, 65, 68], "path_format": [14, 21], "09d": [14, 18, 21, 23, 63, 65, 68], "label_id": [14, 21, 25, 26, 27], "_": [14, 21, 26, 32], "label_nam": [14, 21], "index": [14, 21, 25], "png": [14, 21, 26, 32], "tqdm_enabl": [14, 21], "save": [14, 18, 21, 23, 26, 27, 29, 30, 47, 53, 63, 64, 65, 68, 70, 74, 75, 79, 83, 85], "output": [14, 18, 21, 23, 63, 64, 65, 68, 85], "folder": [14, 18, 21, 23, 26, 27, 32, 47, 53, 63, 64, 65, 68], "show": [14, 21, 54, 55, 61, 88], "tqdm": [14, 21], "progress": [14, 21, 54, 55, 61, 79], "bar": [14, 21, 54, 55, 61], "helper": [14, 21], "an": [14, 21, 50, 70, 78, 84, 85, 91, 92], "iteration_format": [14, 18, 23, 63, 65, 68], "get": [14, 18, 23, 40, 54, 55, 57, 60, 61, 63, 64, 65, 68, 70, 74, 75, 93], "csv": [14, 23, 26, 34, 35, 36, 37, 63, 64, 79, 80, 92], "part": [14, 23, 80, 85], "clean_histogram": 25, "column": [25, 26, 36, 38, 40, 41, 42, 46, 47, 53, 71, 72, 80, 83], "clean": [25, 63, 64, 67, 70, 74, 75], "dp_histogram": 25, "from_last_flag": 25, "flag": 25, "indic": [25, 47, 48, 50, 51, 52], "last": 25, "voting_id": 25, "nearest": [25, 47, 50, 51, 52, 53, 84, 90], "neighbor": [25, 47, 50, 51, 52, 53, 84, 90], "vote": [25, 47, 53], "id": [25, 26, 27, 35, 37, 47, 53, 54, 55, 74, 75, 80], "image_model_label": 25, "image_prompt": 25, "lookahead_embed": 25, "lookahead": [25, 47, 53, 85], "parent_syn_data_index": 25, "previou": 25, "current": [25, 26, 27, 78, 79, 82, 83, 84, 86], "post_processed_dp_histogram": 25, "post": [25, 71, 72], "clip": [25, 71, 72], "split": [26, 29, 31, 34, 35, 37], "root_dir": [26, 29, 30, 34, 35, 37], "re": [26, 29, 30, 41, 44], "dataset": [26, 29, 30, 31, 32, 34, 35, 36, 37, 81, 88, 89, 91, 92, 93], "val": [26, 29, 34, 35, 37], "test": [26, 29, 31, 34, 35, 37], "root": [26, 29, 30, 32, 34, 35, 37], "directori": [26, 29, 30, 32, 34, 35, 37, 80, 92], "resolut": [26, 29, 30, 41, 44], "invalid": [26, 29, 31, 54, 57], "www": [26, 30], "kaggl": [26, 30], "fjxmlzn": [26, 30, 86, 91], "cooki": [26, 30], "doudou": [26, 30], "doe": [26, 30, 36, 74, 75, 85, 91], "exist": [26, 30, 36, 86], "read": [26, 30], "zip": [26, 30], "data_fram": [26, 27, 80, 83, 92], "metadata": [26, 27, 80, 92], "hold": [26, 27, 80, 85, 92], "panda": [26, 27, 80, 92], "datafram": [26, 27, 80, 92], "classmethod": [26, 27], "data_list": [26, 27], "concaten": [26, 27], "frame": [26, 27, 41, 42, 46], "filter": [26, 27], "accord": [26, 27, 71, 72], "load": [26, 27, 32, 36, 74, 75, 80, 92], "successfulli": [26, 27], "anoth": [26, 27], "randomli": [26, 27, 54, 55, 61, 78, 85], "certain": [26, 27], "new": [26, 27, 85, 86, 91, 92], "empti": [26, 27, 54, 57], "kwarg": [26, 34, 35, 37, 70], "raw": [26, 34, 35, 37], "githubusercont": [26, 34, 35, 37], "ai": [26, 34, 35, 37, 47, 53, 54, 55], "secur": [26, 34, 35, 37], "aug": [26, 34, 35, 37, 85], "bca21c90921bd1151aa7627e676c906165e205a0": [26, 34, 35, 37], "iclr23_reviews_test": [26, 34], "direct": [26, 34, 35, 37], "iclr23_reviews_train": [26, 34], "iclr23_reviews_v": [26, 34], "inform": [26, 34, 35, 37, 54, 55, 69, 80, 90, 91], "automat": [26, 34, 35, 37], "download_info": [26, 34, 35, 37], "data_path": [26, 34, 35, 37], "processed_data_path": [26, 34, 37], "unknown": [26, 34, 35, 37, 47, 50, 51, 52, 53], "drive": [26, 35, 37], "googl": [26, 35, 37], "uc": [26, 35, 37], "12": [26, 35], "zv93mqnpvm_oruoahz2n4odkkoxd": [26, 35], "r": [26, 35], "gdown": [26, 35, 37], "dev": [26, 35, 37], "csv_path": [26, 36], "label_column": [26, 36], "text_column": [26, 36], "1eplubxck5mgnm1giiflctcr": [26, 37], "tkgjcrc2": [26, 37], "num_imag": [26, 32], "num_work": [26, 32], "nest": [26, 32, 80, 92], "arbitrarili": [26, 32], "class_nam": [26, 32], "without": [26, 32, 91], "suffix": [26, 32], "ani": [26, 32, 79, 80, 91], "ext": [26, 32], "jpg": [26, 32], "jpeg": [26, 32], "gif": [26, 32], "extract": [26, 32], "befor": [26, 32, 41, 44, 87], "first": [26, 32, 74, 75], "treat": [26, 32], "resiz": [26, 32, 41, 44], "worker": [26, 32], "transform": [32, 41, 46, 83], "data_dir": 32, "recurs": 32, "adapt": [32, 59], "image_dataset": 32, "namedtupl": [34, 35, 37, 54, 62], "alia": [34, 35, 37, 54, 62], "privaci": [38, 39, 40, 81, 85, 89, 91, 93], "mechan": [38, 39, 40, 74, 75, 81, 89, 93], "add": [38, 39, 40, 78, 82, 85], "num_iter": [38, 39, 40], "epsilon": [38, 39, 40, 74, 75], "delta": [38, 39, 40, 74, 75], "noise_multipli": [38, 39, 40, 74, 75], "multipli": [38, 39, 40, 74, 75], "have": [38, 40, 74, 75, 80], "ad": [38, 40, 81, 85, 89, 93], "noisi": [38, 40, 85], "store": [38, 40], "both": [38, 40], "num_step": 40, "max_epsilon": 40, "10000000": 40, "1e7": 40, "ep": 40, "mu": 40, "shift": 40, "equival": 40, "min_noise_multipli": 40, "max_noise_multipli": 40, "500": 40, "1e": 40, "properti": [41, 42, 46, 54, 55, 57, 60, 70], "computed_data": [41, 42], "cuda": [41, 44], "sentenc": [41, 46, 83], "x": 44, "min": 44, "max": 44, "over": [47, 48, 84, 85], "how": [47, 48, 54, 55, 85, 88, 90, 92], "good": [47, 48], "term": [47, 48], "close": [47, 48], "mode": [47, 50, 51, 52, 53, 71, 72], "lookahead_degre": [47, 53], "lookahead_log_fold": [47, 53], "voting_details_log_fold": [47, 53], "num_nearest_neighbor": [47, 50, 51, 52, 53], "backend": [47, 50, 53], "closest": [47, 53], "l2": [47, 50, 51, 52, 53], "norm": [47, 53], "normal": [47, 53, 74, 75, 91], "find": [47, 50, 51, 52, 53], "cos_sim": [47, 50, 51, 52, 53], "similar": [47, 50, 51, 52, 53, 85, 91], "ip": [47, 50, 51, 53], "inner": [47, 50, 51, 53], "product": [47, 50, 51, 53, 91], "Not": [47, 53], "greater": [47, 53], "than": [47, 53], "averag": [47, 53], "detail": [47, 53, 89, 92, 93], "consid": [47, 53], "scikit": [47, 53], "learn": [47, 53, 54, 55], "avail": [47, 53, 81, 89, 91, 93], "otherwis": [47, 53], "much": [47, 53], "faster": [47, 53, 90], "larg": [47, 53, 54, 60], "requir": [47, 53, 54, 55, 61, 78, 90, 91], "instal": [47, 50, 53, 89, 93], "cpu": [47, 53], "lookahead_id": [47, 53], "np": [47, 50, 51, 52, 53, 74, 75], "ndarrai": [47, 50, 51, 52, 53, 74, 75], "possibli": [47, 53], "addit": [47, 53, 80, 85], "tupl": [47, 50, 51, 52, 53], "syn_embed": [50, 51, 52], "priv_embed": [50, 51, 52], "error": 50, "occur": 50, "fall": 50, "back": 50, "progress_bar": [54, 55, 61], "dry_run": [54, 55, 57, 61], "num_thread": [54, 55, 61], "generation_arg": [54, 55, 57, 60, 61, 62], "azur": [54, 55, 78], "environ": [54, 55, 61], "azure_openai_api_kei": [54, 55], "you": [54, 55, 61, 78, 80, 90, 91, 92], "portal": [54, 55], "multipl": [54, 55, 61, 85], "separ": [54, 55, 61], "comma": [54, 55, 61], "select": [54, 55, 61, 71, 72, 85], "also": [54, 55, 85, 91, 92], "az_cli": [54, 55], "case": [54, 55, 74, 75, 91], "cli": [54, 55], "authent": [54, 55], "azure_openai_api_scop": [54, 55], "document": [54, 55, 92], "more": [54, 55, 85, 91, 92], "microsoft": [54, 55, 90, 91, 93], "en": [54, 55], "u": [54, 55], "servic": [54, 55], "switch": [54, 55], "endpoint": [54, 55], "entra": [54, 55], "azure_openai_api_endpoint": [54, 55], "azure_openai_api_vers": [54, 55], "version": [54, 55], "dry": [54, 55, 57, 61], "respons": [54, 55, 57, 60, 61, 78, 82, 83, 84, 86], "fake": [54, 55, 57, 61], "thread": [54, 55, 61], "make": [54, 55, 61], "concurr": [54, 55, 61], "specif": [54, 55, 57, 60], "max_completion_token": [54, 55, 57], "max_token": [54, 55], "prioriti": [54, 55, 57, 61], "highest": [54, 55, 57, 61], "lowerest": [54, 55, 57, 61], "order": [54, 55, 57, 61], "model_name_or_path": [54, 57], "128": [54, 57], "convers": [54, 57], "templat": [54, 57], "fastchat": [54, 57, 59], "prompt_list": [54, 57], "max_new_token": [54, 57], "languag": [54, 60], "arg": [54, 60, 70], "later": [54, 60], "ones": [54, 60], "overwrit": [54, 60], "earlier": [54, 60], "openai_api_kei": [54, 61], "platform": [54, 61], "account": [54, 61], "gpt2adapt": [54, 56, 58, 59], "get_default_conv_templ": [54, 56, 58, 59], "load_model": [54, 56, 58, 59], "match": [54, 56, 58, 59, 91], "basemodeladapt": 59, "from_pretrained_kwarg": 59, "path_separ": [63, 64, 65, 68], "float_format": [63, 64], "8f": [63, 64], "flush_iteration_freq": [63, 64], "print": [63, 64, 66, 79, 85], "point": [63, 64], "frequenc": [63, 64, 66], "flush": [63, 64], "clear": [63, 64], "log_path": [63, 64], "up": [63, 64, 67, 70, 74, 75], "image_path": [63, 65], "log_iteration_freq": [63, 66], "consol": [63, 66, 79, 85], "matplotlib": [63, 68, 70, 79], "figur": [63, 68, 70], "pdf": [63, 68, 79], "warn": 69, "execut": 69, "log_fil": 69, "log_screen": 69, "datefmt": 69, "m": 69, "d": 69, "y": [69, 90], "h": 69, "": [69, 84], "p": 69, "fmt": 69, "asctim": 69, "levelnam": 69, "level": 69, "20": 69, "setup": 69, "screen": 69, "date": 69, "row": [70, 80], "context": 70, "manag": [70, 87], "scope": 70, "histogram_threshold": [71, 72], "initial_variation_api_fold": [71, 72], "next_variation_api_fold": [71, 72], "keep_select": [71, 72], "selection_mod": [71, 72], "evolut": [71, 72, 78, 79, 80, 81, 86, 87, 88, 89, 90, 92], "threshold": [71, 72], "mean": [71, 72], "keep": [71, 72], "proport": [71, 72], "rank": [71, 72], "top": [71, 72], "callabl": [74, 75], "fraction_per_label_id": [74, 75], "given": [74, 75, 78, 85, 91], "fraction": [74, 75], "assum": [74, 75], "length": [74, 75, 80], "small": [74, 75], "some": [74, 75, 79, 80, 85, 88, 91, 92], "zero": [74, 75, 80], "checkpoint_path": [74, 75], "num_samples_schedul": [74, 75], "schedul": [74, 75], "element": [74, 75], "rest": [74, 75, 91], "plu": [74, 75], "fname": 77, "chunk_siz": 77, "1024": 77, "gist": 77, "yanqd0": 77, "c13ed29e29432e3cf3e7c38467f42f51": 77, "refer": [78, 79, 80, 82, 83, 84, 86, 87, 92, 93], "implement": [78, 79, 82, 83, 84, 85, 86, 92], "ha": [78, 80, 82, 83, 84, 85, 86, 87, 91], "interfac": 78, "To": [78, 80, 90, 92], "creat": [78, 80, 92], "inherit": [78, 92], "monitor": 79, "etc": [79, 85, 91], "result": [79, 85], "plot": 79, "form": 79, "through": [79, 80, 85], "desir": [79, 85], "wai": [79, 85], "For": [79, 80], "modal": [79, 85, 91], "along": 80, "differ": [80, 85], "compon": [80, 81, 87, 89, 93], "mostli": [80, 85], "commun": [80, 85, 91], "two": [80, 85, 92], "attribut": [80, 83], "produc": 80, "omegaconf": 80, "conveni": 80, "well": [80, 92], "known": [80, 92], "alreadi": [80, 92], "In": [80, 85], "easili": [80, 85, 91, 92], "custom": [80, 85, 92], "includ": [80, 85, 91], "k": 80, "uncondit": 80, "just": 80, "long": 80, "recogn": 80, "equal": 80, "insid": 80, "overview": [81, 89, 93], "design": [81, 89, 91, 93], "principl": [81, 89, 93], "your": [81, 89, 91, 93], "own": [81, 89, 91, 93], "budget": 82, "achiev": 82, "librari": [83, 88, 89, 92, 93], "project": 84, "space": [84, 85], "workflow": 85, "shown": 85, "abov": [85, 92], "fig": 85, "consist": 85, "refin": 85, "build": 85, "repres": 85, "ensur": [85, 91], "subset": 85, "those": 85, "expect": 85, "easi": [85, 91], "evalu": 85, "framework": 85, "toward": 85, "goal": 85, "highli": 85, "modular": [85, 91], "extens": [85, 91], "discuss": [85, 87], "whole": 85, "might": 85, "emb": 85, "end": 85, "veri": 85, "intermedi": 85, "we": [85, 90], "want": 85, "precis": 85, "recal": 85, "upload": 85, "wandb": 85, "noth": 85, "help": 85, "immedi": 85, "onli": [86, 91, 92], "algorthm": 86, "experiment": 88, "iclr": 88, "pre": 88, "dadtaset": 88, "what": [89, 93], "citat": [89, 93], "pip": [89, 93], "exampl": [89, 91, 93], "pleas": [90, 91, 92], "command": 90, "git": 90, "dpsda": [90, 91, 93], "necessari": 90, "depend": 90, "By": 90, "purpos": 90, "howev": 90, "recommend": 90, "conda": 90, "c": 90, "pytorch": 90, "nvidia": 90, "check": 90, "out": 90, "websit": 90, "latest": 90, "short": 91, "ml": 91, "statist": 91, "rigor": 91, "guarante": 91, "impli": 91, "individu": 91, "protect": 91, "particularli": 91, "situat": 91, "where": 91, "sensit": 91, "confidenti": 91, "medic": 91, "record": 91, "financi": 91, "person": 91, "variou": 91, "concern": 91, "share": 91, "parti": 91, "collabor": 91, "research": 91, "downstream": 91, "non": 91, "pipelin": 91, "inspect": 91, "directli": 91, "easier": 91, "debug": 91, "develop": 91, "compar": 91, "altern": 91, "No": 91, "therefor": 91, "leverag": 91, "state": 91, "art": 91, "black": 91, "box": 91, "llama": 91, "even": 91, "third": 91, "assur": 91, "still": 91, "queri": 91, "made": 91, "work": 91, "across": 91, "come": 91, "soon": 91, "could": 91, "beat": 91, "sota": 91, "qualiti": 91, "though": 91, "offici": 91, "python": 91, "allow": 91, "flexibl": 91, "sever": 91, "popular": [91, 92], "extend": 91, "cite": 91, "articl": 91, "lin2023differenti": 91, "titl": 91, "author": 91, "lin": 91, "zinan": 91, "gopi": 91, "sivakanth": 91, "kulkarni": 91, "janardhan": 91, "nori": 91, "harsha": 91, "yekhanin": 91, "sergei": 91, "journal": 91, "preprint": 91, "2305": 91, "15560": 91, "year": 91, "2023": 91, "xie2024differenti": 91, "xie": 91, "chulin": 91, "backur": 91, "artur": 91, "yu": 91, "da": 91, "inan": 91, "huseyin": 91, "jiang": 91, "haotian": 91, "zhang": 91, "huishuai": 91, "lee": 91, "yin": 91, "tat": 91, "full": 91, "repositori": 91, "done": 91, "domain": 92, "applic": 92, "most": 92, "like": 92, "preload": 92, "bring": 92, "do": 92, "beyond": 92, "prior": 92, "start": 93}, "objects": {"": [[2, 0, 0, "-", "pe"]], "pe": [[3, 0, 0, "-", "api"], [14, 0, 0, "-", "callback"], [24, 0, 0, "-", "constant"], [26, 0, 0, "-", "data"], [38, 0, 0, "-", "dp"], [41, 0, 0, "-", "embedding"], [47, 0, 0, "-", "histogram"], [54, 0, 0, "-", "llm"], [63, 0, 0, "-", "logger"], [69, 0, 0, "-", "logging"], [70, 0, 0, "-", "metric_item"], [71, 0, 0, "-", "population"], [74, 0, 0, "-", "runner"], [76, 0, 0, "-", "util"]], "pe.api": [[3, 1, 1, "", "API"], [3, 1, 1, "", "ImprovedDiffusion"], [3, 1, 1, "", "ImprovedDiffusion270M"], [3, 1, 1, "", "LLMAugPE"], [3, 1, 1, "", "StableDiffusion"], [4, 0, 0, "-", "api"], [5, 0, 0, "-", "image"], [11, 0, 0, "-", "text"], [13, 0, 0, "-", "util"]], "pe.api.API": [[3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.ImprovedDiffusion": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.ImprovedDiffusion270M": [[3, 3, 1, "", "CHECKPOINT_URL"], [3, 2, 1, "", "__init__"]], "pe.api.LLMAugPE": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "_blank_sample"], [3, 2, 1, "", "_construct_prompt"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.StableDiffusion": [[3, 2, 1, "", "__init__"], [3, 2, 1, "", "random_api"], [3, 2, 1, "", "variation_api"]], "pe.api.api": [[4, 1, 1, "", "API"]], "pe.api.api.API": [[4, 2, 1, "", "random_api"], [4, 2, 1, "", "variation_api"]], "pe.api.image": [[6, 0, 0, "-", "improved_diffusion_api"], [7, 0, 0, "-", "improved_diffusion_lib"], [10, 0, 0, "-", "stable_diffusion_api"]], "pe.api.image.improved_diffusion_api": [[6, 1, 1, "", "ImprovedDiffusion"], [6, 1, 1, "", "ImprovedDiffusion270M"], [6, 1, 1, "", "Sampler"], [6, 4, 1, "", "sample"]], "pe.api.image.improved_diffusion_api.ImprovedDiffusion": [[6, 2, 1, "", "__init__"], [6, 2, 1, "", "random_api"], [6, 2, 1, "", "variation_api"]], "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M": [[6, 3, 1, "", "CHECKPOINT_URL"], [6, 2, 1, "", "__init__"]], "pe.api.image.improved_diffusion_api.Sampler": [[6, 2, 1, "", "forward"], [6, 3, 1, "", "training"]], "pe.api.image.improved_diffusion_lib": [[8, 0, 0, "-", "gaussian_diffusion"], [9, 0, 0, "-", "unet"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion": [[8, 4, 1, "", "create_gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.unet": [[9, 4, 1, "", "create_model"]], "pe.api.image.stable_diffusion_api": [[10, 1, 1, "", "StableDiffusion"]], "pe.api.image.stable_diffusion_api.StableDiffusion": [[10, 2, 1, "", "__init__"], [10, 2, 1, "", "random_api"], [10, 2, 1, "", "variation_api"]], "pe.api.text": [[12, 0, 0, "-", "llm_augpe_api"]], "pe.api.text.llm_augpe_api": [[12, 1, 1, "", "LLMAugPE"]], "pe.api.text.llm_augpe_api.LLMAugPE": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "_blank_sample"], [12, 2, 1, "", "_construct_prompt"], [12, 2, 1, "", "random_api"], [12, 2, 1, "", "variation_api"]], "pe.api.util": [[13, 1, 1, "", "ConstantList"]], "pe.callback": [[14, 1, 1, "", "Callback"], [14, 1, 1, "", "ComputeFID"], [14, 1, 1, "", "SampleImages"], [14, 1, 1, "", "SaveAllImages"], [14, 1, 1, "", "SaveCheckpoints"], [14, 1, 1, "", "SaveTextToCSV"], [15, 0, 0, "-", "callback"], [16, 0, 0, "-", "common"], [19, 0, 0, "-", "image"], [22, 0, 0, "-", "text"]], "pe.callback.Callback": [[14, 2, 1, "", "__call__"]], "pe.callback.ComputeFID": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"]], "pe.callback.SampleImages": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"]], "pe.callback.SaveAllImages": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_save_image"]], "pe.callback.SaveCheckpoints": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_get_checkpoint_path"]], "pe.callback.SaveTextToCSV": [[14, 2, 1, "", "__call__"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "_get_csv_path"]], "pe.callback.callback": [[15, 1, 1, "", "Callback"]], "pe.callback.callback.Callback": [[15, 2, 1, "", "__call__"]], "pe.callback.common": [[17, 0, 0, "-", "compute_fid"], [18, 0, 0, "-", "save_checkpoints"]], "pe.callback.common.compute_fid": [[17, 1, 1, "", "ComputeFID"]], "pe.callback.common.compute_fid.ComputeFID": [[17, 2, 1, "", "__call__"], [17, 2, 1, "", "__init__"]], "pe.callback.common.save_checkpoints": [[18, 1, 1, "", "SaveCheckpoints"]], "pe.callback.common.save_checkpoints.SaveCheckpoints": [[18, 2, 1, "", "__call__"], [18, 2, 1, "", "__init__"], [18, 2, 1, "", "_get_checkpoint_path"]], "pe.callback.image": [[20, 0, 0, "-", "sample_images"], [21, 0, 0, "-", "save_all_images"]], "pe.callback.image.sample_images": [[20, 1, 1, "", "SampleImages"]], "pe.callback.image.sample_images.SampleImages": [[20, 2, 1, "", "__call__"], [20, 2, 1, "", "__init__"]], "pe.callback.image.save_all_images": [[21, 1, 1, "", "SaveAllImages"]], "pe.callback.image.save_all_images.SaveAllImages": [[21, 2, 1, "", "__call__"], [21, 2, 1, "", "__init__"], [21, 2, 1, "", "_save_image"]], "pe.callback.text": [[23, 0, 0, "-", "save_text_to_csv"]], "pe.callback.text.save_text_to_csv": [[23, 1, 1, "", "SaveTextToCSV"]], "pe.callback.text.save_text_to_csv.SaveTextToCSV": [[23, 2, 1, "", "__call__"], [23, 2, 1, "", "__init__"], [23, 2, 1, "", "_get_csv_path"]], "pe.constant": [[25, 0, 0, "-", "data"]], "pe.constant.data": [[25, 5, 1, "", "CLEAN_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "DP_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "EMBEDDING_COLUMN_NAME"], [25, 5, 1, "", "FROM_LAST_FLAG_COLUMN_NAME"], [25, 5, 1, "", "HISTOGRAM_NEAREST_NEIGHBORS_VOTING_IDS_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_DATA_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_MODEL_LABEL_COLUMN_NAME"], [25, 5, 1, "", "IMAGE_PROMPT_COLUMN_NAME"], [25, 5, 1, "", "LABEL_ID_COLUMN_NAME"], [25, 5, 1, "", "LLM_PARAMETERS_COLUMN_NAME"], [25, 5, 1, "", "LLM_REQUEST_MESSAGES_COLUMN_NAME"], [25, 5, 1, "", "LOOKAHEAD_EMBEDDING_COLUMN_NAME"], [25, 5, 1, "", "PARENT_SYN_DATA_INDEX_COLUMN_NAME"], [25, 5, 1, "", "POST_PROCESSED_DP_HISTOGRAM_COLUMN_NAME"], [25, 5, 1, "", "TEXT_DATA_COLUMN_NAME"]], "pe.data": [[26, 1, 1, "", "Camelyon17"], [26, 1, 1, "", "Cat"], [26, 1, 1, "", "Cifar10"], [26, 1, 1, "", "Data"], [26, 1, 1, "", "OpenReview"], [26, 1, 1, "", "PubMed"], [26, 1, 1, "", "TextCSV"], [26, 1, 1, "", "Yelp"], [27, 0, 0, "-", "data"], [28, 0, 0, "-", "image"], [26, 4, 1, "", "load_image_folder"], [33, 0, 0, "-", "text"]], "pe.data.Camelyon17": [[26, 2, 1, "", "__init__"]], "pe.data.Cat": [[26, 3, 1, "", "URL"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"], [26, 2, 1, "", "_read_data"]], "pe.data.Cifar10": [[26, 2, 1, "", "__init__"]], "pe.data.Data": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "concat"], [26, 2, 1, "", "filter_label_id"], [26, 2, 1, "", "load_checkpoint"], [26, 2, 1, "", "merge"], [26, 2, 1, "", "random_truncate"], [26, 2, 1, "", "save_checkpoint"], [26, 2, 1, "", "set_label_id"], [26, 2, 1, "", "truncate"]], "pe.data.OpenReview": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.PubMed": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.TextCSV": [[26, 2, 1, "", "__init__"]], "pe.data.Yelp": [[26, 3, 1, "", "DOWNLOAD_INFO_DICT"], [26, 2, 1, "", "__init__"], [26, 2, 1, "", "_download"]], "pe.data.data": [[27, 1, 1, "", "Data"]], "pe.data.data.Data": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "concat"], [27, 2, 1, "", "filter_label_id"], [27, 2, 1, "", "load_checkpoint"], [27, 2, 1, "", "merge"], [27, 2, 1, "", "random_truncate"], [27, 2, 1, "", "save_checkpoint"], [27, 2, 1, "", "set_label_id"], [27, 2, 1, "", "truncate"]], "pe.data.image": [[29, 0, 0, "-", "camelyon17"], [30, 0, 0, "-", "cat"], [31, 0, 0, "-", "cifar10"], [32, 0, 0, "-", "image"]], "pe.data.image.camelyon17": [[29, 1, 1, "", "Camelyon17"]], "pe.data.image.camelyon17.Camelyon17": [[29, 2, 1, "", "__init__"]], "pe.data.image.cat": [[30, 1, 1, "", "Cat"]], "pe.data.image.cat.Cat": [[30, 3, 1, "", "URL"], [30, 2, 1, "", "__init__"], [30, 2, 1, "", "_download"], [30, 2, 1, "", "_read_data"]], "pe.data.image.cifar10": [[31, 1, 1, "", "Cifar10"]], "pe.data.image.cifar10.Cifar10": [[31, 2, 1, "", "__init__"]], "pe.data.image.image": [[32, 1, 1, "", "ImageDataset"], [32, 4, 1, "", "_list_image_files_recursively"], [32, 4, 1, "", "load_image_folder"]], "pe.data.text": [[34, 0, 0, "-", "openreview"], [35, 0, 0, "-", "pubmed"], [36, 0, 0, "-", "text_csv"], [37, 0, 0, "-", "yelp"]], "pe.data.text.openreview": [[34, 6, 1, "", "DownloadInfo"], [34, 1, 1, "", "OpenReview"]], "pe.data.text.openreview.DownloadInfo": [[34, 7, 1, "", "type"], [34, 7, 1, "", "url"]], "pe.data.text.openreview.OpenReview": [[34, 3, 1, "", "DOWNLOAD_INFO_DICT"], [34, 2, 1, "", "__init__"], [34, 2, 1, "", "_download"]], "pe.data.text.pubmed": [[35, 6, 1, "", "DownloadInfo"], [35, 1, 1, "", "PubMed"]], "pe.data.text.pubmed.DownloadInfo": [[35, 7, 1, "", "type"], [35, 7, 1, "", "url"]], "pe.data.text.pubmed.PubMed": [[35, 3, 1, "", "DOWNLOAD_INFO_DICT"], [35, 2, 1, "", "__init__"], [35, 2, 1, "", "_download"]], "pe.data.text.text_csv": [[36, 1, 1, "", "TextCSV"]], "pe.data.text.text_csv.TextCSV": [[36, 2, 1, "", "__init__"]], "pe.data.text.yelp": [[37, 6, 1, "", "DownloadInfo"], [37, 1, 1, "", "Yelp"]], "pe.data.text.yelp.DownloadInfo": [[37, 7, 1, "", "type"], [37, 7, 1, "", "url"]], "pe.data.text.yelp.Yelp": [[37, 3, 1, "", "DOWNLOAD_INFO_DICT"], [37, 2, 1, "", "__init__"], [37, 2, 1, "", "_download"]], "pe.dp": [[38, 1, 1, "", "DP"], [38, 1, 1, "", "Gaussian"], [39, 0, 0, "-", "dp"], [40, 0, 0, "-", "gaussian"]], "pe.dp.DP": [[38, 2, 1, "", "add_noise"], [38, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.Gaussian": [[38, 2, 1, "", "add_noise"], [38, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.dp": [[39, 1, 1, "", "DP"]], "pe.dp.dp.DP": [[39, 2, 1, "", "add_noise"], [39, 2, 1, "", "set_epsilon_and_delta"]], "pe.dp.gaussian": [[40, 1, 1, "", "Gaussian"], [40, 4, 1, "", "compute_epsilon"], [40, 4, 1, "", "delta_Gaussian"], [40, 4, 1, "", "eps_Gaussian"], [40, 4, 1, "", "get_noise_multiplier"]], "pe.dp.gaussian.Gaussian": [[40, 2, 1, "", "add_noise"], [40, 2, 1, "", "set_epsilon_and_delta"]], "pe.embedding": [[41, 1, 1, "", "Embedding"], [41, 1, 1, "", "Inception"], [41, 1, 1, "", "SentenceTransformer"], [42, 0, 0, "-", "embedding"], [43, 0, 0, "-", "image"], [45, 0, 0, "-", "text"]], "pe.embedding.Embedding": [[41, 8, 1, "", "column_name"], [41, 2, 1, "", "compute_embedding"], [41, 2, 1, "", "filter_uncomputed_rows"], [41, 2, 1, "", "merge_computed_rows"]], "pe.embedding.Inception": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "compute_embedding"]], "pe.embedding.SentenceTransformer": [[41, 2, 1, "", "__init__"], [41, 8, 1, "", "column_name"], [41, 2, 1, "", "compute_embedding"]], "pe.embedding.embedding": [[42, 1, 1, "", "Embedding"]], "pe.embedding.embedding.Embedding": [[42, 8, 1, "", "column_name"], [42, 2, 1, "", "compute_embedding"], [42, 2, 1, "", "filter_uncomputed_rows"], [42, 2, 1, "", "merge_computed_rows"]], "pe.embedding.image": [[44, 0, 0, "-", "inception"]], "pe.embedding.image.inception": [[44, 1, 1, "", "Inception"], [44, 4, 1, "", "to_uint8"]], "pe.embedding.image.inception.Inception": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "compute_embedding"]], "pe.embedding.text": [[46, 0, 0, "-", "sentence_transformer"]], "pe.embedding.text.sentence_transformer": [[46, 1, 1, "", "SentenceTransformer"]], "pe.embedding.text.sentence_transformer.SentenceTransformer": [[46, 2, 1, "", "__init__"], [46, 8, 1, "", "column_name"], [46, 2, 1, "", "compute_embedding"]], "pe.histogram": [[47, 1, 1, "", "Histogram"], [47, 1, 1, "", "NearestNeighbors"], [48, 0, 0, "-", "histogram"], [49, 0, 0, "-", "nearest_neighbor_backend"], [53, 0, 0, "-", "nearest_neighbors"]], "pe.histogram.Histogram": [[47, 2, 1, "", "compute_histogram"]], "pe.histogram.NearestNeighbors": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "_compute_lookahead_embedding"], [47, 2, 1, "", "_log_lookahead"], [47, 2, 1, "", "_log_voting_details"], [47, 2, 1, "", "compute_histogram"]], "pe.histogram.histogram": [[48, 1, 1, "", "Histogram"]], "pe.histogram.histogram.Histogram": [[48, 2, 1, "", "compute_histogram"]], "pe.histogram.nearest_neighbor_backend": [[50, 0, 0, "-", "auto"], [51, 0, 0, "-", "faiss"], [52, 0, 0, "-", "sklearn"]], "pe.histogram.nearest_neighbor_backend.auto": [[50, 4, 1, "", "search"]], "pe.histogram.nearest_neighbor_backend.faiss": [[51, 4, 1, "", "search"]], "pe.histogram.nearest_neighbor_backend.sklearn": [[52, 4, 1, "", "search"]], "pe.histogram.nearest_neighbors": [[53, 1, 1, "", "NearestNeighbors"]], "pe.histogram.nearest_neighbors.NearestNeighbors": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "_compute_lookahead_embedding"], [53, 2, 1, "", "_log_lookahead"], [53, 2, 1, "", "_log_voting_details"], [53, 2, 1, "", "compute_histogram"]], "pe.llm": [[54, 1, 1, "", "AzureOpenAILLM"], [54, 1, 1, "", "HuggingfaceLLM"], [54, 1, 1, "", "LLM"], [54, 1, 1, "", "OpenAILLM"], [54, 6, 1, "", "Request"], [55, 0, 0, "-", "azure_openai"], [56, 0, 0, "-", "huggingface"], [60, 0, 0, "-", "llm"], [61, 0, 0, "-", "openai"], [62, 0, 0, "-", "request"]], "pe.llm.AzureOpenAILLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_environment_variable"], [54, 2, 1, "", "_get_response_for_one_request"], [54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_responses"]], "pe.llm.HuggingfaceLLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_conv_template"], [54, 2, 1, "", "_get_prompt"], [54, 2, 1, "", "_get_responses"], [54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_responses"]], "pe.llm.LLM": [[54, 8, 1, "", "generation_arg_map"], [54, 2, 1, "", "get_generation_args"], [54, 2, 1, "", "get_responses"]], "pe.llm.OpenAILLM": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "_get_environment_variable"], [54, 2, 1, "", "_get_response_for_one_request"], [54, 2, 1, "", "get_responses"]], "pe.llm.Request": [[54, 7, 1, "", "generation_args"], [54, 7, 1, "", "messages"]], "pe.llm.azure_openai": [[55, 1, 1, "", "AzureOpenAILLM"]], "pe.llm.azure_openai.AzureOpenAILLM": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "_get_environment_variable"], [55, 2, 1, "", "_get_response_for_one_request"], [55, 8, 1, "", "generation_arg_map"], [55, 2, 1, "", "get_responses"]], "pe.llm.huggingface": [[57, 0, 0, "-", "huggingface"], [58, 0, 0, "-", "register_fastchat"]], "pe.llm.huggingface.huggingface": [[57, 1, 1, "", "HuggingfaceLLM"]], "pe.llm.huggingface.huggingface.HuggingfaceLLM": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "_get_conv_template"], [57, 2, 1, "", "_get_prompt"], [57, 2, 1, "", "_get_responses"], [57, 8, 1, "", "generation_arg_map"], [57, 2, 1, "", "get_responses"]], "pe.llm.huggingface.register_fastchat": [[59, 0, 0, "-", "gpt2"]], "pe.llm.huggingface.register_fastchat.gpt2": [[59, 1, 1, "", "GPT2Adapter"], [59, 4, 1, "", "register"]], "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter": [[59, 2, 1, "", "get_default_conv_template"], [59, 2, 1, "", "load_model"], [59, 2, 1, "", "match"]], "pe.llm.llm": [[60, 1, 1, "", "LLM"]], "pe.llm.llm.LLM": [[60, 8, 1, "", "generation_arg_map"], [60, 2, 1, "", "get_generation_args"], [60, 2, 1, "", "get_responses"]], "pe.llm.openai": [[61, 1, 1, "", "OpenAILLM"]], "pe.llm.openai.OpenAILLM": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "_get_environment_variable"], [61, 2, 1, "", "_get_response_for_one_request"], [61, 2, 1, "", "get_responses"]], "pe.llm.request": [[62, 6, 1, "", "Request"]], "pe.llm.request.Request": [[62, 7, 1, "", "generation_args"], [62, 7, 1, "", "messages"]], "pe.logger": [[63, 1, 1, "", "CSVPrint"], [63, 1, 1, "", "ImageFile"], [63, 1, 1, "", "LogPrint"], [63, 1, 1, "", "Logger"], [63, 1, 1, "", "MatplotlibPDF"], [64, 0, 0, "-", "csv_print"], [65, 0, 0, "-", "image_file"], [66, 0, 0, "-", "log_print"], [67, 0, 0, "-", "logger"], [68, 0, 0, "-", "matplotlib_pdf"]], "pe.logger.CSVPrint": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_clear_logs"], [63, 2, 1, "", "_flush"], [63, 2, 1, "", "_get_log_path"], [63, 2, 1, "", "_log_float"], [63, 2, 1, "", "clean_up"], [63, 2, 1, "", "log"]], "pe.logger.ImageFile": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_get_image_path"], [63, 2, 1, "", "_log_image"], [63, 2, 1, "", "_log_image_list"], [63, 2, 1, "", "log"]], "pe.logger.LogPrint": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "log"]], "pe.logger.Logger": [[63, 2, 1, "", "clean_up"], [63, 2, 1, "", "log"]], "pe.logger.MatplotlibPDF": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "_get_pdf_path"], [63, 2, 1, "", "log"]], "pe.logger.csv_print": [[64, 1, 1, "", "CSVPrint"]], "pe.logger.csv_print.CSVPrint": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "_clear_logs"], [64, 2, 1, "", "_flush"], [64, 2, 1, "", "_get_log_path"], [64, 2, 1, "", "_log_float"], [64, 2, 1, "", "clean_up"], [64, 2, 1, "", "log"]], "pe.logger.image_file": [[65, 1, 1, "", "ImageFile"]], "pe.logger.image_file.ImageFile": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "_get_image_path"], [65, 2, 1, "", "_log_image"], [65, 2, 1, "", "_log_image_list"], [65, 2, 1, "", "log"]], "pe.logger.log_print": [[66, 1, 1, "", "LogPrint"]], "pe.logger.log_print.LogPrint": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "log"]], "pe.logger.logger": [[67, 1, 1, "", "Logger"]], "pe.logger.logger.Logger": [[67, 2, 1, "", "clean_up"], [67, 2, 1, "", "log"]], "pe.logger.matplotlib_pdf": [[68, 1, 1, "", "MatplotlibPDF"]], "pe.logger.matplotlib_pdf.MatplotlibPDF": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "_get_pdf_path"], [68, 2, 1, "", "log"]], "pe.logging": [[69, 5, 1, "", "execution_logger"], [69, 4, 1, "", "setup_logging"]], "pe.metric_item": [[70, 1, 1, "", "FloatListMetricItem"], [70, 1, 1, "", "FloatMetricItem"], [70, 1, 1, "", "ImageListMetricItem"], [70, 1, 1, "", "ImageMetricItem"], [70, 1, 1, "", "MatplotlibMetricItem"], [70, 1, 1, "", "MetricItem"], [70, 1, 1, "", "metric_scope"]], "pe.metric_item.ImageListMetricItem": [[70, 2, 1, "", "__init__"], [70, 8, 1, "", "num_images_per_row"]], "pe.metric_item.MatplotlibMetricItem": [[70, 2, 1, "", "clean_up"]], "pe.metric_item.MetricItem": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "clean_up"], [70, 8, 1, "", "name"], [70, 8, 1, "", "value"]], "pe.population": [[71, 1, 1, "", "PEPopulation"], [71, 1, 1, "", "Population"], [72, 0, 0, "-", "pe_population"], [73, 0, 0, "-", "population"]], "pe.population.PEPopulation": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "_post_process_histogram"], [71, 2, 1, "", "_select_data"], [71, 2, 1, "", "initial"], [71, 2, 1, "", "next"]], "pe.population.Population": [[71, 2, 1, "", "initial"], [71, 2, 1, "", "next"]], "pe.population.pe_population": [[72, 1, 1, "", "PEPopulation"]], "pe.population.pe_population.PEPopulation": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "_post_process_histogram"], [72, 2, 1, "", "_select_data"], [72, 2, 1, "", "initial"], [72, 2, 1, "", "next"]], "pe.population.population": [[73, 1, 1, "", "Population"]], "pe.population.population.Population": [[73, 2, 1, "", "initial"], [73, 2, 1, "", "next"]], "pe.runner": [[74, 1, 1, "", "PE"], [75, 0, 0, "-", "pe"]], "pe.runner.PE": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "_clean_up_loggers"], [74, 2, 1, "", "_get_num_samples_per_label_id"], [74, 2, 1, "", "_log_metrics"], [74, 2, 1, "", "load_checkpoint"], [74, 2, 1, "", "run"]], "pe.runner.pe": [[75, 1, 1, "", "PE"]], "pe.runner.pe.PE": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "_clean_up_loggers"], [75, 2, 1, "", "_get_num_samples_per_label_id"], [75, 2, 1, "", "_log_metrics"], [75, 2, 1, "", "load_checkpoint"], [75, 2, 1, "", "run"]], "pe.util": [[77, 0, 0, "-", "download"]], "pe.util.download": [[77, 4, 1, "", "download"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:data", "6": "py:namedtuple", "7": "py:namedtuple-field", "8": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "data", "Python data"], "6": ["py", "namedtuple", "Python namedtuple"], "7": ["py", "namedtuple-field", "Python namedtuple-field"], "8": ["py", "property", "Python property"]}, "titleterms": {"api": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 78, 92], "refer": 0, "content": [0, 81, 89, 93], "pe": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "packag": [2, 3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 69, 70, 71, 74, 76, 90], "subpackag": [2, 3, 5, 14, 26, 41, 47, 54, 56], "submodul": [3, 5, 7, 11, 14, 16, 19, 22, 24, 26, 28, 33, 38, 41, 43, 45, 47, 49, 54, 56, 58, 63, 71, 74, 76], "modul": [4, 6, 8, 9, 10, 12, 13, 15, 17, 18, 20, 21, 23, 25, 27, 29, 30, 31, 32, 34, 35, 36, 37, 39, 40, 42, 44, 46, 48, 50, 51, 52, 53, 55, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 73, 75, 77], "imag": [5, 6, 7, 8, 9, 10, 19, 20, 21, 28, 29, 30, 31, 32, 43, 44, 88, 90], "improved_diffusion_api": 6, "improved_diffusion_lib": [7, 8, 9], "gaussian_diffus": 8, "unet": 9, "stable_diffusion_api": 10, "text": [11, 12, 22, 23, 33, 34, 35, 36, 37, 45, 46, 88, 90], "llm_augpe_api": 12, "util": [13, 76, 77], "callback": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 79], "common": [16, 17, 18], "compute_fid": 17, "save_checkpoint": 18, "sample_imag": 20, "save_all_imag": 21, "save_text_to_csv": 23, "constant": [24, 25], "data": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 80, 92], "camelyon17": 29, "cat": 30, "cifar10": 31, "openreview": 34, "pubm": 35, "text_csv": 36, "yelp": 37, "dp": [38, 39, 40, 82], "gaussian": 40, "embed": [41, 42, 43, 44, 45, 46, 83], "incept": 44, "sentence_transform": 46, "histogram": [47, 48, 49, 50, 51, 52, 53, 84], "nearest_neighbor_backend": [49, 50, 51, 52], "auto": 50, "faiss": [51, 90], "sklearn": 52, "nearest_neighbor": 53, "llm": [54, 55, 56, 57, 58, 59, 60, 61, 62], "azure_openai": 55, "huggingfac": [56, 57, 58, 59], "register_fastchat": [58, 59], "gpt2": 59, "openai": 61, "request": 62, "logger": [63, 64, 65, 66, 67, 68, 79], "csv_print": 64, "image_fil": 65, "log_print": 66, "matplotlib_pdf": 68, "log": 69, "metric_item": 70, "popul": [71, 72, 73, 86], "pe_popul": 72, "runner": [74, 75, 87], "download": 77, "avail": [78, 79, 80, 82, 83, 84, 86], "ad": 78, "your": [78, 80, 92], "own": [78, 80, 92], "dataset": 80, "us": [80, 92], "detail": 81, "librari": [81, 85, 91], "differenti": 82, "privaci": 82, "mechan": 82, "overview": 85, "The": [85, 90], "privat": [85, 91, 93], "evolut": [85, 91, 93], "algorithm": 85, "core": 85, "design": 85, "principl": 85, "thi": [85, 91], "compon": 85, "exampl": 88, "get": 89, "start": 89, "instal": 90, "pip": 90, "main": 90, "gener": 90, "what": 91, "i": 91, "kei": 91, "featur": 91, "provid": 91, "citat": 91, "document": 93}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 58}, "alltitles": {"API Reference": [[0, "api-reference"]], "Contents:": [[0, null], [81, null], [89, null], [93, null]], "pe": [[1, "pe"]], "pe package": [[2, "module-pe"]], "Subpackages": [[2, "subpackages"], [3, "subpackages"], [5, "subpackages"], [14, "subpackages"], [26, "subpackages"], [41, "subpackages"], [47, "subpackages"], [54, "subpackages"], [56, "subpackages"]], "pe.api package": [[3, "module-pe.api"]], "Submodules": [[3, "submodules"], [5, "submodules"], [7, "submodules"], [11, "submodules"], [14, "submodules"], [16, "submodules"], [19, "submodules"], [22, "submodules"], [24, "submodules"], [26, "submodules"], [28, "submodules"], [33, "submodules"], [38, "submodules"], [41, "submodules"], [43, "submodules"], [45, "submodules"], [47, "submodules"], [49, "submodules"], [54, "submodules"], [56, "submodules"], [58, "submodules"], [63, "submodules"], [71, "submodules"], [74, "submodules"], [76, "submodules"]], "pe.api.api module": [[4, "module-pe.api.api"]], "pe.api.image package": [[5, "module-pe.api.image"]], "pe.api.image.improved_diffusion_api module": [[6, "module-pe.api.image.improved_diffusion_api"]], "pe.api.image.improved_diffusion_lib package": [[7, "module-pe.api.image.improved_diffusion_lib"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion module": [[8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.unet module": [[9, "module-pe.api.image.improved_diffusion_lib.unet"]], "pe.api.image.stable_diffusion_api module": [[10, "module-pe.api.image.stable_diffusion_api"]], "pe.api.text package": [[11, "module-pe.api.text"]], "pe.api.text.llm_augpe_api module": [[12, "module-pe.api.text.llm_augpe_api"]], "pe.api.util module": [[13, "module-pe.api.util"]], "pe.callback package": [[14, "module-pe.callback"]], "pe.callback.callback module": [[15, "module-pe.callback.callback"]], "pe.callback.common package": [[16, "module-pe.callback.common"]], "pe.callback.common.compute_fid module": [[17, "module-pe.callback.common.compute_fid"]], "pe.callback.common.save_checkpoints module": [[18, "module-pe.callback.common.save_checkpoints"]], "pe.callback.image package": [[19, "module-pe.callback.image"]], "pe.callback.image.sample_images module": [[20, "module-pe.callback.image.sample_images"]], "pe.callback.image.save_all_images module": [[21, "module-pe.callback.image.save_all_images"]], "pe.callback.text package": [[22, "module-pe.callback.text"]], "pe.callback.text.save_text_to_csv module": [[23, "module-pe.callback.text.save_text_to_csv"]], "pe.constant package": [[24, "module-pe.constant"]], "pe.constant.data module": [[25, "module-pe.constant.data"]], "pe.data package": [[26, "module-pe.data"]], "pe.data.data module": [[27, "module-pe.data.data"]], "pe.data.image package": [[28, "module-pe.data.image"]], "pe.data.image.camelyon17 module": [[29, "module-pe.data.image.camelyon17"]], "pe.data.image.cat module": [[30, "module-pe.data.image.cat"]], "pe.data.image.cifar10 module": [[31, "module-pe.data.image.cifar10"]], "pe.data.image.image module": [[32, "module-pe.data.image.image"]], "pe.data.text package": [[33, "module-pe.data.text"]], "pe.data.text.openreview module": [[34, "module-pe.data.text.openreview"]], "pe.data.text.pubmed module": [[35, "module-pe.data.text.pubmed"]], "pe.data.text.text_csv module": [[36, "module-pe.data.text.text_csv"]], "pe.data.text.yelp module": [[37, "module-pe.data.text.yelp"]], "pe.dp package": [[38, "module-pe.dp"]], "pe.dp.dp module": [[39, "module-pe.dp.dp"]], "pe.dp.gaussian module": [[40, "module-pe.dp.gaussian"]], "pe.embedding package": [[41, "module-pe.embedding"]], "pe.embedding.embedding module": [[42, "module-pe.embedding.embedding"]], "pe.embedding.image package": [[43, "module-pe.embedding.image"]], "pe.embedding.image.inception module": [[44, "module-pe.embedding.image.inception"]], "pe.embedding.text package": [[45, "module-pe.embedding.text"]], "pe.embedding.text.sentence_transformer module": [[46, "module-pe.embedding.text.sentence_transformer"]], "pe.histogram package": [[47, "module-pe.histogram"]], "pe.histogram.histogram module": [[48, "module-pe.histogram.histogram"]], "pe.histogram.nearest_neighbor_backend package": [[49, "module-pe.histogram.nearest_neighbor_backend"]], "pe.histogram.nearest_neighbor_backend.auto module": [[50, "module-pe.histogram.nearest_neighbor_backend.auto"]], "pe.histogram.nearest_neighbor_backend.faiss module": [[51, "module-pe.histogram.nearest_neighbor_backend.faiss"]], "pe.histogram.nearest_neighbor_backend.sklearn module": [[52, "module-pe.histogram.nearest_neighbor_backend.sklearn"]], "pe.histogram.nearest_neighbors module": [[53, "module-pe.histogram.nearest_neighbors"]], "pe.llm package": [[54, "module-pe.llm"]], "pe.llm.azure_openai module": [[55, "module-pe.llm.azure_openai"]], "pe.llm.huggingface package": [[56, "module-pe.llm.huggingface"]], "pe.llm.huggingface.huggingface module": [[57, "module-pe.llm.huggingface.huggingface"]], "pe.llm.huggingface.register_fastchat package": [[58, "module-pe.llm.huggingface.register_fastchat"]], "pe.llm.huggingface.register_fastchat.gpt2 module": [[59, "module-pe.llm.huggingface.register_fastchat.gpt2"]], "pe.llm.llm module": [[60, "module-pe.llm.llm"]], "pe.llm.openai module": [[61, "module-pe.llm.openai"]], "pe.llm.request module": [[62, "module-pe.llm.request"]], "pe.logger package": [[63, "module-pe.logger"]], "pe.logger.csv_print module": [[64, "module-pe.logger.csv_print"]], "pe.logger.image_file module": [[65, "module-pe.logger.image_file"]], "pe.logger.log_print module": [[66, "module-pe.logger.log_print"]], "pe.logger.logger module": [[67, "module-pe.logger.logger"]], "pe.logger.matplotlib_pdf module": [[68, "module-pe.logger.matplotlib_pdf"]], "pe.logging package": [[69, "module-pe.logging"]], "pe.metric_item package": [[70, "module-pe.metric_item"]], "pe.population package": [[71, "module-pe.population"]], "pe.population.pe_population module": [[72, "module-pe.population.pe_population"]], "pe.population.population module": [[73, "module-pe.population.population"]], "pe.runner package": [[74, "module-pe.runner"]], "pe.runner.pe module": [[75, "module-pe.runner.pe"]], "pe.util package": [[76, "module-pe.util"]], "pe.util.download module": [[77, "module-pe.util.download"]], "APIs": [[78, "apis"], [92, "apis"]], "Available APIs": [[78, "available-apis"]], "Adding Your Own APIs": [[78, "adding-your-own-apis"]], "Callbacks and Loggers": [[79, "callbacks-and-loggers"]], "Available Callbacks": [[79, "available-callbacks"]], "Available Loggers": [[79, "available-loggers"]], "Data": [[80, "data"], [92, "data"]], "Available Datasets": [[80, "available-datasets"]], "Using Your Own Datasets": [[80, "using-your-own-datasets"]], "Details of the Library": [[81, "details-of-the-library"]], "DP": [[82, "dp"]], "Available Differential Privacy Mechanisms": [[82, "available-differential-privacy-mechanisms"]], "Embeddings": [[83, "embeddings"]], "Available Embeddings": [[83, "available-embeddings"]], "Histograms": [[84, "histograms"]], "Available Histograms": [[84, "available-histograms"]], "Overview": [[85, "overview"]], "The Private Evolution Algorithm": [[85, "the-private-evolution-algorithm"]], "Core Design Principles of This Library": [[85, "core-design-principles-of-this-library"]], "Core Components of This Library": [[85, "core-components-of-this-library"]], "Population": [[86, "population"]], "Available Populations": [[86, "available-populations"]], "Runner": [[87, "runner"]], "Examples": [[88, "examples"]], "Images": [[88, "images"]], "Text": [[88, "text"]], "Getting Started": [[89, "getting-started"]], "Installation": [[90, "installation"]], "PIP": [[90, "pip"]], "The Main Package": [[90, "the-main-package"]], "Image Generation": [[90, "image-generation"]], "Text Generation": [[90, "text-generation"]], "Faiss": [[90, "faiss"]], "What is Private Evolution?": [[91, "what-is-private-evolution"]], "Key Features": [[91, "key-features"]], "What This Library Provides": [[91, "what-this-library-provides"]], "Citations": [[91, "citations"]], "Using Your Own Data/APIs": [[92, "using-your-own-data-apis"]], "Private Evolution Documentation": [[93, "private-evolution-documentation"]]}, "indexentries": {"module": [[2, "module-pe"], [3, "module-pe.api"], [4, "module-pe.api.api"], [5, "module-pe.api.image"], [6, "module-pe.api.image.improved_diffusion_api"], [7, "module-pe.api.image.improved_diffusion_lib"], [8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"], [9, "module-pe.api.image.improved_diffusion_lib.unet"], [10, "module-pe.api.image.stable_diffusion_api"], [11, "module-pe.api.text"], [12, "module-pe.api.text.llm_augpe_api"], [13, "module-pe.api.util"], [14, "module-pe.callback"], [15, "module-pe.callback.callback"], [16, "module-pe.callback.common"], [17, "module-pe.callback.common.compute_fid"], [18, "module-pe.callback.common.save_checkpoints"], [19, "module-pe.callback.image"], [20, "module-pe.callback.image.sample_images"], [21, "module-pe.callback.image.save_all_images"], [22, "module-pe.callback.text"], [23, "module-pe.callback.text.save_text_to_csv"], [24, "module-pe.constant"], [25, "module-pe.constant.data"], [26, "module-pe.data"], [27, "module-pe.data.data"], [28, "module-pe.data.image"], [29, "module-pe.data.image.camelyon17"], [30, "module-pe.data.image.cat"], [31, "module-pe.data.image.cifar10"], [32, "module-pe.data.image.image"], [33, "module-pe.data.text"], [34, "module-pe.data.text.openreview"], [35, "module-pe.data.text.pubmed"], [36, "module-pe.data.text.text_csv"], [37, "module-pe.data.text.yelp"], [38, "module-pe.dp"], [39, "module-pe.dp.dp"], [40, "module-pe.dp.gaussian"], [41, "module-pe.embedding"], [42, "module-pe.embedding.embedding"], [43, "module-pe.embedding.image"], [44, "module-pe.embedding.image.inception"], [45, "module-pe.embedding.text"], [46, "module-pe.embedding.text.sentence_transformer"], [47, "module-pe.histogram"], [48, "module-pe.histogram.histogram"], [49, "module-pe.histogram.nearest_neighbor_backend"], [50, "module-pe.histogram.nearest_neighbor_backend.auto"], [51, "module-pe.histogram.nearest_neighbor_backend.faiss"], [52, "module-pe.histogram.nearest_neighbor_backend.sklearn"], [53, "module-pe.histogram.nearest_neighbors"], [54, "module-pe.llm"], [55, "module-pe.llm.azure_openai"], [56, "module-pe.llm.huggingface"], [57, "module-pe.llm.huggingface.huggingface"], [58, "module-pe.llm.huggingface.register_fastchat"], [59, "module-pe.llm.huggingface.register_fastchat.gpt2"], [60, "module-pe.llm.llm"], [61, "module-pe.llm.openai"], [62, "module-pe.llm.request"], [63, "module-pe.logger"], [64, "module-pe.logger.csv_print"], [65, "module-pe.logger.image_file"], [66, "module-pe.logger.log_print"], [67, "module-pe.logger.logger"], [68, "module-pe.logger.matplotlib_pdf"], [69, "module-pe.logging"], [70, "module-pe.metric_item"], [71, "module-pe.population"], [72, "module-pe.population.pe_population"], [73, "module-pe.population.population"], [74, "module-pe.runner"], [75, "module-pe.runner.pe"], [76, "module-pe.util"], [77, "module-pe.util.download"]], "pe": [[2, "module-pe"]], "api (class in pe.api)": [[3, "pe.api.API"]], "checkpoint_url (pe.api.improveddiffusion270m attribute)": [[3, "pe.api.ImprovedDiffusion270M.CHECKPOINT_URL"]], "improveddiffusion (class in pe.api)": [[3, "pe.api.ImprovedDiffusion"]], "improveddiffusion270m (class in pe.api)": [[3, "pe.api.ImprovedDiffusion270M"]], "llmaugpe (class in pe.api)": [[3, "pe.api.LLMAugPE"]], "stablediffusion (class in pe.api)": [[3, "pe.api.StableDiffusion"]], "__init__() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.__init__"]], "__init__() (pe.api.improveddiffusion270m method)": [[3, "pe.api.ImprovedDiffusion270M.__init__"]], "__init__() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.__init__"]], "__init__() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.__init__"]], "_blank_sample() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE._blank_sample"]], "_construct_prompt() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE._construct_prompt"]], "pe.api": [[3, "module-pe.api"]], "random_api() (pe.api.api method)": [[3, "pe.api.API.random_api"]], "random_api() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.random_api"]], "random_api() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.random_api"]], "random_api() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.random_api"]], "variation_api() (pe.api.api method)": [[3, "pe.api.API.variation_api"]], "variation_api() (pe.api.improveddiffusion method)": [[3, "pe.api.ImprovedDiffusion.variation_api"]], "variation_api() (pe.api.llmaugpe method)": [[3, "pe.api.LLMAugPE.variation_api"]], "variation_api() (pe.api.stablediffusion method)": [[3, "pe.api.StableDiffusion.variation_api"]], "api (class in pe.api.api)": [[4, "pe.api.api.API"]], "pe.api.api": [[4, "module-pe.api.api"]], "random_api() (pe.api.api.api method)": [[4, "pe.api.api.API.random_api"]], "variation_api() (pe.api.api.api method)": [[4, "pe.api.api.API.variation_api"]], "pe.api.image": [[5, "module-pe.api.image"]], "checkpoint_url (pe.api.image.improved_diffusion_api.improveddiffusion270m attribute)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M.CHECKPOINT_URL"]], "improveddiffusion (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion"]], "improveddiffusion270m (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M"]], "sampler (class in pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.Sampler"]], "__init__() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.__init__"]], "__init__() (pe.api.image.improved_diffusion_api.improveddiffusion270m method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion270M.__init__"]], "forward() (pe.api.image.improved_diffusion_api.sampler method)": [[6, "pe.api.image.improved_diffusion_api.Sampler.forward"]], "pe.api.image.improved_diffusion_api": [[6, "module-pe.api.image.improved_diffusion_api"]], "random_api() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.random_api"]], "sample() (in module pe.api.image.improved_diffusion_api)": [[6, "pe.api.image.improved_diffusion_api.sample"]], "training (pe.api.image.improved_diffusion_api.sampler attribute)": [[6, "pe.api.image.improved_diffusion_api.Sampler.training"]], "variation_api() (pe.api.image.improved_diffusion_api.improveddiffusion method)": [[6, "pe.api.image.improved_diffusion_api.ImprovedDiffusion.variation_api"]], "pe.api.image.improved_diffusion_lib": [[7, "module-pe.api.image.improved_diffusion_lib"]], "create_gaussian_diffusion() (in module pe.api.image.improved_diffusion_lib.gaussian_diffusion)": [[8, "pe.api.image.improved_diffusion_lib.gaussian_diffusion.create_gaussian_diffusion"]], "pe.api.image.improved_diffusion_lib.gaussian_diffusion": [[8, "module-pe.api.image.improved_diffusion_lib.gaussian_diffusion"]], "create_model() (in module pe.api.image.improved_diffusion_lib.unet)": [[9, "pe.api.image.improved_diffusion_lib.unet.create_model"]], "pe.api.image.improved_diffusion_lib.unet": [[9, "module-pe.api.image.improved_diffusion_lib.unet"]], "stablediffusion (class in pe.api.image.stable_diffusion_api)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion"]], "__init__() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.__init__"]], "pe.api.image.stable_diffusion_api": [[10, "module-pe.api.image.stable_diffusion_api"]], "random_api() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.random_api"]], "variation_api() (pe.api.image.stable_diffusion_api.stablediffusion method)": [[10, "pe.api.image.stable_diffusion_api.StableDiffusion.variation_api"]], "pe.api.text": [[11, "module-pe.api.text"]], "llmaugpe (class in pe.api.text.llm_augpe_api)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE"]], "__init__() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.__init__"]], "_blank_sample() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE._blank_sample"]], "_construct_prompt() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE._construct_prompt"]], "pe.api.text.llm_augpe_api": [[12, "module-pe.api.text.llm_augpe_api"]], "random_api() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.random_api"]], "variation_api() (pe.api.text.llm_augpe_api.llmaugpe method)": [[12, "pe.api.text.llm_augpe_api.LLMAugPE.variation_api"]], "constantlist (class in pe.api.util)": [[13, "pe.api.util.ConstantList"]], "pe.api.util": [[13, "module-pe.api.util"]], "callback (class in pe.callback)": [[14, "pe.callback.Callback"]], "computefid (class in pe.callback)": [[14, "pe.callback.ComputeFID"]], "sampleimages (class in pe.callback)": [[14, "pe.callback.SampleImages"]], "saveallimages (class in pe.callback)": [[14, "pe.callback.SaveAllImages"]], "savecheckpoints (class in pe.callback)": [[14, "pe.callback.SaveCheckpoints"]], "savetexttocsv (class in pe.callback)": [[14, "pe.callback.SaveTextToCSV"]], "__call__() (pe.callback.callback method)": [[14, "pe.callback.Callback.__call__"]], "__call__() (pe.callback.computefid method)": [[14, "pe.callback.ComputeFID.__call__"]], "__call__() (pe.callback.sampleimages method)": [[14, "pe.callback.SampleImages.__call__"]], "__call__() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages.__call__"]], "__call__() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints.__call__"]], "__call__() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV.__call__"]], "__init__() (pe.callback.computefid method)": [[14, "pe.callback.ComputeFID.__init__"]], "__init__() (pe.callback.sampleimages method)": [[14, "pe.callback.SampleImages.__init__"]], "__init__() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages.__init__"]], "__init__() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints.__init__"]], "__init__() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV.__init__"]], "_get_checkpoint_path() (pe.callback.savecheckpoints method)": [[14, "pe.callback.SaveCheckpoints._get_checkpoint_path"]], "_get_csv_path() (pe.callback.savetexttocsv method)": [[14, "pe.callback.SaveTextToCSV._get_csv_path"]], "_save_image() (pe.callback.saveallimages method)": [[14, "pe.callback.SaveAllImages._save_image"]], "pe.callback": [[14, "module-pe.callback"]], "callback (class in pe.callback.callback)": [[15, "pe.callback.callback.Callback"]], "__call__() (pe.callback.callback.callback method)": [[15, "pe.callback.callback.Callback.__call__"]], "pe.callback.callback": [[15, "module-pe.callback.callback"]], "pe.callback.common": [[16, "module-pe.callback.common"]], "computefid (class in pe.callback.common.compute_fid)": [[17, "pe.callback.common.compute_fid.ComputeFID"]], "__call__() (pe.callback.common.compute_fid.computefid method)": [[17, "pe.callback.common.compute_fid.ComputeFID.__call__"]], "__init__() (pe.callback.common.compute_fid.computefid method)": [[17, "pe.callback.common.compute_fid.ComputeFID.__init__"]], "pe.callback.common.compute_fid": [[17, "module-pe.callback.common.compute_fid"]], "savecheckpoints (class in pe.callback.common.save_checkpoints)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints"]], "__call__() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints.__call__"]], "__init__() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints.__init__"]], "_get_checkpoint_path() (pe.callback.common.save_checkpoints.savecheckpoints method)": [[18, "pe.callback.common.save_checkpoints.SaveCheckpoints._get_checkpoint_path"]], "pe.callback.common.save_checkpoints": [[18, "module-pe.callback.common.save_checkpoints"]], "pe.callback.image": [[19, "module-pe.callback.image"]], "sampleimages (class in pe.callback.image.sample_images)": [[20, "pe.callback.image.sample_images.SampleImages"]], "__call__() (pe.callback.image.sample_images.sampleimages method)": [[20, "pe.callback.image.sample_images.SampleImages.__call__"]], "__init__() (pe.callback.image.sample_images.sampleimages method)": [[20, "pe.callback.image.sample_images.SampleImages.__init__"]], "pe.callback.image.sample_images": [[20, "module-pe.callback.image.sample_images"]], "saveallimages (class in pe.callback.image.save_all_images)": [[21, "pe.callback.image.save_all_images.SaveAllImages"]], "__call__() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages.__call__"]], "__init__() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages.__init__"]], "_save_image() (pe.callback.image.save_all_images.saveallimages method)": [[21, "pe.callback.image.save_all_images.SaveAllImages._save_image"]], "pe.callback.image.save_all_images": [[21, "module-pe.callback.image.save_all_images"]], "pe.callback.text": [[22, "module-pe.callback.text"]], "savetexttocsv (class in pe.callback.text.save_text_to_csv)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV"]], "__call__() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV.__call__"]], "__init__() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV.__init__"]], "_get_csv_path() (pe.callback.text.save_text_to_csv.savetexttocsv method)": [[23, "pe.callback.text.save_text_to_csv.SaveTextToCSV._get_csv_path"]], "pe.callback.text.save_text_to_csv": [[23, "module-pe.callback.text.save_text_to_csv"]], "pe.constant": [[24, "module-pe.constant"]], "clean_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.CLEAN_HISTOGRAM_COLUMN_NAME"]], "dp_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.DP_HISTOGRAM_COLUMN_NAME"]], "embedding_column_name (in module pe.constant.data)": [[25, "pe.constant.data.EMBEDDING_COLUMN_NAME"]], "from_last_flag_column_name (in module pe.constant.data)": [[25, "pe.constant.data.FROM_LAST_FLAG_COLUMN_NAME"]], "histogram_nearest_neighbors_voting_ids_column_name (in module pe.constant.data)": [[25, "pe.constant.data.HISTOGRAM_NEAREST_NEIGHBORS_VOTING_IDS_COLUMN_NAME"]], "image_data_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_DATA_COLUMN_NAME"]], "image_model_label_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_MODEL_LABEL_COLUMN_NAME"]], "image_prompt_column_name (in module pe.constant.data)": [[25, "pe.constant.data.IMAGE_PROMPT_COLUMN_NAME"]], "label_id_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LABEL_ID_COLUMN_NAME"]], "llm_parameters_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LLM_PARAMETERS_COLUMN_NAME"]], "llm_request_messages_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LLM_REQUEST_MESSAGES_COLUMN_NAME"]], "lookahead_embedding_column_name (in module pe.constant.data)": [[25, "pe.constant.data.LOOKAHEAD_EMBEDDING_COLUMN_NAME"]], "parent_syn_data_index_column_name (in module pe.constant.data)": [[25, "pe.constant.data.PARENT_SYN_DATA_INDEX_COLUMN_NAME"]], "post_processed_dp_histogram_column_name (in module pe.constant.data)": [[25, "pe.constant.data.POST_PROCESSED_DP_HISTOGRAM_COLUMN_NAME"]], "text_data_column_name (in module pe.constant.data)": [[25, "pe.constant.data.TEXT_DATA_COLUMN_NAME"]], "pe.constant.data": [[25, "module-pe.constant.data"]], "camelyon17 (class in pe.data)": [[26, "pe.data.Camelyon17"]], "cat (class in pe.data)": [[26, "pe.data.Cat"]], "cifar10 (class in pe.data)": [[26, "pe.data.Cifar10"]], "download_info_dict (pe.data.openreview attribute)": [[26, "pe.data.OpenReview.DOWNLOAD_INFO_DICT"]], "download_info_dict (pe.data.pubmed attribute)": [[26, "pe.data.PubMed.DOWNLOAD_INFO_DICT"]], "download_info_dict (pe.data.yelp attribute)": [[26, "pe.data.Yelp.DOWNLOAD_INFO_DICT"]], "data (class in pe.data)": [[26, "pe.data.Data"]], "openreview (class in pe.data)": [[26, "pe.data.OpenReview"]], "pubmed (class in pe.data)": [[26, "pe.data.PubMed"]], "textcsv (class in pe.data)": [[26, "pe.data.TextCSV"]], "url (pe.data.cat attribute)": [[26, "pe.data.Cat.URL"]], "yelp (class in pe.data)": [[26, "pe.data.Yelp"]], "__init__() (pe.data.camelyon17 method)": [[26, "pe.data.Camelyon17.__init__"]], "__init__() (pe.data.cat method)": [[26, "pe.data.Cat.__init__"]], "__init__() (pe.data.cifar10 method)": [[26, "pe.data.Cifar10.__init__"]], "__init__() (pe.data.data method)": [[26, "pe.data.Data.__init__"]], "__init__() (pe.data.openreview method)": [[26, "pe.data.OpenReview.__init__"]], "__init__() (pe.data.pubmed method)": [[26, "pe.data.PubMed.__init__"]], "__init__() (pe.data.textcsv method)": [[26, "pe.data.TextCSV.__init__"]], "__init__() (pe.data.yelp method)": [[26, "pe.data.Yelp.__init__"]], "_download() (pe.data.cat method)": [[26, "pe.data.Cat._download"]], "_download() (pe.data.openreview method)": [[26, "pe.data.OpenReview._download"]], "_download() (pe.data.pubmed method)": [[26, "pe.data.PubMed._download"]], "_download() (pe.data.yelp method)": [[26, "pe.data.Yelp._download"]], "_read_data() (pe.data.cat method)": [[26, "pe.data.Cat._read_data"]], "concat() (pe.data.data class method)": [[26, "pe.data.Data.concat"]], "filter_label_id() (pe.data.data method)": [[26, "pe.data.Data.filter_label_id"]], "load_checkpoint() (pe.data.data method)": [[26, "pe.data.Data.load_checkpoint"]], "load_image_folder() (in module pe.data)": [[26, "pe.data.load_image_folder"]], "merge() (pe.data.data method)": [[26, "pe.data.Data.merge"]], "pe.data": [[26, "module-pe.data"]], "random_truncate() (pe.data.data method)": [[26, "pe.data.Data.random_truncate"]], "save_checkpoint() (pe.data.data method)": [[26, "pe.data.Data.save_checkpoint"]], "set_label_id() (pe.data.data method)": [[26, "pe.data.Data.set_label_id"]], "truncate() (pe.data.data method)": [[26, "pe.data.Data.truncate"]], "data (class in pe.data.data)": [[27, "pe.data.data.Data"]], "__init__() (pe.data.data.data method)": [[27, "pe.data.data.Data.__init__"]], "concat() (pe.data.data.data class method)": [[27, "pe.data.data.Data.concat"]], "filter_label_id() (pe.data.data.data method)": [[27, "pe.data.data.Data.filter_label_id"]], "load_checkpoint() (pe.data.data.data method)": [[27, "pe.data.data.Data.load_checkpoint"]], "merge() (pe.data.data.data method)": [[27, "pe.data.data.Data.merge"]], "pe.data.data": [[27, "module-pe.data.data"]], "random_truncate() (pe.data.data.data method)": [[27, "pe.data.data.Data.random_truncate"]], "save_checkpoint() (pe.data.data.data method)": [[27, "pe.data.data.Data.save_checkpoint"]], "set_label_id() (pe.data.data.data method)": [[27, "pe.data.data.Data.set_label_id"]], "truncate() (pe.data.data.data method)": [[27, "pe.data.data.Data.truncate"]], "pe.data.image": [[28, "module-pe.data.image"]], "camelyon17 (class in pe.data.image.camelyon17)": [[29, "pe.data.image.camelyon17.Camelyon17"]], "__init__() (pe.data.image.camelyon17.camelyon17 method)": [[29, "pe.data.image.camelyon17.Camelyon17.__init__"]], "pe.data.image.camelyon17": [[29, "module-pe.data.image.camelyon17"]], "cat (class in pe.data.image.cat)": [[30, "pe.data.image.cat.Cat"]], "url (pe.data.image.cat.cat attribute)": [[30, "pe.data.image.cat.Cat.URL"]], "__init__() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat.__init__"]], "_download() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat._download"]], "_read_data() (pe.data.image.cat.cat method)": [[30, "pe.data.image.cat.Cat._read_data"]], "pe.data.image.cat": [[30, "module-pe.data.image.cat"]], "cifar10 (class in pe.data.image.cifar10)": [[31, "pe.data.image.cifar10.Cifar10"]], "__init__() (pe.data.image.cifar10.cifar10 method)": [[31, "pe.data.image.cifar10.Cifar10.__init__"]], "pe.data.image.cifar10": [[31, "module-pe.data.image.cifar10"]], "imagedataset (class in pe.data.image.image)": [[32, "pe.data.image.image.ImageDataset"]], "_list_image_files_recursively() (in module pe.data.image.image)": [[32, "pe.data.image.image._list_image_files_recursively"]], "load_image_folder() (in module pe.data.image.image)": [[32, "pe.data.image.image.load_image_folder"]], "pe.data.image.image": [[32, "module-pe.data.image.image"]], "pe.data.text": [[33, "module-pe.data.text"]], "download_info_dict (pe.data.text.openreview.openreview attribute)": [[34, "pe.data.text.openreview.OpenReview.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.openreview)": [[34, "pe.data.text.openreview.DownloadInfo"], [34, "pe.data.text.openreview.DownloadInfo.type"], [34, "pe.data.text.openreview.DownloadInfo.url"]], "openreview (class in pe.data.text.openreview)": [[34, "pe.data.text.openreview.OpenReview"]], "__init__() (pe.data.text.openreview.openreview method)": [[34, "pe.data.text.openreview.OpenReview.__init__"]], "_download() (pe.data.text.openreview.openreview method)": [[34, "pe.data.text.openreview.OpenReview._download"]], "pe.data.text.openreview": [[34, "module-pe.data.text.openreview"]], "type (namedtuple field)": [[34, "pe.data.text.openreview.DownloadInfo.type"], [35, "pe.data.text.pubmed.DownloadInfo.type"], [37, "pe.data.text.yelp.DownloadInfo.type"]], "url (namedtuple field)": [[34, "pe.data.text.openreview.DownloadInfo.url"], [35, "pe.data.text.pubmed.DownloadInfo.url"], [37, "pe.data.text.yelp.DownloadInfo.url"]], "download_info_dict (pe.data.text.pubmed.pubmed attribute)": [[35, "pe.data.text.pubmed.PubMed.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.pubmed)": [[35, "pe.data.text.pubmed.DownloadInfo"], [35, "pe.data.text.pubmed.DownloadInfo.type"], [35, "pe.data.text.pubmed.DownloadInfo.url"]], "pubmed (class in pe.data.text.pubmed)": [[35, "pe.data.text.pubmed.PubMed"]], "__init__() (pe.data.text.pubmed.pubmed method)": [[35, "pe.data.text.pubmed.PubMed.__init__"]], "_download() (pe.data.text.pubmed.pubmed method)": [[35, "pe.data.text.pubmed.PubMed._download"]], "pe.data.text.pubmed": [[35, "module-pe.data.text.pubmed"]], "textcsv (class in pe.data.text.text_csv)": [[36, "pe.data.text.text_csv.TextCSV"]], "__init__() (pe.data.text.text_csv.textcsv method)": [[36, "pe.data.text.text_csv.TextCSV.__init__"]], "pe.data.text.text_csv": [[36, "module-pe.data.text.text_csv"]], "download_info_dict (pe.data.text.yelp.yelp attribute)": [[37, "pe.data.text.yelp.Yelp.DOWNLOAD_INFO_DICT"]], "downloadinfo (namedtuple in pe.data.text.yelp)": [[37, "pe.data.text.yelp.DownloadInfo"], [37, "pe.data.text.yelp.DownloadInfo.type"], [37, "pe.data.text.yelp.DownloadInfo.url"]], "yelp (class in pe.data.text.yelp)": [[37, "pe.data.text.yelp.Yelp"]], "__init__() (pe.data.text.yelp.yelp method)": [[37, "pe.data.text.yelp.Yelp.__init__"]], "_download() (pe.data.text.yelp.yelp method)": [[37, "pe.data.text.yelp.Yelp._download"]], "pe.data.text.yelp": [[37, "module-pe.data.text.yelp"]], "dp (class in pe.dp)": [[38, "pe.dp.DP"]], "gaussian (class in pe.dp)": [[38, "pe.dp.Gaussian"]], "add_noise() (pe.dp.dp method)": [[38, "pe.dp.DP.add_noise"]], "add_noise() (pe.dp.gaussian method)": [[38, "pe.dp.Gaussian.add_noise"]], "pe.dp": [[38, "module-pe.dp"]], "set_epsilon_and_delta() (pe.dp.dp method)": [[38, "pe.dp.DP.set_epsilon_and_delta"]], "set_epsilon_and_delta() (pe.dp.gaussian method)": [[38, "pe.dp.Gaussian.set_epsilon_and_delta"]], "dp (class in pe.dp.dp)": [[39, "pe.dp.dp.DP"]], "add_noise() (pe.dp.dp.dp method)": [[39, "pe.dp.dp.DP.add_noise"]], "pe.dp.dp": [[39, "module-pe.dp.dp"]], "set_epsilon_and_delta() (pe.dp.dp.dp method)": [[39, "pe.dp.dp.DP.set_epsilon_and_delta"]], "gaussian (class in pe.dp.gaussian)": [[40, "pe.dp.gaussian.Gaussian"]], "add_noise() (pe.dp.gaussian.gaussian method)": [[40, "pe.dp.gaussian.Gaussian.add_noise"]], "compute_epsilon() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.compute_epsilon"]], "delta_gaussian() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.delta_Gaussian"]], "eps_gaussian() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.eps_Gaussian"]], "get_noise_multiplier() (in module pe.dp.gaussian)": [[40, "pe.dp.gaussian.get_noise_multiplier"]], "pe.dp.gaussian": [[40, "module-pe.dp.gaussian"]], "set_epsilon_and_delta() (pe.dp.gaussian.gaussian method)": [[40, "pe.dp.gaussian.Gaussian.set_epsilon_and_delta"]], "embedding (class in pe.embedding)": [[41, "pe.embedding.Embedding"]], "inception (class in pe.embedding)": [[41, "pe.embedding.Inception"]], "sentencetransformer (class in pe.embedding)": [[41, "pe.embedding.SentenceTransformer"]], "__init__() (pe.embedding.inception method)": [[41, "pe.embedding.Inception.__init__"]], "__init__() (pe.embedding.sentencetransformer method)": [[41, "pe.embedding.SentenceTransformer.__init__"]], "column_name (pe.embedding.embedding property)": [[41, "pe.embedding.Embedding.column_name"]], "column_name (pe.embedding.sentencetransformer property)": [[41, "pe.embedding.SentenceTransformer.column_name"]], "compute_embedding() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.compute_embedding"]], "compute_embedding() (pe.embedding.inception method)": [[41, "pe.embedding.Inception.compute_embedding"]], "compute_embedding() (pe.embedding.sentencetransformer method)": [[41, "pe.embedding.SentenceTransformer.compute_embedding"]], "filter_uncomputed_rows() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.filter_uncomputed_rows"]], "merge_computed_rows() (pe.embedding.embedding method)": [[41, "pe.embedding.Embedding.merge_computed_rows"]], "pe.embedding": [[41, "module-pe.embedding"]], "embedding (class in pe.embedding.embedding)": [[42, "pe.embedding.embedding.Embedding"]], "column_name (pe.embedding.embedding.embedding property)": [[42, "pe.embedding.embedding.Embedding.column_name"]], "compute_embedding() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.compute_embedding"]], "filter_uncomputed_rows() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.filter_uncomputed_rows"]], "merge_computed_rows() (pe.embedding.embedding.embedding method)": [[42, "pe.embedding.embedding.Embedding.merge_computed_rows"]], "pe.embedding.embedding": [[42, "module-pe.embedding.embedding"]], "pe.embedding.image": [[43, "module-pe.embedding.image"]], "inception (class in pe.embedding.image.inception)": [[44, "pe.embedding.image.inception.Inception"]], "__init__() (pe.embedding.image.inception.inception method)": [[44, "pe.embedding.image.inception.Inception.__init__"]], "compute_embedding() (pe.embedding.image.inception.inception method)": [[44, "pe.embedding.image.inception.Inception.compute_embedding"]], "pe.embedding.image.inception": [[44, "module-pe.embedding.image.inception"]], "to_uint8() (in module pe.embedding.image.inception)": [[44, "pe.embedding.image.inception.to_uint8"]], "pe.embedding.text": [[45, "module-pe.embedding.text"]], "sentencetransformer (class in pe.embedding.text.sentence_transformer)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer"]], "__init__() (pe.embedding.text.sentence_transformer.sentencetransformer method)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.__init__"]], "column_name (pe.embedding.text.sentence_transformer.sentencetransformer property)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.column_name"]], "compute_embedding() (pe.embedding.text.sentence_transformer.sentencetransformer method)": [[46, "pe.embedding.text.sentence_transformer.SentenceTransformer.compute_embedding"]], "pe.embedding.text.sentence_transformer": [[46, "module-pe.embedding.text.sentence_transformer"]], "histogram (class in pe.histogram)": [[47, "pe.histogram.Histogram"]], "nearestneighbors (class in pe.histogram)": [[47, "pe.histogram.NearestNeighbors"]], "__init__() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors.__init__"]], "_compute_lookahead_embedding() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._compute_lookahead_embedding"]], "_log_lookahead() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._log_lookahead"]], "_log_voting_details() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors._log_voting_details"]], "compute_histogram() (pe.histogram.histogram method)": [[47, "pe.histogram.Histogram.compute_histogram"]], "compute_histogram() (pe.histogram.nearestneighbors method)": [[47, "pe.histogram.NearestNeighbors.compute_histogram"]], "pe.histogram": [[47, "module-pe.histogram"]], "histogram (class in pe.histogram.histogram)": [[48, "pe.histogram.histogram.Histogram"]], "compute_histogram() (pe.histogram.histogram.histogram method)": [[48, "pe.histogram.histogram.Histogram.compute_histogram"]], "pe.histogram.histogram": [[48, "module-pe.histogram.histogram"]], "pe.histogram.nearest_neighbor_backend": [[49, "module-pe.histogram.nearest_neighbor_backend"]], "pe.histogram.nearest_neighbor_backend.auto": [[50, "module-pe.histogram.nearest_neighbor_backend.auto"]], "search() (in module pe.histogram.nearest_neighbor_backend.auto)": [[50, "pe.histogram.nearest_neighbor_backend.auto.search"]], "pe.histogram.nearest_neighbor_backend.faiss": [[51, "module-pe.histogram.nearest_neighbor_backend.faiss"]], "search() (in module pe.histogram.nearest_neighbor_backend.faiss)": [[51, "pe.histogram.nearest_neighbor_backend.faiss.search"]], "pe.histogram.nearest_neighbor_backend.sklearn": [[52, "module-pe.histogram.nearest_neighbor_backend.sklearn"]], "search() (in module pe.histogram.nearest_neighbor_backend.sklearn)": [[52, "pe.histogram.nearest_neighbor_backend.sklearn.search"]], "nearestneighbors (class in pe.histogram.nearest_neighbors)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors"]], "__init__() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors.__init__"]], "_compute_lookahead_embedding() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._compute_lookahead_embedding"]], "_log_lookahead() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._log_lookahead"]], "_log_voting_details() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors._log_voting_details"]], "compute_histogram() (pe.histogram.nearest_neighbors.nearestneighbors method)": [[53, "pe.histogram.nearest_neighbors.NearestNeighbors.compute_histogram"]], "pe.histogram.nearest_neighbors": [[53, "module-pe.histogram.nearest_neighbors"]], "azureopenaillm (class in pe.llm)": [[54, "pe.llm.AzureOpenAILLM"]], "huggingfacellm (class in pe.llm)": [[54, "pe.llm.HuggingfaceLLM"]], "llm (class in pe.llm)": [[54, "pe.llm.LLM"]], "openaillm (class in pe.llm)": [[54, "pe.llm.OpenAILLM"]], "request (namedtuple in pe.llm)": [[54, "pe.llm.Request"], [54, "pe.llm.Request.generation_args"], [54, "pe.llm.Request.messages"]], "__init__() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM.__init__"]], "__init__() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM.__init__"]], "__init__() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM.__init__"]], "_get_conv_template() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_conv_template"]], "_get_environment_variable() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM._get_environment_variable"]], "_get_environment_variable() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM._get_environment_variable"]], "_get_prompt() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_prompt"]], "_get_response_for_one_request() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM._get_response_for_one_request"]], "_get_response_for_one_request() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM._get_response_for_one_request"]], "_get_responses() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM._get_responses"]], "generation_arg_map (pe.llm.azureopenaillm property)": [[54, "pe.llm.AzureOpenAILLM.generation_arg_map"]], "generation_arg_map (pe.llm.huggingfacellm property)": [[54, "pe.llm.HuggingfaceLLM.generation_arg_map"]], "generation_arg_map (pe.llm.llm property)": [[54, "pe.llm.LLM.generation_arg_map"]], "generation_args (namedtuple field)": [[54, "pe.llm.Request.generation_args"], [62, "pe.llm.request.Request.generation_args"]], "get_generation_args() (pe.llm.llm method)": [[54, "pe.llm.LLM.get_generation_args"]], "get_responses() (pe.llm.azureopenaillm method)": [[54, "pe.llm.AzureOpenAILLM.get_responses"]], "get_responses() (pe.llm.huggingfacellm method)": [[54, "pe.llm.HuggingfaceLLM.get_responses"]], "get_responses() (pe.llm.llm method)": [[54, "pe.llm.LLM.get_responses"]], "get_responses() (pe.llm.openaillm method)": [[54, "pe.llm.OpenAILLM.get_responses"]], "messages (namedtuple field)": [[54, "pe.llm.Request.messages"], [62, "pe.llm.request.Request.messages"]], "pe.llm": [[54, "module-pe.llm"]], "azureopenaillm (class in pe.llm.azure_openai)": [[55, "pe.llm.azure_openai.AzureOpenAILLM"]], "__init__() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.__init__"]], "_get_environment_variable() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM._get_environment_variable"]], "_get_response_for_one_request() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM._get_response_for_one_request"]], "generation_arg_map (pe.llm.azure_openai.azureopenaillm property)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.generation_arg_map"]], "get_responses() (pe.llm.azure_openai.azureopenaillm method)": [[55, "pe.llm.azure_openai.AzureOpenAILLM.get_responses"]], "pe.llm.azure_openai": [[55, "module-pe.llm.azure_openai"]], "pe.llm.huggingface": [[56, "module-pe.llm.huggingface"]], "huggingfacellm (class in pe.llm.huggingface.huggingface)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM"]], "__init__() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.__init__"]], "_get_conv_template() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_conv_template"]], "_get_prompt() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_prompt"]], "_get_responses() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM._get_responses"]], "generation_arg_map (pe.llm.huggingface.huggingface.huggingfacellm property)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.generation_arg_map"]], "get_responses() (pe.llm.huggingface.huggingface.huggingfacellm method)": [[57, "pe.llm.huggingface.huggingface.HuggingfaceLLM.get_responses"]], "pe.llm.huggingface.huggingface": [[57, "module-pe.llm.huggingface.huggingface"]], "pe.llm.huggingface.register_fastchat": [[58, "module-pe.llm.huggingface.register_fastchat"]], "gpt2adapter (class in pe.llm.huggingface.register_fastchat.gpt2)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter"]], "get_default_conv_template() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.get_default_conv_template"]], "load_model() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.load_model"]], "match() (pe.llm.huggingface.register_fastchat.gpt2.gpt2adapter method)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.GPT2Adapter.match"]], "pe.llm.huggingface.register_fastchat.gpt2": [[59, "module-pe.llm.huggingface.register_fastchat.gpt2"]], "register() (in module pe.llm.huggingface.register_fastchat.gpt2)": [[59, "pe.llm.huggingface.register_fastchat.gpt2.register"]], "llm (class in pe.llm.llm)": [[60, "pe.llm.llm.LLM"]], "generation_arg_map (pe.llm.llm.llm property)": [[60, "pe.llm.llm.LLM.generation_arg_map"]], "get_generation_args() (pe.llm.llm.llm method)": [[60, "pe.llm.llm.LLM.get_generation_args"]], "get_responses() (pe.llm.llm.llm method)": [[60, "pe.llm.llm.LLM.get_responses"]], "pe.llm.llm": [[60, "module-pe.llm.llm"]], "openaillm (class in pe.llm.openai)": [[61, "pe.llm.openai.OpenAILLM"]], "__init__() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM.__init__"]], "_get_environment_variable() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM._get_environment_variable"]], "_get_response_for_one_request() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM._get_response_for_one_request"]], "get_responses() (pe.llm.openai.openaillm method)": [[61, "pe.llm.openai.OpenAILLM.get_responses"]], "pe.llm.openai": [[61, "module-pe.llm.openai"]], "request (namedtuple in pe.llm.request)": [[62, "pe.llm.request.Request"], [62, "pe.llm.request.Request.generation_args"], [62, "pe.llm.request.Request.messages"]], "pe.llm.request": [[62, "module-pe.llm.request"]], "csvprint (class in pe.logger)": [[63, "pe.logger.CSVPrint"]], "imagefile (class in pe.logger)": [[63, "pe.logger.ImageFile"]], "logprint (class in pe.logger)": [[63, "pe.logger.LogPrint"]], "logger (class in pe.logger)": [[63, "pe.logger.Logger"]], "matplotlibpdf (class in pe.logger)": [[63, "pe.logger.MatplotlibPDF"]], "__init__() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.__init__"]], "__init__() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile.__init__"]], "__init__() (pe.logger.logprint method)": [[63, "pe.logger.LogPrint.__init__"]], "__init__() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF.__init__"]], "_clear_logs() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._clear_logs"]], "_flush() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._flush"]], "_get_image_path() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._get_image_path"]], "_get_log_path() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._get_log_path"]], "_get_pdf_path() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF._get_pdf_path"]], "_log_float() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint._log_float"]], "_log_image() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._log_image"]], "_log_image_list() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile._log_image_list"]], "clean_up() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.clean_up"]], "clean_up() (pe.logger.logger method)": [[63, "pe.logger.Logger.clean_up"]], "log() (pe.logger.csvprint method)": [[63, "pe.logger.CSVPrint.log"]], "log() (pe.logger.imagefile method)": [[63, "pe.logger.ImageFile.log"]], "log() (pe.logger.logprint method)": [[63, "pe.logger.LogPrint.log"]], "log() (pe.logger.logger method)": [[63, "pe.logger.Logger.log"]], "log() (pe.logger.matplotlibpdf method)": [[63, "pe.logger.MatplotlibPDF.log"]], "pe.logger": [[63, "module-pe.logger"]], "csvprint (class in pe.logger.csv_print)": [[64, "pe.logger.csv_print.CSVPrint"]], "__init__() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.__init__"]], "_clear_logs() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._clear_logs"]], "_flush() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._flush"]], "_get_log_path() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._get_log_path"]], "_log_float() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint._log_float"]], "clean_up() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.clean_up"]], "log() (pe.logger.csv_print.csvprint method)": [[64, "pe.logger.csv_print.CSVPrint.log"]], "pe.logger.csv_print": [[64, "module-pe.logger.csv_print"]], "imagefile (class in pe.logger.image_file)": [[65, "pe.logger.image_file.ImageFile"]], "__init__() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile.__init__"]], "_get_image_path() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._get_image_path"]], "_log_image() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._log_image"]], "_log_image_list() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile._log_image_list"]], "log() (pe.logger.image_file.imagefile method)": [[65, "pe.logger.image_file.ImageFile.log"]], "pe.logger.image_file": [[65, "module-pe.logger.image_file"]], "logprint (class in pe.logger.log_print)": [[66, "pe.logger.log_print.LogPrint"]], "__init__() (pe.logger.log_print.logprint method)": [[66, "pe.logger.log_print.LogPrint.__init__"]], "log() (pe.logger.log_print.logprint method)": [[66, "pe.logger.log_print.LogPrint.log"]], "pe.logger.log_print": [[66, "module-pe.logger.log_print"]], "logger (class in pe.logger.logger)": [[67, "pe.logger.logger.Logger"]], "clean_up() (pe.logger.logger.logger method)": [[67, "pe.logger.logger.Logger.clean_up"]], "log() (pe.logger.logger.logger method)": [[67, "pe.logger.logger.Logger.log"]], "pe.logger.logger": [[67, "module-pe.logger.logger"]], "matplotlibpdf (class in pe.logger.matplotlib_pdf)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF"]], "__init__() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF.__init__"]], "_get_pdf_path() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF._get_pdf_path"]], "log() (pe.logger.matplotlib_pdf.matplotlibpdf method)": [[68, "pe.logger.matplotlib_pdf.MatplotlibPDF.log"]], "pe.logger.matplotlib_pdf": [[68, "module-pe.logger.matplotlib_pdf"]], "execution_logger (in module pe.logging)": [[69, "pe.logging.execution_logger"]], "pe.logging": [[69, "module-pe.logging"]], "setup_logging() (in module pe.logging)": [[69, "pe.logging.setup_logging"]], "floatlistmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.FloatListMetricItem"]], "floatmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.FloatMetricItem"]], "imagelistmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.ImageListMetricItem"]], "imagemetricitem (class in pe.metric_item)": [[70, "pe.metric_item.ImageMetricItem"]], "matplotlibmetricitem (class in pe.metric_item)": [[70, "pe.metric_item.MatplotlibMetricItem"]], "metricitem (class in pe.metric_item)": [[70, "pe.metric_item.MetricItem"]], "__init__() (pe.metric_item.imagelistmetricitem method)": [[70, "pe.metric_item.ImageListMetricItem.__init__"]], "__init__() (pe.metric_item.metricitem method)": [[70, "pe.metric_item.MetricItem.__init__"]], "clean_up() (pe.metric_item.matplotlibmetricitem method)": [[70, "pe.metric_item.MatplotlibMetricItem.clean_up"]], "clean_up() (pe.metric_item.metricitem method)": [[70, "pe.metric_item.MetricItem.clean_up"]], "metric_scope (class in pe.metric_item)": [[70, "pe.metric_item.metric_scope"]], "name (pe.metric_item.metricitem property)": [[70, "pe.metric_item.MetricItem.name"]], "num_images_per_row (pe.metric_item.imagelistmetricitem property)": [[70, "pe.metric_item.ImageListMetricItem.num_images_per_row"]], "pe.metric_item": [[70, "module-pe.metric_item"]], "value (pe.metric_item.metricitem property)": [[70, "pe.metric_item.MetricItem.value"]], "pepopulation (class in pe.population)": [[71, "pe.population.PEPopulation"]], "population (class in pe.population)": [[71, "pe.population.Population"]], "__init__() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.__init__"]], "_post_process_histogram() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation._post_process_histogram"]], "_select_data() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation._select_data"]], "initial() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.initial"]], "initial() (pe.population.population method)": [[71, "pe.population.Population.initial"]], "next() (pe.population.pepopulation method)": [[71, "pe.population.PEPopulation.next"]], "next() (pe.population.population method)": [[71, "pe.population.Population.next"]], "pe.population": [[71, "module-pe.population"]], "pepopulation (class in pe.population.pe_population)": [[72, "pe.population.pe_population.PEPopulation"]], "__init__() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.__init__"]], "_post_process_histogram() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation._post_process_histogram"]], "_select_data() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation._select_data"]], "initial() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.initial"]], "next() (pe.population.pe_population.pepopulation method)": [[72, "pe.population.pe_population.PEPopulation.next"]], "pe.population.pe_population": [[72, "module-pe.population.pe_population"]], "population (class in pe.population.population)": [[73, "pe.population.population.Population"]], "initial() (pe.population.population.population method)": [[73, "pe.population.population.Population.initial"]], "next() (pe.population.population.population method)": [[73, "pe.population.population.Population.next"]], "pe.population.population": [[73, "module-pe.population.population"]], "pe (class in pe.runner)": [[74, "pe.runner.PE"]], "__init__() (pe.runner.pe method)": [[74, "pe.runner.PE.__init__"]], "_clean_up_loggers() (pe.runner.pe method)": [[74, "pe.runner.PE._clean_up_loggers"]], "_get_num_samples_per_label_id() (pe.runner.pe method)": [[74, "pe.runner.PE._get_num_samples_per_label_id"]], "_log_metrics() (pe.runner.pe method)": [[74, "pe.runner.PE._log_metrics"]], "load_checkpoint() (pe.runner.pe method)": [[74, "pe.runner.PE.load_checkpoint"]], "pe.runner": [[74, "module-pe.runner"]], "run() (pe.runner.pe method)": [[74, "pe.runner.PE.run"]], "pe (class in pe.runner.pe)": [[75, "pe.runner.pe.PE"]], "__init__() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.__init__"]], "_clean_up_loggers() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._clean_up_loggers"]], "_get_num_samples_per_label_id() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._get_num_samples_per_label_id"]], "_log_metrics() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE._log_metrics"]], "load_checkpoint() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.load_checkpoint"]], "pe.runner.pe": [[75, "module-pe.runner.pe"]], "run() (pe.runner.pe.pe method)": [[75, "pe.runner.pe.PE.run"]], "pe.util": [[76, "module-pe.util"]], "download() (in module pe.util.download)": [[77, "pe.util.download.download"]], "pe.util.download": [[77, "module-pe.util.download"]]}})
\ No newline at end of file