Version 1.4.34

Author: arvindsun

abacusai/__init__.py

@@ -81,6 +81,7 @@
 from .eda_feature_collinearity import EdaFeatureCollinearity
 from .eda_forecasting_analysis import EdaForecastingAnalysis
 from .eda_version import EdaVersion
+from .edit_image_models import EditImageModels
 from .embedding_feature_drift_distribution import EmbeddingFeatureDriftDistribution
 from .execute_feature_group_operation import ExecuteFeatureGroupOperation
 from .external_application import ExternalApplication
@@ -238,4 +239,4 @@
 from .workflow_node_template import WorkflowNodeTemplate
 
 
-__version__ = "1.4.33"
+__version__ = "1.4.34"

abacusai/api_class/dataset.py

@@ -75,6 +75,8 @@ def _detect_ocr_mode(self):
                 return OcrMode.DEFAULT
             elif self.document_type == DocumentType.TABLES_AND_FORMS:
                 return OcrMode.LAYOUT
+            elif self.document_type == DocumentType.COMPREHENSIVE_MARKDOWN:
+                return OcrMode.COMPREHENSIVE_TABLE_MD
             elif self.document_type == DocumentType.EMBEDDED_IMAGES:
                 return OcrMode.SCANNED
             elif self.document_type == DocumentType.SCANNED_TEXT:

abacusai/api_class/enums.py

@@ -627,11 +627,12 @@ def aws_ocr_modes(cls):
 
 
 class DocumentType(ApiEnum):
-    SIMPLE_TEXT = 'SIMPLE_TEXT'                 # digital text
-    TEXT = 'TEXT'                               # general text with OCR
-    TABLES_AND_FORMS = 'TABLES_AND_FORMS'       # tables and forms with OCR
-    EMBEDDED_IMAGES = 'EMBEDDED_IMAGES'         # embedded images with OCR TODO: remove?
-    SCANNED_TEXT = 'SCANNED_TEXT'               # scanned text with OCR
+    SIMPLE_TEXT = 'SIMPLE_TEXT'                         # digital text
+    TEXT = 'TEXT'                                       # general text with OCR
+    TABLES_AND_FORMS = 'TABLES_AND_FORMS'               # tables and forms with OCR
+    EMBEDDED_IMAGES = 'EMBEDDED_IMAGES'                 # embedded images with OCR TODO: remove?
+    SCANNED_TEXT = 'SCANNED_TEXT'                       # scanned text with OCR
+    COMPREHENSIVE_MARKDOWN = 'COMPREHENSIVE_MARKDOWN'   # comprehensive text with Gemini OCR
 
     @classmethod
     def is_ocr_forced(cls, document_type: 'DocumentType'):
@@ -729,3 +730,10 @@ class DeploymentConversationType(ApiEnum):
     COMPUTER_AGENT = 'COMPUTER_AGENT'
     SEARCH_LLM = 'SEARCH_LLM'
     APP_LLM = 'APP_LLM'
+    TEST_AGENT = 'TEST_AGENT'
+
+
+class AgentClientType(ApiEnum):
+    CHAT_UI = 'CHAT_UI'
+    MESSAGING_APP = 'MESSAGING_APP'
+    API = 'API'

abacusai/api_class/model.py

@@ -486,6 +486,7 @@ class ChatLLMTrainingConfig(TrainingConfig):
         response_format: (str): When set to 'JSON', the LLM will generate a JSON formatted string.
         json_response_instructions (str): Instructions to be followed while generating the json_response if `response_format` is set to "JSON". This can include the schema information if the schema is dynamic and its keys cannot be pre-determined.
         json_response_schema (str): Specifies the JSON schema that the model should adhere to if `response_format` is set to "JSON". This should be a json-formatted string where each field of the expected schema is mapped to a dictionary containing the fields 'type', 'required' and 'description'. For example - '{"sample_field": {"type": "integer", "required": true, "description": "Sample Field"}}'
+        mask_pii (bool): Mask PII in the prompts and uploaded documents before sending it to the LLM.
     """
     document_retrievers: List[str] = dataclasses.field(default=None)
     num_completion_tokens: int = dataclasses.field(default=None)
@@ -522,6 +523,7 @@ class ChatLLMTrainingConfig(TrainingConfig):
     response_format: str = dataclasses.field(default=None)
     json_response_instructions: str = dataclasses.field(default=None)
     json_response_schema: str = dataclasses.field(default=None)
+    mask_pii: bool = dataclasses.field(default=None)
 
     def __post_init__(self):
         self.problem_type = enums.ProblemType.CHAT_LLM

abacusai/client.py

@@ -33,18 +33,18 @@
 from .annotation_entry import AnnotationEntry
 from .annotations_status import AnnotationsStatus
 from .api_class import (
-    AgentInterface, AlertActionConfig, AlertConditionConfig, ApiClass, ApiEnum,
-    ApplicationConnectorDatasetConfig, ApplicationConnectorType,
-    AttachmentParsingConfig, BatchPredictionArgs, Blob, BlobInput, CPUSize,
-    DatasetDocumentProcessingConfig, DataType, DeploymentConversationType,
-    DocumentProcessingConfig, EvalArtifactType, FeatureGroupExportConfig,
-    ForecastingMonitorConfig, IncrementalDatabaseConnectorConfig, LLMName,
-    MemorySize, MergeConfig, OperatorConfig, ParsingConfig,
-    PredictionArguments, ProblemType, ProjectFeatureGroupConfig,
-    PythonFunctionType, ResponseSection, SamplingConfig, Segment,
-    StreamingConnectorDatasetConfig, TrainingConfig, VectorStoreConfig,
-    WorkflowGraph, WorkflowGraphNode, WorkflowNodeTemplateConfig,
-    get_clean_function_source_code_for_agent
+    AgentClientType, AgentInterface, AlertActionConfig, AlertConditionConfig,
+    ApiClass, ApiEnum, ApplicationConnectorDatasetConfig,
+    ApplicationConnectorType, AttachmentParsingConfig, BatchPredictionArgs,
+    Blob, BlobInput, CPUSize, DatasetDocumentProcessingConfig, DataType,
+    DeploymentConversationType, DocumentProcessingConfig, EvalArtifactType,
+    FeatureGroupExportConfig, ForecastingMonitorConfig,
+    IncrementalDatabaseConnectorConfig, LLMName, MemorySize, MergeConfig,
+    OperatorConfig, ParsingConfig, PredictionArguments, ProblemType,
+    ProjectFeatureGroupConfig, PythonFunctionType, ResponseSection,
+    SamplingConfig, Segment, StreamingConnectorDatasetConfig, TrainingConfig,
+    VectorStoreConfig, WorkflowGraph, WorkflowGraphNode,
+    WorkflowNodeTemplateConfig, get_clean_function_source_code_for_agent
 )
 from .api_class.abstract import get_clean_function_source_code, get_clean_function_source_code_for_agent, snake_case
 from .api_class.ai_agents import WorkflowGraph, WorkflowNodeTemplateConfig
@@ -652,7 +652,7 @@ class BaseApiClient:
         client_options (ClientOptions): Optional API client configurations
         skip_version_check (bool): If true, will skip checking the server's current API version on initializing the client
     """
-    client_version = '1.4.33'
+    client_version = '1.4.34'
 
     def __init__(self, api_key: str = None, server: str = None, client_options: ClientOptions = None, skip_version_check: bool = False, include_tb: bool = False):
         self.api_key = api_key
@@ -3802,6 +3802,20 @@ def execute_feature_group_sql(self, sql, fix_query_on_error: bool = False, timeo
         execute_query.wait_for_execution(timeout=timeout, delay=delay)
         return execute_query.load_as_pandas()
 
+    def _get_agent_client_type(self):
+        """
+        Returns the client type for the current request context.
+
+        Returns:
+            AgentClientType: The client type for the current request context.
+        """
+        if self._is_async_app_caller():
+            return AgentClientType.MESSAGING_APP
+        elif self._is_proxy_app_caller():
+            return AgentClientType.CHAT_UI
+        else:
+            return AgentClientType.API
+
     def get_agent_context_chat_history(self):
         """
         Gets a history of chat messages from the current request context. Applicable within a AIAgent
@@ -3930,20 +3944,23 @@ def get_agent_context_user_info(self):
         user_info = get_object_from_context(
             self, _request_context, 'user_info', dict)
         if user_info:
+            user_info['client_type'] = self._get_agent_client_type()
             return user_info
         else:
             raise ValueError(
                 'User information not available. Please use UI interface for this agent to work.')
 
     def get_runtime_config(self, key: str):
         """
-        Gets the deployment level runtime config value given the key
+        Retrieve the value of a specified configuration key from the deployment's runtime settings.
+        These settings can be configured in the deployment details page in the UI.
+        Currently supported for AI Agents, Custom Python Model and Prediction Operators.
 
         Args:
-            key(str): Key for which the config value is to be fetched
+            key (str): The configuration key whose value is to be fetched.
 
         Returns:
-            str: Config value for the input key
+            str: The value associated with the specified configuration key, or None if the key does not exist.
         """
         runtime_config = get_object_from_context(
             self, _request_context, 'deployment_runtime_config', dict) or {}
@@ -8019,7 +8036,7 @@ def get_feature_group_row_process_logs_by_key(self, deployment_id: str, primary_
             FeatureGroupRowProcessLogs: An object representing the logs for the feature group row process"""
         return self._call_api('getFeatureGroupRowProcessLogsByKey', 'POST', query_params={'deploymentId': deployment_id}, body={'primaryKeyValue': primary_key_value}, parse_type=FeatureGroupRowProcessLogs)
 
-    def create_python_function(self, name: str, source_code: str = None, function_name: str = None, function_variable_mappings: List = None, package_requirements: list = None, function_type: str = 'FEATURE_GROUP', description: str = None, examples: dict = None, user_level_connectors: Dict = None, org_level_connectors: list = None, output_variable_mappings: List = None) -> PythonFunction:
+    def create_python_function(self, name: str, source_code: str = None, function_name: str = None, function_variable_mappings: List = None, package_requirements: list = None, function_type: str = 'FEATURE_GROUP', description: str = None, examples: dict = None, user_level_connectors: Dict = None, org_level_connectors: List = None, output_variable_mappings: List = None) -> PythonFunction:
         """Creates a custom Python function that is reusable.
 
         Args:
@@ -8032,7 +8049,7 @@ def create_python_function(self, name: str, source_code: str = None, function_na
             description (str): Description of the Python function. This should include details about the function's purpose, expected inputs and outputs, and any important usage considerations or limitations.
             examples (dict): Dictionary containing example use cases and anti-patterns. Should include 'positive_examples' showing recommended usage and 'negative_examples' showing cases to avoid.])
             user_level_connectors (Dict): Dictionary containing user level connectors.
-            org_level_connectors (list): List containing organization level connectors.
+            org_level_connectors (List): List containing organization level connectors.
             output_variable_mappings (List): List of output variable mappings that defines the elements of the function's return value.
 
         Returns:

abacusai/constants_autocomplete_response.py

@@ -13,21 +13,23 @@ class ConstantsAutocompleteResponse(AbstractApiClass):
             recordUserAction (bool): Whether to record user action.
             validateSuggestion (bool): Whether to validate the suggestion.
             validationLinesThreshold (int): The number of lines to validate the suggestion.
+            maxTrackedRecentChanges (int): The maximum number of recent file changes to track.
     """
 
-    def __init__(self, client, maxPendingRequests=None, acceptanceDelay=None, debounceDelay=None, recordUserAction=None, validateSuggestion=None, validationLinesThreshold=None):
+    def __init__(self, client, maxPendingRequests=None, acceptanceDelay=None, debounceDelay=None, recordUserAction=None, validateSuggestion=None, validationLinesThreshold=None, maxTrackedRecentChanges=None):
         super().__init__(client, None)
         self.max_pending_requests = maxPendingRequests
         self.acceptance_delay = acceptanceDelay
         self.debounce_delay = debounceDelay
         self.record_user_action = recordUserAction
         self.validate_suggestion = validateSuggestion
         self.validation_lines_threshold = validationLinesThreshold
+        self.max_tracked_recent_changes = maxTrackedRecentChanges
         self.deprecated_keys = {}
 
     def __repr__(self):
         repr_dict = {f'max_pending_requests': repr(self.max_pending_requests), f'acceptance_delay': repr(self.acceptance_delay), f'debounce_delay': repr(self.debounce_delay), f'record_user_action': repr(
-            self.record_user_action), f'validate_suggestion': repr(self.validate_suggestion), f'validation_lines_threshold': repr(self.validation_lines_threshold)}
+            self.record_user_action), f'validate_suggestion': repr(self.validate_suggestion), f'validation_lines_threshold': repr(self.validation_lines_threshold), f'max_tracked_recent_changes': repr(self.max_tracked_recent_changes)}
         class_name = "ConstantsAutocompleteResponse"
         repr_str = ',\n  '.join([f'{key}={value}' for key, value in repr_dict.items(
         ) if getattr(self, key, None) is not None and key not in self.deprecated_keys])
@@ -40,6 +42,6 @@ def to_dict(self):
         Returns:
             dict: The dict value representation of the class parameters
         """
-        resp = {'max_pending_requests': self.max_pending_requests, 'acceptance_delay': self.acceptance_delay, 'debounce_delay': self.debounce_delay,
-                'record_user_action': self.record_user_action, 'validate_suggestion': self.validate_suggestion, 'validation_lines_threshold': self.validation_lines_threshold}
+        resp = {'max_pending_requests': self.max_pending_requests, 'acceptance_delay': self.acceptance_delay, 'debounce_delay': self.debounce_delay, 'record_user_action': self.record_user_action,
+                'validate_suggestion': self.validate_suggestion, 'validation_lines_threshold': self.validation_lines_threshold, 'max_tracked_recent_changes': self.max_tracked_recent_changes}
         return {key: value for key, value in resp.items() if value is not None and key not in self.deprecated_keys}

abacusai/edit_image_models.py

@@ -0,0 +1,33 @@
+from .return_class import AbstractApiClass
+
+
+class EditImageModels(AbstractApiClass):
+    """
+        Edit image models
+
+        Args:
+            client (ApiClient): An authenticated API Client instance
+            models (list): The models available for edit image.
+    """
+
+    def __init__(self, client, models=None):
+        super().__init__(client, None)
+        self.models = models
+        self.deprecated_keys = {}
+
+    def __repr__(self):
+        repr_dict = {f'models': repr(self.models)}
+        class_name = "EditImageModels"
+        repr_str = ',\n  '.join([f'{key}={value}' for key, value in repr_dict.items(
+        ) if getattr(self, key, None) is not None and key not in self.deprecated_keys])
+        return f"{class_name}({repr_str})"
+
+    def to_dict(self):
+        """
+        Get a dict representation of the parameters in this class
+
+        Returns:
+            dict: The dict value representation of the class parameters
+        """
+        resp = {'models': self.models}
+        return {key: value for key, value in resp.items() if value is not None and key not in self.deprecated_keys}

docs/_sources/autoapi/abacusai/api_class/enums/index.rst.txt

@@ -75,6 +75,7 @@ Classes
    abacusai.api_class.enums.ResponseSectionType
    abacusai.api_class.enums.CodeLanguage
    abacusai.api_class.enums.DeploymentConversationType
+   abacusai.api_class.enums.AgentClientType
 
 
 Functions
@@ -2654,6 +2655,11 @@ Module Contents
 
 
 
+   .. py:attribute:: COMPREHENSIVE_MARKDOWN
+      :value: 'COMPREHENSIVE_MARKDOWN'
+
+
+
    .. py:method:: is_ocr_forced(document_type)
       :classmethod:
 
@@ -3034,3 +3040,33 @@ Module Contents
 
 
 
+   .. py:attribute:: TEST_AGENT
+      :value: 'TEST_AGENT'
+
+
+
+.. py:class:: AgentClientType
+
+   Bases: :py:obj:`ApiEnum`
+
+
+   Generic enumeration.
+
+   Derive from this class to define new enumerations.
+
+
+   .. py:attribute:: CHAT_UI
+      :value: 'CHAT_UI'
+
+
+
+   .. py:attribute:: MESSAGING_APP
+      :value: 'MESSAGING_APP'
+
+
+
+   .. py:attribute:: API
+      :value: 'API'
+
+
+

docs/_sources/autoapi/abacusai/api_class/index.rst.txt

@@ -191,6 +191,7 @@ Classes
    abacusai.api_class.ResponseSectionType
    abacusai.api_class.CodeLanguage
    abacusai.api_class.DeploymentConversationType
+   abacusai.api_class.AgentClientType
    abacusai.api_class.ApiClass
    abacusai.api_class._ApiClassFactory
    abacusai.api_class.DocumentProcessingConfig
@@ -2019,6 +2020,11 @@ Package Contents
 
 
 
+   .. py:attribute:: COMPREHENSIVE_MARKDOWN
+      :value: 'COMPREHENSIVE_MARKDOWN'
+
+
+
    .. py:method:: is_ocr_forced(document_type)
       :classmethod:
 
@@ -6146,6 +6152,11 @@ Package Contents
 
 
 
+   .. py:attribute:: COMPREHENSIVE_MARKDOWN
+      :value: 'COMPREHENSIVE_MARKDOWN'
+
+
+
    .. py:method:: is_ocr_forced(document_type)
       :classmethod:
 
@@ -6526,6 +6537,36 @@ Package Contents
 
 
 
+   .. py:attribute:: TEST_AGENT
+      :value: 'TEST_AGENT'
+
+
+
+.. py:class:: AgentClientType
+
+   Bases: :py:obj:`ApiEnum`
+
+
+   Generic enumeration.
+
+   Derive from this class to define new enumerations.
+
+
+   .. py:attribute:: CHAT_UI
+      :value: 'CHAT_UI'
+
+
+
+   .. py:attribute:: MESSAGING_APP
+      :value: 'MESSAGING_APP'
+
+
+
+   .. py:attribute:: API
+      :value: 'API'
+
+
+
 .. py:class:: ApiClass
 
    Bases: :py:obj:`abc.ABC`
@@ -8863,6 +8904,8 @@ Package Contents
    :type json_response_instructions: str
    :param json_response_schema: Specifies the JSON schema that the model should adhere to if `response_format` is set to "JSON". This should be a json-formatted string where each field of the expected schema is mapped to a dictionary containing the fields 'type', 'required' and 'description'. For example - '{"sample_field": {"type": "integer", "required": true, "description": "Sample Field"}}'
    :type json_response_schema: str
+   :param mask_pii: Mask PII in the prompts and uploaded documents before sending it to the LLM.
+   :type mask_pii: bool
 
 
    .. py:attribute:: document_retrievers
@@ -9075,6 +9118,12 @@ Package Contents
 
 
 
+   .. py:attribute:: mask_pii
+      :type:  bool
+      :value: None
+
+
+
    .. py:method:: __post_init__()