Feature/social media integration testing

.github/integration-test-config.yaml

@@ -24,6 +24,8 @@ nightly:
       path: examples/api/instagram
     - type: api
       path: examples/api/gmail
+    - type: api
+      path: examples/api/teams
 
 weekly:
   # Tests that run once a week

.github/workflows/integration-test.yaml

@@ -106,6 +106,7 @@ jobs:
           TF_VAR_openai_api_key: ${{ secrets.OPENAI_API_KEY }}
           SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
           SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
+          AK_TEST_SLACK_CHANNEL_ID: ${{ secrets.AK_TEST_SLACK_CHANNEL_ID }}
         run: |
           # Deploy
           python .github/scripts/run_single_test.py \
@@ -175,12 +176,49 @@ jobs:
         if: matrix.type == 'aws-containerized' || matrix.type == 'aws-serverless'
         run: python3 scripts/deploy/inject_dependencies.py
 
+      - name: Restore Gmail token
+        if: matrix.path == 'examples/api/gmail'
+        run: echo "${{ secrets.AK_GMAIL_TOKEN_PICKLE_B64 }}" | base64 -d > examples/api/gmail/token.pickle
+
       - name: Run Test - ${{ matrix.path }}
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           TF_VAR_openai_api_key: ${{ secrets.OPENAI_API_KEY }}
+          # Slack
           SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
           SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
+          AK_TEST_SLACK_CHANNEL_ID: ${{ secrets.AK_TEST_SLACK_CHANNEL_ID }}
+          # Telegram
+          AK_TELEGRAM__BOT_TOKEN: ${{ secrets.AK_TELEGRAM__BOT_TOKEN }}
+          AK_TELEGRAM__WEBHOOK_SECRET: ${{ secrets.AK_TELEGRAM__WEBHOOK_SECRET }}
+          AK_TEST_TELEGRAM_CHAT_ID: ${{ secrets.AK_TEST_TELEGRAM_CHAT_ID }}
+          # WhatsApp
+          AK_WHATSAPP__ACCESS_TOKEN: ${{ secrets.AK_WHATSAPP__ACCESS_TOKEN }}
+          AK_WHATSAPP__PHONE_NUMBER_ID: ${{ secrets.AK_WHATSAPP__PHONE_NUMBER_ID }}
+          AK_WHATSAPP__VERIFY_TOKEN: ${{ secrets.AK_WHATSAPP__VERIFY_TOKEN }}
+          AK_TEST_WHATSAPP_TO_NUMBER: ${{ secrets.AK_TEST_WHATSAPP_TO_NUMBER }}
+          # Messenger
+          AK_MESSENGER__ACCESS_TOKEN: ${{ secrets.AK_MESSENGER__ACCESS_TOKEN }}
+          AK_MESSENGER__VERIFY_TOKEN: ${{ secrets.AK_MESSENGER__VERIFY_TOKEN }}
+          AK_MESSENGER__APP_SECRET: ${{ secrets.AK_MESSENGER__APP_SECRET }}
+          AK_TEST_MESSENGER_USER_ID: ${{ secrets.AK_TEST_MESSENGER_USER_ID }}
+          AK_MESSENGER__PAGE_ID: ${{ secrets.AK_MESSENGER__PAGE_ID }}
+          # Instagram
+          AK_INSTAGRAM__ACCESS_TOKEN: ${{ secrets.AK_INSTAGRAM__ACCESS_TOKEN }}
+          AK_INSTAGRAM__VERIFY_TOKEN: ${{ secrets.AK_INSTAGRAM__VERIFY_TOKEN }}
+          AK_INSTAGRAM__APP_SECRET: ${{ secrets.AK_INSTAGRAM__APP_SECRET }}
+          AK_TEST_INSTAGRAM_USER_ID: ${{ secrets.AK_TEST_INSTAGRAM_USER_ID }}
+          AK_INSTAGRAM__PAGE_ID: ${{ secrets.AK_INSTAGRAM__PAGE_ID }}
+          # Gmail
+          AK_TEST_GMAIL_ADDRESS: ${{ secrets.AK_TEST_GMAIL_ADDRESS }}
+          AK_GMAIL__CLIENT_ID: ${{ secrets.AK_GMAIL__CLIENT_ID }}
+          AK_GMAIL__CLIENT_SECRET: ${{ secrets.AK_GMAIL__CLIENT_SECRET }}
+          # Teams
+          AK_TEAMS__APP_ID: ${{ secrets.AK_TEAMS__APP_ID }}
+          AK_TEAMS__APP_PASSWORD: ${{ secrets.AK_TEAMS__APP_PASSWORD }}
+          AK_TEAMS__TENANT_ID: ${{ secrets.AK_TEAMS__TENANT_ID }}
+          AK_TEST_TEAMS_SERVICE_URL: ${{ secrets.AK_TEST_TEAMS_SERVICE_URL }}
+          AK_TEST_TEAMS_CONVERSATION_ID: ${{ secrets.AK_TEST_TEAMS_CONVERSATION_ID }}
         run: |
           # Deploy (for AWS types)
           if [[ "${{ matrix.type }}" == "aws-containerized" || "${{ matrix.type }}" == "aws-serverless" ]]; then

.github/workflows/test-reusable.yaml

@@ -172,6 +172,7 @@ jobs:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
           SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
+          AK_TEST_SLACK_CHANNEL_ID: ${{ secrets.AK_TEST_SLACK_CHANNEL_ID }}
         run: |
           python .github/scripts/run_single_test.py \
             --type ${{ matrix.type }} \

ak-py/pyproject.toml

@@ -88,6 +88,11 @@ instagram = [
 telegram = [
     "httpx>=0.27.0"
 ]
+teams = [
+    "httpx>=0.27.0",
+    "botbuilder-core>=4.15.0",
+    "msal>=1.30.0"
+]
 gmail = [
     "google-auth>=2.0.0",
     "google-auth-oauthlib>=1.0.0",

ak-py/src/agentkernel/core/base.py

@@ -367,9 +367,75 @@ def get_description(self) -> str:
         """
         pass
 
+    @abstractmethod
+    def get_wrapped(self):
+        """
+        Returns the underlying agent object.
+        """
+        pass
+
+    @abstractmethod
+    def override_system_prompt(self, session: "Session", prompt: str) -> None:
+        """
+        Overrides the system prompt of the agent via Session injection.
+        """
+        pass
+
+    @abstractmethod
+    def attach_tool(self, tool: Any) -> None:
+        """
+        Attaches a tool to the agent.
+        :param tool: The tool to attach.
+        """
+        pass
+
     @abstractmethod
     def get_a2a_card(self) -> Any:
         """
         Returns the A2A AgentCard associated with the agent.
         """
         pass
+
+    @staticmethod
+    def get_system_prompt_suffix() -> str:
+        """
+        Returns the system prompt suffix to be appended to the agent's system prompt.
+        :return: The system prompt suffix.
+        """
+        tool_instruction = (
+            "User has attached files/images. Their IDs and descriptions are listed in the user's message.\n"
+            "Available tool:\n"
+            "- analyze_attachments(attachment_ids, prompt): Analyze attachments using litellm.\n"
+            "  Returns only analysis text (no raw data), perfect for saving clean conversation history.\n"
+            "Use this tool when asked about attached images or files.\n"
+            "IMPORTANT: The descriptions above are brief summaries. If the user asks for SPECIFIC DETAILS (numbers, quotes, tables) found in the files, you MUST use the `analyze_attachments` tool to inspect the file content again. Do not guess based on the summary."
+        )
+        return tool_instruction
+
+    def _setup_system_prompt(self) -> None:
+        """
+        Appends the Agent Kernel system prompt suffix to the agent's system prompt at init time.
+        Only applies when multimodal is enabled in AKConfig.
+        Subclasses should call this in __init__ after setting up the underlying agent.
+        The actual injection is done by override_system_prompt() which each subclass implements.
+        """
+        from .config import AKConfig
+
+        config = getattr(AKConfig.get(), "multimodal", None)
+        if config and config.enabled:
+            self.override_system_prompt(session=None, prompt=self.get_system_prompt_suffix())
+
+    def _attach_system_tools(self) -> None:
+        """
+        Attaches Agent Kernel system-level tools to the agent at init time.
+        Only applies when multimodal is enabled in AKConfig.
+        Calls self.attach_tool() with each raw Callable — each framework's attach_tool
+        implementation is responsible for wrapping it into the framework-specific tool format.
+        """
+        from .config import AKConfig
+
+        config = getattr(AKConfig.get(), "multimodal", None)
+        if config and config.enabled:
+            from .multimodal import analyze_attachments
+
+            self.attach_tool(analyze_attachments)

ak-py/src/agentkernel/core/config.py

@@ -62,7 +62,7 @@ class _APIConfig(BaseModel):
     port: int = Field(default=8000, description="API port")
     enabled_routes: _RoutesConfig = Field(description="API route flags", default_factory=_RoutesConfig)
     custom_router_prefix: str = Field(default="/custom", description="Custom router prefix")
-    max_file_size: int = Field(default=2097152, description="Maximum file size in bytes (default: 2 MB)")
+    max_file_size: int = Field(default=20971520, description="Maximum file size in bytes (default: 20 MB)")
 
 
 class _A2AConfig(BaseModel):
@@ -85,6 +85,18 @@ class _SlackConfig(BaseModel):
         default="",
         description="The message to send as an acknowledgement when a Slack message is received",
     )
+    test_mode: bool = Field(default=False, description="Enable test mode for Slack integration")
+
+
+class _TeamsConfig(BaseModel):
+    agent: str = Field(default="", description="Default agent to use for Microsoft Teams interactions")
+    agent_acknowledgement: str = Field(
+        default="",
+        description="The message to send as an acknowledgement when a Teams message is received",
+    )
+    app_id: str = Field(default="", description="Microsoft App ID (Application/Client ID) from Azure AD App Registration")
+    app_password: str = Field(default="", description="Microsoft App Password (Client Secret) from Azure AD App Registration")
+    tenant_id: str = Field(default="", description="Optional Tenant ID for Single Tenant App registration")
 
 
 class _WhatsAppConfig(BaseModel):
@@ -98,6 +110,7 @@ class _WhatsAppConfig(BaseModel):
     app_secret: str = Field(default="", description="WhatsApp app secret for signature verification")
     phone_number_id: str = Field(default="", description="WhatsApp Business phone number ID")
     api_version: str = Field(default="v24.0", description="WhatsApp API version")
+    api_base_url: str = Field(default="https://graph.facebook.com", description="WhatsApp API base URL")
 
 
 class _MessengerConfig(BaseModel):
@@ -131,6 +144,25 @@ class _GmailConfig(BaseModel):
     label_filter: str = Field(default="INBOX", description="Gmail label to monitor (e.g., INBOX, UNREAD)")
 
 
+class _MultimodalConfig(BaseModel):
+    """Configuration for multimodal attachment memory."""
+
+    enabled: bool = Field(
+        default=False,
+        description="Enable multimodal memory for images and files.",
+    )
+    max_attachments: int = Field(default=20, description="Maximum number of attachments to keep per session")
+    description_max_length: int = Field(default=200, description="Maximum length of attachment description text")
+    description_model: str = Field(
+        default="gpt-4o",
+        description="LiteLLM model used to generate brief descriptions when an attachment is first received (called by the pre-hook)",
+    )
+    analysis_model: str = Field(
+        default="gpt-4o",
+        description="LiteLLM model used by the analyze_attachments tool when the agent requests a full analysis of an attachment",
+    )
+
+
 class _TraceConfig(BaseModel):
     enabled: bool = Field(default=False, description="Enable tracing")
     type: str = Field(default="langfuse", pattern="^(langfuse|openllmetry)$")
@@ -174,11 +206,13 @@ class AKConfig(YamlBaseSettingsModified):
         default_factory=_MCPConfig,
     )
     slack: _SlackConfig = Field(description="Slack related configurations", default_factory=_SlackConfig)
+    teams: _TeamsConfig = Field(description="Microsoft Teams related configurations", default_factory=_TeamsConfig)
     whatsapp: _WhatsAppConfig = Field(description="WhatsApp related configurations", default_factory=_WhatsAppConfig)
     messenger: _MessengerConfig = Field(description="Facebook Messenger related configurations", default_factory=_MessengerConfig)
     instagram: _InstagramConfig = Field(description="Instagram Business API related configurations", default_factory=_InstagramConfig)
     telegram: _TelegramConfig = Field(description="Telegram Bot related configurations", default_factory=_TelegramConfig)
     gmail: _GmailConfig = Field(description="Gmail related configurations", default_factory=_GmailConfig)
+    multimodal: _MultimodalConfig = Field(description="Multimodal attachment memory configurations", default_factory=_MultimodalConfig)
 
     trace: _TraceConfig = Field(description="Tracing related configurations", default_factory=_TraceConfig)
     test: _TestConfig = Field(description="Test related configurations", default_factory=_TestConfig)

ak-py/src/agentkernel/core/multimodal/__init__.py

@@ -0,0 +1,21 @@
+"""
+Multimodal module for Agent Kernel.
+
+This module provides:
+- Storage functions for saving/retrieving attachments
+- PreHook for processing current images and injecting descriptions
+- Tools for LLM to access image data (framework-agnostic)
+"""
+
+from .hooks import MultimodalPreHook, MultimodalPreHookFactory, NoOpPreHook
+from .storage import (
+    AttachmentData,
+    AttachmentStorageDriver,
+    CacheStorageDriver,
+    get_attachment_data,
+    save_attachment,
+)
+from .tools import (
+    analyze_attachments,
+    describe_attachment_briefly,
+)