Changeset 3430202

mxchat-basic/trunk/admin/class-ajax-handler.php

-                      r3428255
+                      r3430202
                 'contextual_awareness_toggle',
                 'enable_email_block',
+                'enable_name_field'
+                'enable_name_field',
+                'show_frontend_debugger'
             ])) {
                 //error_log('MXChat Save: Processing toggle: ' . $name);
 …
+         }
+         // Handle chunking settings - use direct DB access to bypass WordPress filters
+         if (strpos($name, 'mxchat_chunk') === 0 || $name === 'mxchat_chunking_enabled') {
+             global $wpdb;
+             // Get current options directly from database
+             $current_options_raw = $wpdb->get_var(
+                 $wpdb->prepare(
+                     "SELECT option_value FROM {$wpdb->options} WHERE option_name = %s",
+                     'mxchat_options'
+                 )
+             );
+             $options = $current_options_raw !== null ? maybe_unserialize($current_options_raw) : array();
+             if (!is_array($options)) {
+                 $options = array();
+             }
+             // Update the specific chunking field
+             if ($name === 'mxchat_chunking_enabled') {
+                 $options['chunking_enabled'] = in_array($value, array('on', '1', 'true', true), true);
+             } elseif ($name === 'mxchat_chunk_size') {
+                 $options['chunk_size'] = max(1000, min(10000, intval($value)));
+             }
+             // Save directly to database
+             $serialized_options = maybe_serialize($options);
+             $option_exists = $wpdb->get_var(
+                 $wpdb->prepare(
+                     "SELECT COUNT(*) FROM {$wpdb->options} WHERE option_name = %s",
+                     'mxchat_options'
+                 )
+             );
+             if ($option_exists > 0) {
+                 $save_result = $wpdb->update(
+                     $wpdb->options,
+                     array('option_value' => $serialized_options),
+                     array('option_name' => 'mxchat_options'),
+                     array('%s'),
+                     array('%s')
+                 );
+             } else {
+                 $save_result = $wpdb->insert(
+                     $wpdb->options,
+                     array(
+                         'option_name' => 'mxchat_options',
+                         'option_value' => $serialized_options,
+                         'autoload' => 'yes'
+                     ),
+                     array('%s', '%s', '%s')
+                 );
+             }
+             // Clear object cache for this option
+             wp_cache_delete('mxchat_options', 'options');
+             if ($save_result !== false) {
+                 wp_send_json_success(['message' => esc_html__('Chunking setting saved', 'mxchat')]);
+             } else {
+                 wp_send_json_error(['message' => esc_html__('Failed to save chunking setting', 'mxchat')]);
+             }
+             return;
+         }
          // Handle other prompts options
          $options = get_option('mxchat_prompts_options', []);

mxchat-basic/trunk/admin/class-knowledge-manager.php

-                      r3413311
+                      r3430202
     add_action('admin_post_mxchat_delete_pinecone_prompt', array($this, 'mxchat_handle_pinecone_prompt_delete'));
     add_action('wp_ajax_mxchat_delete_pinecone_prompt', array($this, 'ajax_mxchat_delete_pinecone_prompt'));
+    add_action('wp_ajax_mxchat_delete_chunks_by_url', array($this, 'ajax_mxchat_delete_chunks_by_url'));
     add_action('wp_ajax_mxchat_update_role_restriction', array($this, 'ajax_mxchat_update_role_restriction'));
 …
     $sanitized_content = $this->mxchat_sanitize_content_for_api($page_content);
+    error_log('[MXCHAT-URL-DEBUG] URL: ' . $submitted_url);
+    error_log('[MXCHAT-URL-DEBUG] Extracted page_content length: ' . strlen($page_content));
+    error_log('[MXCHAT-URL-DEBUG] Sanitized content length: ' . strlen($sanitized_content));
+    error_log('[MXCHAT-URL-DEBUG] Content preview: ' . substr($sanitized_content, 0, 500));
     if (empty($sanitized_content)) {
         set_transient('mxchat_admin_notice_error',
 …
+    }
+    // For single URLs, process immediately (not queued)
+    $embedding_vector = $this->mxchat_generate_embedding($sanitized_content, $bot_id);
+    if (is_string($embedding_vector)) {
+        $error_message = esc_html__('Failed to generate embedding: ', 'mxchat') . esc_html($embedding_vector);
+    // For single URLs, process immediately using submit_content_to_db
+    // This handles chunking automatically for large content
+    $db_result = MxChat_Utils::submit_content_to_db(
+        $sanitized_content,
+        $submitted_url,
+        $api_key,
+        null,
+        $bot_id,
+        'url' // content_type
+    );
+    if (is_wp_error($db_result)) {
+        $error_message = esc_html__('Failed to store content in database: ', 'mxchat') . esc_html($db_result->get_error_message());
         set_transient('mxchat_admin_notice_error', $error_message, 30);
-        wp_safe_redirect(esc_url(admin_url('admin.php?page=mxchat-prompts')));
-        exit;
+    }
-    if (is_array($embedding_vector)) {
-        $db_result = MxChat_Utils::submit_content_to_db(
-            $sanitized_content,
-            $submitted_url,
-            $api_key,
-            null,
-            $bot_id
-        );
-        if (is_wp_error($db_result)) {
-            $error_message = esc_html__('Failed to store content in database: ', 'mxchat') . esc_html($db_result->get_error_message());
-            set_transient('mxchat_admin_notice_error', $error_message, 30);
-        } else {
-            $success_message = esc_html__('URL content successfully submitted!', 'mxchat');
-            set_transient('mxchat_admin_notice_success', $success_message, 30);
+        }
     } else {
         $error_message = esc_html__('Failed to generate embedding: Unexpected result type. Please check your API key and try again.', 'mxchat');
         set_transient('mxchat_admin_notice_error', $error_message, 30);
+        $success_message = esc_html__('URL content successfully submitted!', 'mxchat');
+        set_transient('mxchat_admin_notice_success', $success_message, 30);
+    }
 …
         // For debugging purposes
         $debugEnabled = false; // Set to true to enable debugging output
+        $debugEnabled = true; // Set to true to enable debugging output
         $debug = function($message) use ($debugEnabled) {
             if ($debugEnabled) {
                 //error_log('[MXCHAT-DEBUG] ' . $message);
+                error_log('[MXCHAT-EXTRACT-DEBUG] ' . $message);
+            }
         };
 …
         ];
         // First handle Elementor content
+        // First handle Elementor content - get only leaf widget containers to avoid duplicates
         $debug("Checking for Elementor content");
+        $elementor_widgets = $xpath->query('//div[contains(@class, "elementor-element")]//div[contains(@class, "elementor-widget-container")]');
+        // Get widget containers that are direct children of widgets (not nested inside other widget containers)
+        $elementor_widgets = $xpath->query('//div[contains(@class, "elementor-widget")]//div[contains(@class, "elementor-widget-container")]');
         if ($elementor_widgets && $elementor_widgets->length > 0) {
             $debug("Found Elementor widgets");
+            $seen_content = array(); // Track seen content to avoid duplicates
             $combined_content = '';
             foreach ($elementor_widgets as $widget) {
                 $widget_content = $dom->saveHTML($widget);
                 if (!empty($widget_content)) {
+                    $combined_content .= $widget_content;
+                    // Create a hash of the content to detect duplicates
+                    $content_hash = md5($widget_content);
+                    if (!isset($seen_content[$content_hash])) {
+                        $seen_content[$content_hash] = true;
+                        $combined_content .= $widget_content;
+                    }
+                }
+            }
 …
             $nodes = $xpath->query($selector);
             if ($nodes && $nodes->length > 0) {
+                $debug("Found matches for selector: " . $selector);
+                $content = '';
+                foreach ($nodes as $node) {
+                    $content .= $dom->saveHTML($node);
+                }
+                $debug("Found " . $nodes->length . " matches for selector: " . $selector);
+                // Only take the FIRST matching node to avoid duplicate content
+                // (pages often have nested or multiple containers with same class)
+                $content = $dom->saveHTML($nodes->item(0));
                 if (!empty($content)) {
                     $debug("Returning content from selector: " . $selector);
+                    $debug("Returning content from selector: " . $selector . " (first match only)");
                     return $content;
+                }
 …
         global $wpdb;
         $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
+        $processed_items = $wpdb->get_results("SELECT id, source_url, timestamp FROM {$table_name}");
+        $processed_items = $wpdb->get_results("SELECT id, source_url, article_content, timestamp FROM {$table_name}");
+        // Group items by source_url to count chunks
+        $url_chunk_counts = array();
+        $url_latest_timestamp = array();
+        $url_first_id = array();
         if (!empty($processed_items)) {
             foreach ($processed_items as $item) {
+                // Use improved URL matching that works for all post types
+                $post_id = $this->mxchat_url_to_post_id_improved($item->source_url);
+                $url = $item->source_url;
+                if (empty($url)) continue;
+                // Count chunks per URL
+                if (!isset($url_chunk_counts[$url])) {
+                    $url_chunk_counts[$url] = 0;
+                    $url_latest_timestamp[$url] = $item->timestamp;
+                    $url_first_id[$url] = $item->id;
+                }
+                $url_chunk_counts[$url]++;
+                // Track latest timestamp
+                if (strtotime($item->timestamp) > strtotime($url_latest_timestamp[$url])) {
+                    $url_latest_timestamp[$url] = $item->timestamp;
+                }
+            }
+            // Now build processed_data with chunk counts
+            foreach ($url_chunk_counts as $url => $chunk_count) {
+                $post_id = $this->mxchat_url_to_post_id_improved($url);
                 if ($post_id) {
                     $processed_data[$post_id] = array(
+                        'db_id' => $item->id,
+                        'timestamp' => $item->timestamp,
+                        'url' => $item->source_url,
+                        'source' => 'wordpress'
+                        'db_id' => $url_first_id[$url],
+                        'timestamp' => $url_latest_timestamp[$url],
+                        'url' => $url,
+                        'source' => 'wordpress',
+                        'chunk_count' => $chunk_count
                     );
+                }
 …
+            }
+            // Get chunk count for this item
+            $chunk_count = 0;
+            if ($is_processed && isset($processed_data[$id]['chunk_count'])) {
+                $chunk_count = intval($processed_data[$id]['chunk_count']);
+            }
             $content_items[] = array(
                 'id' => $id,
 …
                 'processed_date' => $processed_date,
                 'db_record_id' => $db_record_id,
+                'data_source' => $data_source
+                'data_source' => $data_source,
+                'chunk_count' => $chunk_count
             );
+        }
 …
+    }
+    $content = substr($content, 0, 10000); // Limit content size
+    // Debug logging for WordPress Import content
+    error_log('[MXCHAT-WP-IMPORT-DEBUG] Post ID: ' . $post_id . ' Title: ' . $post->post_title);
+    error_log('[MXCHAT-WP-IMPORT-DEBUG] Raw post_content length: ' . strlen($post->post_content));
+    error_log('[MXCHAT-WP-IMPORT-DEBUG] Final content length: ' . strlen($content));
+    error_log('[MXCHAT-WP-IMPORT-DEBUG] Content preview: ' . substr($content, 0, 300));
+    // Note: Removed 10,000 char limit - chunking now handles large content properly
     //  Get bot-specific API key
     $bot_options = $this->get_bot_options($bot_id);
 …
+        }
         // Convert matches to processed data format
+        // Convert matches to processed data format, grouping by URL to count chunks
         $processed_data = array();
+        $url_chunk_counts = array();
         foreach ($all_matches as $match) {
 …
                 $post_id = url_to_postid($source_url);
                 if ($post_id) {
+                    // Count chunks per post_id
+                    if (!isset($url_chunk_counts[$post_id])) {
+                        $url_chunk_counts[$post_id] = 0;
+                    }
+                    $url_chunk_counts[$post_id]++;
                     $created_at = $metadata['created_at'] ?? '';
                     $processed_date = 'Recently';
 …
+                    }
+                    $processed_data[$post_id] = array(
+                        'db_id' => $match_id,
+                        'processed_date' => $processed_date,
+                        'url' => $source_url,
+                        'source' => 'pinecone',
+                        'timestamp' => $timestamp ?? current_time('timestamp')
+                    );
+                    // Only store if not already set, or update with newer timestamp
+                    if (!isset($processed_data[$post_id]) ||
+                        ($timestamp ?? 0) > ($processed_data[$post_id]['timestamp'] ?? 0)) {
+                        $processed_data[$post_id] = array(
+                            'db_id' => $match_id,
+                            'processed_date' => $processed_date,
+                            'url' => $source_url,
+                            'source' => 'pinecone',
+                            'timestamp' => $timestamp ?? current_time('timestamp')
+                        );
+                    }
+                }
+            }
+        }
+        // Add chunk counts to processed data
+        foreach ($url_chunk_counts as $post_id => $chunk_count) {
+            if (isset($processed_data[$post_id])) {
+                $processed_data[$post_id]['chunk_count'] = $chunk_count;
+            }
+        }
 …
+    }
+    // Check if Pinecone is enabled
+    $pinecone_options = get_option('mxchat_pinecone_addon_options', array());
+    $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1';
+    if ($use_pinecone && !empty($pinecone_options['mxchat_pinecone_api_key'])) {
+        // Delete from Pinecone
+        $this->mxchat_delete_from_pinecone_by_url($source_url, $pinecone_options);
+    } else {
+        // Delete from WordPress DB
+        global $wpdb;
+        $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
+        $result = $wpdb->delete(
+            $table_name,
+            array('source_url' => $source_url),
+            array('%s')
+        );
+        if ($result === false) {
+            //error_log('MXChat: WordPress DB deletion failed for URL: ' . $source_url);
+        }
+    // Use chunk-aware deletion (handles both chunked and non-chunked content)
+    $delete_result = MxChat_Utils::delete_chunks_for_url($source_url, 'default');
+    if (is_wp_error($delete_result)) {
+        //error_log('MXChat: Chunk-aware deletion failed for URL: ' . $source_url . ' - ' . $delete_result->get_error_message());
+    }
+}
 …
+    }
+    exit;
+}
+/**
+ * Handle deletion of all chunks for a given source URL via AJAX
+ * Follows the same pattern as ajax_mxchat_delete_pinecone_prompt
+ */
+public function ajax_mxchat_delete_chunks_by_url() {
+    // Verify nonce and permissions
+    if (!check_ajax_referer('mxchat_delete_chunks_nonce', 'nonce', false)) {
+        wp_send_json_error('Invalid nonce');
+        exit;
+    }
+    if (!current_user_can('manage_options')) {
+        wp_send_json_error('Unauthorized access');
+        exit;
+    }
+    $source_url = isset($_POST['source_url']) ? esc_url_raw($_POST['source_url']) : '';
+    $data_source = isset($_POST['data_source']) ? sanitize_text_field($_POST['data_source']) : 'wordpress';
+    $bot_id = isset($_POST['bot_id']) ? sanitize_text_field($_POST['bot_id']) : 'default';
+    if (empty($source_url)) {
+        wp_send_json_error('Missing source URL');
+        exit;
+    }
+    // Generate the base vector ID from the source URL (same as how chunks are created)
+    $base_vector_id = md5($source_url);
+    if ($data_source === 'pinecone') {
+        // Get bot-specific Pinecone settings (same as working delete function)
+        $pinecone_manager = MxChat_Pinecone_Manager::get_instance();
+        $pinecone_options = $pinecone_manager->mxchat_get_bot_pinecone_options($bot_id);
+        $use_pinecone = ($pinecone_options['mxchat_use_pinecone'] ?? '0') === '1';
+        if (!$use_pinecone || empty($pinecone_options['mxchat_pinecone_api_key'])) {
+            wp_send_json_error('Pinecone is not properly configured for bot: ' . $bot_id);
+            exit;
+        }
+        $api_key = $pinecone_options['mxchat_pinecone_api_key'];
+        $host = $pinecone_options['mxchat_pinecone_host'];
+        $namespace = $pinecone_options['mxchat_pinecone_namespace'] ?? '';
+        // Collect all vector IDs to delete
+        $vectors_to_delete = array();
+        // Add the original single-vector ID (for non-chunked content)
+        $vectors_to_delete[] = $base_vector_id;
+        // Use Pinecone list API to find all chunk vectors with this prefix
+        // NOTE: Pinecone List API is a GET request with query parameters, not POST
+        $prefix = $base_vector_id . '_chunk_';
+        $query_params = array(
+            'prefix' => $prefix,
+            'limit' => 100
+        );
+        if (!empty($namespace)) {
+            $query_params['namespace'] = $namespace;
+        }
+        $list_url = "https://{$host}/vectors/list?" . http_build_query($query_params);
+        $list_response = wp_remote_get($list_url, array(
+            'headers' => array(
+                'Api-Key' => $api_key,
+                'accept' => 'application/json'
+            ),
+            'timeout' => 30
+        ));
+        if (!is_wp_error($list_response)) {
+            $list_body_response = wp_remote_retrieve_body($list_response);
+            $list_data = json_decode($list_body_response, true);
+            if (!empty($list_data['vectors'])) {
+                foreach ($list_data['vectors'] as $vector) {
+                    if (isset($vector['id'])) {
+                        $vectors_to_delete[] = $vector['id'];
+                    }
+                }
+            }
+        }
+        if (empty($vectors_to_delete)) {
+            wp_send_json_success(array(
+                'message' => 'No vectors found to delete',
+                'source_url' => $source_url
+            ));
+            exit;
+        }
+        // Delete all vectors using the same endpoint as the working function
+        $delete_url = "https://{$host}/vectors/delete";
+        $delete_body = array(
+            'ids' => $vectors_to_delete
+        );
+        if (!empty($namespace)) {
+            $delete_body['namespace'] = $namespace;
+        }
+        $delete_response = wp_remote_post($delete_url, array(
+            'headers' => array(
+                'Api-Key' => $api_key,
+                'accept' => 'application/json',
+                'content-type' => 'application/json'
+            ),
+            'body' => wp_json_encode($delete_body),
+            'timeout' => 30
+        ));
+        if (is_wp_error($delete_response)) {
+            wp_send_json_error('Failed to delete from Pinecone: ' . $delete_response->get_error_message());
+            exit;
+        }
+        $response_code = wp_remote_retrieve_response_code($delete_response);
+        if ($response_code !== 200) {
+            wp_send_json_error('Pinecone API error (HTTP ' . $response_code . ')');
+            exit;
+        }
+        wp_send_json_success(array(
+            'message' => 'All chunks deleted successfully from Pinecone',
+            'source_url' => $source_url,
+            'deleted_count' => count($vectors_to_delete)
+        ));
+    } else {
+        // WordPress database deletion
+        global $wpdb;
+        $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
+        $result = $wpdb->delete(
+            $table_name,
+            array('source_url' => $source_url),
+            array('%s')
+        );
+        if ($result === false) {
+            wp_send_json_error('Failed to delete from database: ' . $wpdb->last_error);
+            exit;
+        }
+        wp_send_json_success(array(
+            'message' => 'All chunks deleted successfully from database',
+            'source_url' => $source_url,
+            'deleted_count' => $result
+        ));
+    }
     exit;
+}

mxchat-basic/trunk/admin/class-pinecone-manager.php

-                      r3428255
+                      r3430202
+        }
+        // Handle pagination
+        $total = count($all_records);
+        // UPDATED 2.6.3: Group records by source_url for chunk-aware pagination
+        // This ensures pagination shows X entries per page, not X chunks
+        $grouped_by_url = array();
+        $empty_url_records = array();
+        foreach ($all_records as $record) {
+            $source_url = $record->source_url ?? '';
+            if (empty($source_url)) {
+                $empty_url_records[] = $record;
+            } else {
+                if (!isset($grouped_by_url[$source_url])) {
+                    $grouped_by_url[$source_url] = array();
+                }
+                $grouped_by_url[$source_url][] = $record;
+            }
+        }
+        // Count unique entries (unique URLs + individual empty-URL records)
+        $total_unique_entries = count($grouped_by_url) + count($empty_url_records);
+        // Paginate by unique entries
         $offset = ($page - 1) * $per_page;
+        $paged_records = array_slice($all_records, $offset, $per_page);
+        // Build ordered list of URL groups (newest first based on first record)
+        $url_groups_ordered = array_keys($grouped_by_url);
+        // Get the URLs for this page
+        $page_urls = array_slice($url_groups_ordered, $offset, $per_page);
+        // Collect all records for this page's URLs
+        $paged_records = array();
+        foreach ($page_urls as $url) {
+            foreach ($grouped_by_url[$url] as $record) {
+                $paged_records[] = $record;
+            }
+        }
+        // Add empty-URL records if they fall within this page's range
+        $remaining_slots = $per_page - count($page_urls);
+        $empty_offset = max(0, $offset - count($grouped_by_url));
+        if ($remaining_slots > 0 && $empty_offset < count($empty_url_records)) {
+            $empty_page_records = array_slice($empty_url_records, $empty_offset, $remaining_slots);
+            $paged_records = array_merge($paged_records, $empty_page_records);
+        }
         return array(
             'data' => $paged_records,
             'total' => $total,
+            'total' => $total_unique_entries,
             'total_in_database' => $total_in_database,
             'showing_recent_only' => ($total_in_database > 500)
 …
                 'created_at' => $created_at,
                 'data_source' => 'pinecone',
+                'relevance_score' => $match['score'] ?? 0
+                'relevance_score' => $match['score'] ?? 0,
+                'chunk_index' => isset($metadata['chunk_index']) ? intval($metadata['chunk_index']) : null,
+                'total_chunks' => isset($metadata['total_chunks']) ? intval($metadata['total_chunks']) : null,
+                'is_chunked' => isset($metadata['is_chunked']) ? (bool) $metadata['is_chunked'] : false
             );
+        }
 …
                 'bot_id' => $bot_id,
                 'created_at' => $created_at,
+                'data_source' => 'pinecone'
+                'data_source' => 'pinecone',
+                'chunk_index' => isset($metadata['chunk_index']) ? intval($metadata['chunk_index']) : null,
+                'total_chunks' => isset($metadata['total_chunks']) ? intval($metadata['total_chunks']) : null,
+                'is_chunked' => isset($metadata['is_chunked']) ? (bool) $metadata['is_chunked'] : false
             );
+        }
 …
                 'bot_id' => $bot_id,
                 'created_at' => $created_at,
+                'data_source' => 'pinecone'
+                'data_source' => 'pinecone',
+                'chunk_index' => isset($metadata['chunk_index']) ? intval($metadata['chunk_index']) : null,
+                'total_chunks' => isset($metadata['total_chunks']) ? intval($metadata['total_chunks']) : null,
+                'is_chunked' => isset($metadata['is_chunked']) ? (bool) $metadata['is_chunked'] : false
             );
+        }
 …
                 'bot_id' => $bot_id,
                 'created_at' => $created_at,
+                'data_source' => 'pinecone'
+                'data_source' => 'pinecone',
+                'chunk_index' => isset($metadata['chunk_index']) ? intval($metadata['chunk_index']) : null,
+                'total_chunks' => isset($metadata['total_chunks']) ? intval($metadata['total_chunks']) : null,
+                'is_chunked' => isset($metadata['is_chunked']) ? (bool) $metadata['is_chunked'] : false
             );
+        }
 …
                                 'bot_id' => $bot_id,
                                 'created_at' => $created_at,
+                                'data_source' => 'pinecone'
+                                'data_source' => 'pinecone',
+                                'chunk_index' => isset($metadata['chunk_index']) ? intval($metadata['chunk_index']) : null,
+                                'total_chunks' => isset($metadata['total_chunks']) ? intval($metadata['total_chunks']) : null,
+                                'is_chunked' => isset($metadata['is_chunked']) ? (bool) $metadata['is_chunked'] : false
                             );

mxchat-basic/trunk/css/admin-style.css

-                      r3428255
+                      r3430202
 .mxchat-stat-card {
-    background: #f6f7f7;
     padding: 20px;
     border-radius: 12px;
 …
 .mxchat-stat-accent {
-    background: linear-gradient(135deg, #faf5ff 0%, #f3e8ff 100%);
     border: 1px solid #e9d5ff;
+}
 …
+}
+/* Matches Summary */
+.mxchat-rag-matches-summary {
+    margin: 0 0 16px 0;
+    font-size: 0.875rem;
+    color: #334155;
+    font-weight: 500;
+}
+/* Chunk Badge */
+.mxchat-rag-chunk-badge {
+    display: inline-block;
+    padding: 3px 8px;
+    font-size: 0.6875rem;
+    font-weight: 600;
+    background: linear-gradient(135deg, #8b5cf6 0%, #7c3aed 100%);
+    color: #fff;
+    border-radius: 10px;
+    text-transform: uppercase;
+    letter-spacing: 0.02em;
+}
+/* Chunk Toggle */
+.mxchat-rag-chunk-toggle {
+    display: block;
+    padding: 10px 0;
+    font-size: 0.75rem;
+    font-weight: 600;
+    color: #6366f1;
+    cursor: pointer;
+    border-top: 1px solid #e2e8f0;
+    margin-top: 12px;
+    transition: color 0.15s ease;
+}
+.mxchat-rag-chunk-toggle:hover {
+    color: #4f46e5;
+}
+/* Chunk Details */
+.mxchat-rag-chunk-details {
+    display: none;
+    padding: 8px 0 0 0;
+}
+/* Chunk Row */
+.mxchat-rag-chunk-row {
+    display: flex;
+    align-items: center;
+    padding: 8px 10px;
+    margin: 4px 0;
+    border-radius: 6px;
+    font-size: 0.8125rem;
+    gap: 10px;
+}
+.mxchat-rag-chunk-row.chunk-used {
+    background: rgba(16, 185, 129, 0.1);
+}
+.mxchat-rag-chunk-row.chunk-not-used {
+    background: rgba(100, 116, 139, 0.08);
+}
+.mxchat-rag-chunk-icon {
+    font-size: 0.875rem;
+    width: 18px;
+    text-align: center;
+}
+.chunk-used .mxchat-rag-chunk-icon {
+    color: #10b981;
+}
+.chunk-not-used .mxchat-rag-chunk-icon {
+    color: #94a3b8;
+}
+.mxchat-rag-chunk-num {
+    font-weight: 600;
+    color: #334155;
+    flex: 1;
+}
+.mxchat-rag-chunk-score {
+    font-weight: 600;
+    color: #64748b;
+    font-variant-numeric: tabular-nums;
+}
 /* No Matches */
 .mxchat-rag-no-matches {
 …
 .mxchat-radio-label input[type="radio"] {
     margin: 0;
     width: 18px;
     height: 18px;
+    width: 16px;
+    height: 16px;
     accent-color: #2271b1;
+}

mxchat-basic/trunk/css/chat-transcripts.css

-                      r3408040
+                      r3430202
+}
+/* Message content markdown styling */
+.mxchat-message-content a {
+    color: #3b82f6;
+    text-decoration: none;
+}
+.mxchat-message-content a:hover {
+    text-decoration: underline;
+}
+.mxchat-message-content code {
+    background: rgba(0, 0, 0, 0.06);
+    padding: 2px 5px;
+    border-radius: 3px;
+    font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace;
+    font-size: 0.9em;
+}
+.mxchat-message-content pre {
+    background: #1e293b;
+    color: #e2e8f0;
+    padding: 12px 16px;
+    border-radius: 6px;
+    overflow-x: auto;
+    margin: 8px 0;
+}
+.mxchat-message-content pre code {
+    background: none;
+    padding: 0;
+    color: inherit;
+}
+.mxchat-message-content strong {
+    font-weight: 600;
+}
+.mxchat-message-content em {
+    font-style: italic;
+}
+.mxchat-message-content h1,
+.mxchat-message-content h2,
+.mxchat-message-content h3,
+.mxchat-message-content h4,
+.mxchat-message-content h5,
+.mxchat-message-content h6 {
+    margin: 12px 0 8px 0;
+    font-weight: 600;
+    line-height: 1.3;
+    color: #1f2937;
+}
+.mxchat-message-content h1 { font-size: 1.4em; }
+.mxchat-message-content h2 { font-size: 1.3em; }
+.mxchat-message-content h3 { font-size: 1.2em; }
+.mxchat-message-content h4 { font-size: 1.1em; }
+.mxchat-message-content h5 { font-size: 1em; }
+.mxchat-message-content h6 { font-size: 0.95em; }
+.mxchat-message-content ul,
+.mxchat-message-content ol {
+    margin: 8px 0;
+    padding-left: 24px;
+}
+.mxchat-message-content li {
+    margin: 4px 0;
+}
+.mxchat-message-content p {
+    margin: 8px 0;
+}
 .mxchat-timestamp {
     font-size: 12px;

mxchat-basic/trunk/css/knowledge-style.css

-                      r3406402
+                      r3430202
     margin-left: 10px;
+}
+/* ===== Chunk Grouping Styles ===== */
+.mxchat-chunk-group-header {
+    background: rgba(120, 115, 245, 0.04) !important;
+    border-left: 3px solid #7873f5;
+}
+.mxchat-chunk-group-header:hover {
+    background: rgba(120, 115, 245, 0.08) !important;
+}
+.mxchat-chunk-group-info {
+    display: flex;
+    align-items: center;
+    gap: 12px;
+}
+.mxchat-chunk-toggle {
+    flex-shrink: 0;
+    width: 28px;
+    height: 28px;
+    border: none;
+    background: linear-gradient(135deg, rgba(250, 115, 230, 0.1), rgba(120, 115, 245, 0.1));
+    border-radius: 6px;
+    cursor: pointer;
+    display: inline-flex;
+    align-items: center;
+    justify-content: center;
+    transition: all 0.3s ease;
+    padding: 0;
+}
+.mxchat-chunk-toggle:hover {
+    background: linear-gradient(135deg, rgba(250, 115, 230, 0.2), rgba(120, 115, 245, 0.2));
+    transform: scale(1.05);
+}
+.mxchat-chunk-toggle .dashicons {
+    font-size: 16px;
+    color: #7873f5;
+    transition: transform 0.3s ease;
+}
+.mxchat-chunk-toggle.expanded .dashicons {
+    transform: rotate(90deg);
+}
+.mxchat-chunk-badge {
+    display: inline-flex;
+    align-items: center;
+    padding: 4px 10px;
+    background: linear-gradient(135deg, #7873f5, #3ac9d1);
+    color: white;
+    border-radius: 12px;
+    font-size: 12px;
+    font-weight: 600;
+    white-space: nowrap;
+}
+.mxchat-chunk-preview {
+    flex: 1;
+    color: #666;
+    font-size: 13px;
+    overflow: hidden;
+    text-overflow: ellipsis;
+    white-space: nowrap;
+}
+.mxchat-chunk-row {
+    border-left: 3px solid #e0e0e0;
+}
+.mxchat-chunk-row td:first-child {
+    padding-left: 30px !important;
+}
+.mxchat-chunk-indicator {
+    display: inline-flex;
+    align-items: center;
+    padding: 2px 8px;
+    background: #f0f0f0;
+    color: #666;
+    border-radius: 4px;
+    font-size: 11px;
+    font-weight: 500;
+}
+.mxchat-chunk-label {
+    color: #999;
+    font-size: 12px;
+    font-style: italic;
+}
+/* Delete button for chunk groups */
+.delete-button-group {
+    background: none;
+    border: none;
+    cursor: pointer;
+    padding: 4px;
+    border-radius: 4px;
+    transition: all 0.2s ease;
+}
+.delete-button-group:hover {
+    background: rgba(255, 0, 0, 0.1);
+}
+.delete-button-group .dashicons {
+    color: #dc3545;
+}
+.delete-button-group .dashicons.spin {
+    animation: mxchat-spin 1s linear infinite;
+}
+@keyframes mxchat-spin {
+    from { transform: rotate(0deg); }
+    to { transform: rotate(360deg); }
+}

mxchat-basic/trunk/css/test-panel.css

-                      r3315188
+                      r3430202
+}
+/* Chunk Badge (legacy) */
+.chunk-badge {
+    display: inline-flex;
+    align-items: center;
+    padding: 2px 8px;
+    font-size: 11px;
+    font-weight: 600;
+    background: linear-gradient(135deg, #8b5cf6 0%, #7c3aed 100%);
+    color: #fff;
+    border-radius: 10px;
+    margin-left: 4px;
+    text-transform: uppercase;
+    letter-spacing: 0.3px;
+}
+/* Matches Header Subheader */
+.matches-subheader {
+    font-size: 11px;
+    font-weight: 400;
+    color: #64748b;
+    margin-left: 6px;
+}
+/* Chunk Summary Badge */
+.chunk-summary {
+    display: inline-flex;
+    align-items: center;
+    padding: 2px 8px;
+    font-size: 11px;
+    font-weight: 600;
+    background: linear-gradient(135deg, #8b5cf6 0%, #7c3aed 100%);
+    color: #fff;
+    border-radius: 10px;
+    margin-left: 8px;
+}
+/* Chunk Expand Toggle */
+.chunk-expand-toggle {
+    display: block;
+    padding: 8px 16px;
+    font-size: 11px;
+    font-weight: 600;
+    color: #6366f1;
+    cursor: pointer;
+    border-top: 1px solid rgba(0, 0, 0, 0.05);
+    transition: background 0.15s ease;
+}
+.chunk-expand-toggle:hover {
+    background: rgba(99, 102, 241, 0.08);
+}
+/* Chunk Details Container */
+.chunk-details {
+    display: none;
+    padding: 0 16px 12px 16px;
+    background: rgba(0, 0, 0, 0.02);
+    border-top: 1px solid rgba(0, 0, 0, 0.05);
+}
+.chunk-details.expanded {
+    display: block;
+}
+/* Chunk Detail Row */
+.chunk-detail-row {
+    display: flex;
+    align-items: center;
+    padding: 6px 8px;
+    margin: 4px 0;
+    border-radius: 6px;
+    font-size: 12px;
+    gap: 10px;
+}
+.chunk-detail-row.chunk-used {
+    background: rgba(16, 185, 129, 0.1);
+}
+.chunk-detail-row.chunk-not-used {
+    background: rgba(100, 116, 139, 0.08);
+}
+.chunk-detail-icon {
+    font-size: 12px;
+    width: 16px;
+    text-align: center;
+}
+.chunk-used .chunk-detail-icon {
+    color: #10b981;
+}
+.chunk-not-used .chunk-detail-icon {
+    color: #94a3b8;
+}
+.chunk-detail-num {
+    font-weight: 600;
+    color: #334155;
+    flex: 1;
+}
+.chunk-detail-score {
+    font-weight: 600;
+    color: #64748b;
+}
 .similarity-score {
     font-size: 16px;

mxchat-basic/trunk/includes/class-mxchat-admin.php

-                      r3428255
+                      r3430202
         'post_type_visibility_list' => array(), // Array of post type slugs
         'contextual_awareness_toggle' => 'off',
+        'show_frontend_debugger' => 'on',
         'close_button_color' => esc_html__('#fff', 'mxchat'),
         'chatbot_bg_color' => esc_html__('#fff', 'mxchat'),
 …
+                ]
             );
             $message_content = nl2br($message_content);
+            // Note: Don't use nl2br() here - format_transcript_message() handles paragraph formatting
             // Check if this bot message has RAG context data
 …
+        }
+        // Retrieve total number of prompts, considering filters
+        // UPDATED 2.6.3: Count unique entries (by source_url) instead of individual rows
+        // This ensures pagination shows X entries per page, not X chunks
+        // Entries with empty source_url are counted individually
         if (!empty($where_values)) {
+            $count_query = $wpdb->prepare("SELECT COUNT(*) FROM {$table_name} {$sql_where}", $where_values);
+            // Count unique source_urls + count of rows with empty source_url
+            $count_query = $wpdb->prepare(
+                "SELECT (SELECT COUNT(DISTINCT source_url) FROM {$table_name} {$sql_where} AND source_url != '') +
+                        (SELECT COUNT(*) FROM {$table_name} {$sql_where} AND (source_url = '' OR source_url IS NULL))",
+                array_merge($where_values, $where_values)
+            );
         } else {
+            $count_query = "SELECT COUNT(*) FROM {$table_name} {$sql_where}";
+            $count_query = "SELECT (SELECT COUNT(DISTINCT source_url) FROM {$table_name} WHERE source_url != '') +
+                                  (SELECT COUNT(*) FROM {$table_name} WHERE source_url = '' OR source_url IS NULL)";
+        }
         $total_records = $wpdb->get_var($count_query);
         $total_pages = ceil($total_records / $per_page);
+        // Retrieve prompts from the database
+        $limit_offset_values = array_merge($where_values, array($per_page, $offset));
+        $prompts_query = $wpdb->prepare(
+            "SELECT * FROM {$table_name} {$sql_where} ORDER BY timestamp DESC LIMIT %d OFFSET %d",
+            ...$limit_offset_values
+        );
+        $prompts = $wpdb->get_results($prompts_query);
+        // UPDATED 2.6.3: Get unique source_urls for pagination, then fetch all their rows
+        // Step 1: Get the source_urls for this page (distinct URLs ordered by latest timestamp)
+        if (!empty($where_values)) {
+            $urls_query = $wpdb->prepare(
+                "SELECT source_url, MAX(timestamp) as latest_ts FROM {$table_name} {$sql_where}
+                 GROUP BY source_url ORDER BY latest_ts DESC LIMIT %d OFFSET %d",
+                array_merge($where_values, array($per_page, $offset))
+            );
+        } else {
+            $urls_query = $wpdb->prepare(
+                "SELECT source_url, MAX(timestamp) as latest_ts FROM {$table_name}
+                 GROUP BY source_url ORDER BY latest_ts DESC LIMIT %d OFFSET %d",
+                $per_page, $offset
+            );
+        }
+        $page_urls = $wpdb->get_results($urls_query);
+        // Step 2: Fetch all rows for these source_urls
+        $prompts = array();
+        if (!empty($page_urls)) {
+            $url_list = array();
+            $has_empty_url = false;
+            foreach ($page_urls as $url_row) {
+                if (empty($url_row->source_url)) {
+                    $has_empty_url = true;
+                } else {
+                    $url_list[] = $url_row->source_url;
+                }
+            }
+            // Build query to fetch all rows for these URLs
+            $url_conditions = array();
+            $url_values = array();
+            if (!empty($url_list)) {
+                $placeholders = implode(',', array_fill(0, count($url_list), '%s'));
+                $url_conditions[] = "source_url IN ($placeholders)";
+                $url_values = array_merge($url_values, $url_list);
+            }
+            if ($has_empty_url) {
+                $url_conditions[] = "(source_url = '' OR source_url IS NULL)";
+            }
+            if (!empty($url_conditions)) {
+                $url_where = "WHERE (" . implode(" OR ", $url_conditions) . ")";
+                // Add original filters back
+                if (!empty($where_clauses)) {
+                    $url_where .= " AND " . implode(" AND ", $where_clauses);
+                    $url_values = array_merge($url_values, $where_values);
+                }
+                if (!empty($url_values)) {
+                    $prompts_query = $wpdb->prepare(
+                        "SELECT * FROM {$table_name} {$url_where} ORDER BY source_url, timestamp DESC",
+                        $url_values
+                    );
+                } else {
+                    $prompts_query = "SELECT * FROM {$table_name} {$url_where} ORDER BY source_url, timestamp DESC";
+                }
+                $prompts = $wpdb->get_results($prompts_query);
+            }
+        }
+    }
 …
                         <!-- Table -->
+                        <?php
+                        // Group prompts by source_url for chunked content display
+                        $grouped_prompts = array();
+                        $ungrouped_prompts = array();
+                        if ($prompts) {
+                            foreach ($prompts as $prompt) {
+                                $source_url = $prompt->source_url ?? '';
+                                // Check if chunk metadata exists on the record itself (Pinecone)
+                                if (isset($prompt->chunk_index) && $prompt->chunk_index !== null) {
+                                    // Pinecone: metadata is already on the record object
+                                    $prompt->chunk_metadata = array(
+                                        'chunk_index' => intval($prompt->chunk_index),
+                                        'total_chunks' => isset($prompt->total_chunks) ? intval($prompt->total_chunks) : null,
+                                        'is_chunked' => isset($prompt->is_chunked) ? (bool) $prompt->is_chunked : true
+                                    );
+                                    $prompt->display_content = $prompt->article_content; // Pinecone content is already clean
+                                } else {
+                                    // WordPress: Parse chunk metadata from JSON prefix in article_content
+                                    $chunk_meta = MxChat_Chunker::parse_stored_chunk($prompt->article_content);
+                                    $prompt->chunk_metadata = $chunk_meta['metadata'];
+                                    $prompt->display_content = $chunk_meta['text']; // Store clean content without JSON prefix
+                                }
+                                if (!empty($source_url)) {
+                                    if (!isset($grouped_prompts[$source_url])) {
+                                        $grouped_prompts[$source_url] = array();
+                                    }
+                                    $grouped_prompts[$source_url][] = $prompt;
+                                } else {
+                                    $ungrouped_prompts[] = $prompt;
+                                }
+                            }
+                            // Sort each group by chunk_index from metadata
+                            foreach ($grouped_prompts as $source_url => &$group) {
+                                usort($group, function($a, $b) {
+                                    $index_a = isset($a->chunk_metadata['chunk_index']) ? intval($a->chunk_metadata['chunk_index']) : 0;
+                                    $index_b = isset($b->chunk_metadata['chunk_index']) ? intval($b->chunk_metadata['chunk_index']) : 0;
+                                    return $index_a - $index_b;
+                                });
+                            }
+                            unset($group); // Break reference
+                        }
+                        $display_index = 0;
+                        ?>
                         <div class="mxchat-table-wrapper">
                             <table class="mxchat-records-table">
 …
                                 <tbody>
                                     <?php if ($prompts) : ?>
+                                        <?php foreach ($prompts as $index => $prompt) : ?>
+                                        <?php
+                                        // Display grouped prompts (content with same source_url)
+                                        foreach ($grouped_prompts as $source_url => $group) :
+                                            $chunk_count = count($group);
+                                            $first_prompt = $group[0];
+                                            $display_index++;
+                                            if ($chunk_count > 1) :
+                                                // Multiple chunks - show grouped row with expand button
+                                                $group_id = 'group-' . md5($source_url);
+                                        ?>
+                                                <tr id="prompt-<?php echo esc_attr($first_prompt->id); ?>"
+                                                    class="mxchat-chunk-group-header"
+                                                    data-source="<?php echo esc_attr($data_source); ?>"
+                                                    data-group-id="<?php echo esc_attr($group_id); ?>"
+                                                    <?php if ($data_source === 'pinecone') : ?>
+                                                        style="background: rgba(33, 150, 243, 0.02);"
+                                                    <?php endif; ?>>
+                                                    <td>
+                                                        <?php if ($data_source === 'pinecone') : ?>
+                                                            <?php echo esc_html($display_index + (($current_page - 1) * $per_page)); ?>
+                                                        <?php else : ?>
+                                                            <?php echo esc_html($first_prompt->id); ?>
+                                                        <?php endif; ?>
+                                                    </td>
+                                                    <td class="mxchat-content-cell">
+                                                        <div class="mxchat-chunk-group-info">
+                                                            <button type="button" class="mxchat-chunk-toggle" data-group-id="<?php echo esc_attr($group_id); ?>">
+                                                                <span class="dashicons dashicons-arrow-right-alt2"></span>
+                                                            </button>
+                                                            <span class="mxchat-chunk-badge"><?php echo esc_html($chunk_count); ?> <?php esc_html_e('chunks', 'mxchat'); ?></span>
+                                                            <span class="mxchat-chunk-preview">
+                                                                <?php
+                                                                // Use display_content (without JSON prefix) if available
+                                                                $parent_content = isset($first_prompt->display_content) ? $first_prompt->display_content : $first_prompt->article_content;
+                                                                $content_preview = mb_substr($parent_content, 0, 100);
+                                                                echo esc_html($content_preview . '...');
+                                                                ?>
+                                                            </span>
+                                                        </div>
+                                                    </td>
+                                                    <td class="mxchat-url-cell">
+                                                        <div class="url-view">
+                                                            <a href="<?php echo esc_url($source_url); ?>" target="_blank">
+                                                                <span class="dashicons dashicons-external"></span>
+                                                                <?php esc_html_e('View Source', 'mxchat'); ?>
+                                                            </a>
+                                                        </div>
+                                                    </td>
+                                                    <?php if ($data_source === 'pinecone') : ?>
+                                                        <td class="mxchat-vector-id-cell">
+                                                            <code style="background: #f5f5f5; padding: 2px 6px; border-radius: 3px; font-size: 11px;">
+                                                                <?php echo esc_html(substr($first_prompt->id, 0, 8) . '..._chunk_*'); ?>
+                                                            </code>
+                                                        </td>
+                                                    <?php endif; ?>
+                                                    <td class="mxchat-actions-cell">
+                                                        <div class="mxchat-role-restriction-container" style="margin-bottom: 8px;">
+                                                            <select class="mxchat-role-select mxchat-group-role-select"
+                                                                    data-group-url="<?php echo esc_attr($source_url); ?>"
+                                                                    data-data-source="<?php echo esc_attr($data_source); ?>"
+                                                                    data-nonce="<?php echo wp_create_nonce('mxchat_update_role_nonce'); ?>">
+                                                                <?php
+                                                                $current_role = $first_prompt->role_restriction ?? 'public';
+                                                                $role_options = $knowledge_manager->mxchat_get_role_options();
+                                                                foreach ($role_options as $role_key => $role_label) : ?>
+                                                                    <option value="<?php echo esc_attr($role_key); ?>"
+                                                                            <?php selected($current_role, $role_key); ?>>
+                                                                        <?php echo esc_html($role_label); ?>
+                                                                    </option>
+                                                                <?php endforeach; ?>
+                                                            </select>
+                                                        </div>
+                                                        <div class="mxchat-delete-container">
+                                                            <button type="button"
+                                                                    class="mxchat-button-icon delete-button-group"
+                                                                    data-source-url="<?php echo esc_attr($source_url); ?>"
+                                                                    data-chunk-count="<?php echo esc_attr($chunk_count); ?>"
+                                                                    data-data-source="<?php echo esc_attr($data_source); ?>"
+                                                                    data-bot-id="<?php echo esc_attr($current_bot_id); ?>"
+                                                                    data-nonce="<?php echo wp_create_nonce('mxchat_delete_chunks_nonce'); ?>"
+                                                                    title="<?php esc_attr_e('Delete all chunks', 'mxchat'); ?>">
+                                                                <span class="dashicons dashicons-trash"></span>
+                                                            </button>
+                                                        </div>
+                                                    </td>
+                                                </tr>
+                                                <?php
+                                                // Render hidden chunk rows
+                                                foreach ($group as $prompt) :
+                                                    // Get chunk index from metadata (0-based), default to array position
+                                                    $meta_chunk_index = isset($prompt->chunk_metadata['chunk_index']) ? intval($prompt->chunk_metadata['chunk_index']) : 0;
+                                                    $meta_total_chunks = isset($prompt->chunk_metadata['total_chunks']) ? intval($prompt->chunk_metadata['total_chunks']) : $chunk_count;
+                                                ?>
+                                                <tr id="prompt-<?php echo esc_attr($prompt->id); ?>"
+                                                    class="mxchat-chunk-row <?php echo esc_attr($group_id); ?>"
+                                                    data-source="<?php echo esc_attr($data_source); ?>"
+                                                    style="display: none; background: #f8f9fa;">
+                                                    <td style="padding-left: 30px;">
+                                                        <!-- Hidden ID column -->
+                                                    </td>
+                                                    <td class="mxchat-content-cell">
+                                                        <div class="mxchat-accordion-wrapper">
+                                                            <div class="mxchat-content-preview">
+                                                                <span class="mxchat-chunk-indicator" style="margin-right: 10px;">
+                                                                    <?php printf(esc_html__('Chunk %d of %d', 'mxchat'), $meta_chunk_index + 1, $meta_total_chunks); ?>
+                                                                </span>
+                                                                <?php
+                                                                // Use display_content (without JSON prefix) if available
+                                                                $content = isset($prompt->display_content) ? $prompt->display_content : $prompt->article_content;
+                                                                $preview_length = 150;
+                                                                $content_preview = mb_strlen($content) > $preview_length
+                                                                    ? mb_substr($content, 0, $preview_length) . '...'
+                                                                    : $content;
+                                                                ?>
+                                                                <span class="preview-text"><?php echo esc_html($content_preview); ?></span>
+                                                                <?php if (mb_strlen($content) > $preview_length) : ?>
+                                                                    <button class="mxchat-expand-toggle" type="button">
+                                                                        <span class="dashicons dashicons-arrow-down-alt2"></span>
+                                                                    </button>
+                                                                <?php endif; ?>
+                                                            </div>
+                                                            <div class="mxchat-content-full" style="display: none;">
+                                                                <div class="content-view">
+                                                                    <?php
+                                                                    if (preg_match('/[\x{0590}-\x{05FF}]/u', $content)) {
+                                                                        echo '<div dir="rtl" lang="he" class="rtl-content">';
+                                                                        echo wp_kses_post(wpautop($content));
+                                                                        echo '</div>';
+                                                                    } else {
+                                                                        echo wp_kses_post(wpautop($content));
+                                                                    }
+                                                                    ?>
+                                                                </div>
+                                                            </div>
+                                                        </div>
+                                                    </td>
+                                                    <td class="mxchat-url-cell">
+                                                        <span class="mxchat-chunk-label"><?php esc_html_e('Same as parent', 'mxchat'); ?></span>
+                                                    </td>
+                                                    <?php if ($data_source === 'pinecone') : ?>
+                                                        <td class="mxchat-vector-id-cell">
+                                                            <code style="background: #f5f5f5; padding: 2px 6px; border-radius: 3px; font-size: 11px;">
+                                                                <?php echo esc_html(substr($prompt->id, 0, 12) . '...'); ?>
+                                                            </code>
+                                                        </td>
+                                                    <?php endif; ?>
+                                                    <td class="mxchat-actions-cell">
+                                                        <span class="mxchat-chunk-label"><?php esc_html_e('Managed by group', 'mxchat'); ?></span>
+                                                    </td>
+                                                </tr>
+                                                <?php endforeach; ?>
+                                            <?php else :
+                                                // Single entry - display normally
+                                                $prompt = $first_prompt;
+                                                $index = $display_index - 1;
+                                            ?>
                                             <tr id="prompt-<?php echo esc_attr($prompt->id); ?>"
                                                 data-source="<?php echo esc_attr($data_source); ?>"
 …
                                                         <div class="mxchat-content-preview">
                                                             <?php
+                                                            $content = $prompt->article_content;
+                                                            // Use display_content (without JSON prefix) if available
+                                                            $content = isset($prompt->display_content) ? $prompt->display_content : $prompt->article_content;
                                                             $preview_length = 150;
                                                             $content_preview = mb_strlen($content) > $preview_length
 …
                                                             <?php if ($data_source === 'wordpress') : ?>
                                                                 <textarea class="content-edit" style="display:none;"
                                                                           <?php if (preg_match('/[\x{0590}-\x{05FF}]/u', $prompt->article_content)) echo 'dir="rtl" lang="he"'; ?>>
                                                                     <?php echo htmlspecialchars($prompt->article_content, ENT_QUOTES, 'UTF-8'); ?>
+                                                                          <?php if (preg_match('/[\x{0590}-\x{05FF}]/u', $content)) echo 'dir="rtl" lang="he"'; ?>>
+                                                                    <?php echo htmlspecialchars($content, ENT_QUOTES, 'UTF-8'); ?>
                                                                 </textarea>
                                                             <?php endif; ?>
 …
                                                 </td>
+                                            </tr>
+                                            <?php endif; ?>
+                                        <?php endforeach; ?>
+                                        <?php
+                                        // Display ungrouped prompts (content without source_url)
+                                        foreach ($ungrouped_prompts as $prompt) :
+                                            $display_index++;
+                                            $index = $display_index - 1;
+                                        ?>
+                                            <tr id="prompt-<?php echo esc_attr($prompt->id); ?>"
+                                                data-source="<?php echo esc_attr($data_source); ?>"
+                                                <?php if ($data_source === 'pinecone') : ?>
+                                                    style="background: rgba(33, 150, 243, 0.02);"
+                                                <?php endif; ?>>
+                                                <td>
+                                                    <?php if ($data_source === 'pinecone') : ?>
+                                                        <?php echo esc_html($index + 1 + (($current_page - 1) * $per_page)); ?>
+                                                    <?php else : ?>
+                                                        <?php echo esc_html($prompt->id); ?>
+                                                    <?php endif; ?>
+                                                </td>
+                                                <td class="mxchat-content-cell">
+                                                    <div class="mxchat-accordion-wrapper">
+                                                        <div class="mxchat-content-preview">
+                                                            <?php
+                                                            // Use display_content (without JSON prefix) if available
+                                                            $content = isset($prompt->display_content) ? $prompt->display_content : $prompt->article_content;
+                                                            $preview_length = 150;
+                                                            $content_preview = mb_strlen($content) > $preview_length
+                                                                ? mb_substr($content, 0, $preview_length) . '...'
+                                                                : $content;
+                                                            ?>
+                                                            <span class="preview-text"><?php echo esc_html($content_preview); ?></span>
+                                                            <?php if (mb_strlen($content) > $preview_length) : ?>
+                                                                <button class="mxchat-expand-toggle" type="button">
+                                                                    <span class="dashicons dashicons-arrow-down-alt2"></span>
+                                                                </button>
+                                                            <?php endif; ?>
+                                                        </div>
+                                                        <div class="mxchat-content-full" style="display: none;">
+                                                            <div class="content-view">
+                                                                <?php echo wp_kses_post(wpautop($content)); ?>
+                                                            </div>
+                                                        </div>
+                                                    </div>
+                                                </td>
+                                                <td class="mxchat-url-cell">
+                                                    <span class="mxchat-na"><?php esc_html_e('N/A', 'mxchat'); ?></span>
+                                                </td>
+                                                <?php if ($data_source === 'pinecone') : ?>
+                                                    <td class="mxchat-vector-id-cell">
+                                                        <code style="background: #f5f5f5; padding: 2px 6px; border-radius: 3px; font-size: 11px;">
+                                                            <?php echo esc_html(substr($prompt->id, 0, 12) . '...'); ?>
+                                                        </code>
+                                                    </td>
+                                                <?php endif; ?>
+                                                <td class="mxchat-actions-cell">
+                                                    <div class="mxchat-delete-container">
+                                                        <?php if ($data_source === 'pinecone') : ?>
+                                                            <button type="button"
+                                                                    class="mxchat-button-icon delete-button-ajax"
+                                                                    data-vector-id="<?php echo esc_attr($prompt->id); ?>"
+                                                                    data-bot-id="<?php echo esc_attr($current_bot_id); ?>"
+                                                                    data-nonce="<?php echo wp_create_nonce('mxchat_delete_pinecone_prompt_nonce'); ?>"
+                                                                    title="<?php esc_attr_e('Delete entry', 'mxchat'); ?>">
+                                                                <span class="dashicons dashicons-trash"></span>
+                                                            </button>
+                                                        <?php else : ?>
+                                                            <a href="<?php echo esc_url(admin_url(
+                                                                'admin-post.php?action=mxchat_delete_prompt&id=' . esc_attr($prompt->id)
+                                                                . '&_wpnonce=' . wp_create_nonce('mxchat_delete_prompt_nonce')
+                                                            )); ?>"
+                                                               class="mxchat-button-icon delete-button"
+                                                               onclick="return confirm('<?php esc_attr_e('Are you sure you want to delete this entry?', 'mxchat'); ?>');">
+                                                                <span class="dashicons dashicons-trash"></span>
+                                                            </a>
+                                                        <?php endif; ?>
+                                                    </div>
+                                                </td>
                                             </tr>
                                         <?php endforeach; ?>
 …
                             </div>
                         </div>
+                        <!-- Content Chunking Settings Card -->
+                        <div class="mxchat-card" style="margin-top: 20px;">
+                            <div class="mxchat-settings-section">
+                                <h3><?php esc_html_e('Content Chunking Settings', 'mxchat'); ?></h3>
+                                <p class="mxchat-description">
+                                    <?php esc_html_e('Chunking splits large content into smaller segments for more accurate semantic search. This improves retrieval quality for long documents. All chunks for a URL are reassembled before sending to the AI. Only applies to new submissions - entries added before v2.6.3 must be resubmitted to enable chunking.', 'mxchat'); ?>
+                                </p>
+                                <?php
+                                // Get current chunking settings
+                                $chunking_settings = MxChat_Chunker::get_settings();
+                                $chunking_enabled = $chunking_settings['chunking_enabled'];
+                                $chunk_size = $chunking_settings['chunk_size'];
+                                ?>
+                                <div class="mxchat-chunking-settings mxchat-autosave-section">
+                                    <!-- Enable Chunking Toggle -->
+                                    <div class="mxchat-toggle-container" style="margin-bottom: 20px;">
+                                        <label class="mxchat-toggle-switch">
+                                            <input type="checkbox"
+                                                   name="mxchat_chunking_enabled"
+                                                   id="mxchat_chunking_enabled"
+                                                   class="mxchat-autosave-field"
+                                                   value="1"
+                                                   data-option-name="mxchat_chunking_enabled"
+                                                   data-nonce="<?php echo wp_create_nonce('mxchat_prompts_setting_nonce'); ?>"
+                                                   <?php checked($chunking_enabled, true); ?>>
+                                            <span class="mxchat-toggle-slider"></span>
+                                        </label>
+                                        <span class="mxchat-toggle-label">
+                                            <?php esc_html_e('Enable Content Chunking', 'mxchat'); ?>
+                                        </span>
+                                    </div>
+                                    <!-- Chunk Size Setting -->
+                                    <div class="mxchat-form-group" style="margin-bottom: 20px;">
+                                        <label for="mxchat_chunk_size">
+                                            <?php esc_html_e('Chunk Size (characters)', 'mxchat'); ?>
+                                        </label>
+                                        <input type="number"
+                                               name="mxchat_chunk_size"
+                                               id="mxchat_chunk_size"
+                                               class="mxchat-autosave-field regular-text"
+                                               value="<?php echo esc_attr($chunk_size); ?>"
+                                               min="1000"
+                                               max="10000"
+                                               step="500"
+                                               data-option-name="mxchat_chunk_size"
+                                               data-nonce="<?php echo wp_create_nonce('mxchat_prompts_setting_nonce'); ?>"
+                                               style="width: 150px;">
+                                        <p class="description">
+                                            <?php esc_html_e('Recommended: 4000 characters (~1000 tokens). Range: 1000-10000. Larger chunks preserve more context but are less precise for retrieval.', 'mxchat'); ?>
+                                        </p>
+                                    </div>
+                                </div>
+                            </div>
+                        </div>
                         <!-- Role-Based Content Restrictions Card -->
                         <div class="mxchat-card" style="margin-top: 20px;">
 …
+    }
+    // Normalize line endings and clean up excessive whitespace
+    $text = str_replace("\r\n", "\n", $text);
+    $text = str_replace("\r", "\n", $text);
+    // Clean up existing <br> tags that may have been saved (legacy data)
+    // Convert <br>, <br/>, <br /> back to newlines for consistent processing
+    $text = preg_replace('/<br\s*\/?>\s*/i', "\n", $text);
+    // Collapse 3+ consecutive newlines to just 2 (paragraph break)
+    $text = preg_replace('/\n{3,}/', "\n\n", $text);
     // Process markdown headers (# Header)
     $text = preg_replace_callback('/^(#{1,6})\s+(.+)$/m', function($matches) {
         $level = strlen($matches[1]);
         $content = esc_html($matches[2]);
+        $content = esc_html(trim($matches[2]));
         return "<h{$level}>{$content}</h{$level}>";
     }, $text);
 …
     }, $text);
+    // Convert newlines to <br> tags (but preserve existing block elements)
+    $text = preg_replace('/\n/', '<br>', $text);
+    // Convert paragraphs: split by double newlines, wrap in <p> tags
+    // This creates proper paragraph structure instead of excessive <br> tags
+    $paragraphs = preg_split('/\n\n+/', $text);
+    // Filter out empty paragraphs but preserve content like "0"
+    $paragraphs = array_values(array_filter(array_map('trim', $paragraphs), function($p) {
+        return $p !== '';
+    }));
+    if (empty($paragraphs)) {
+        // No content after filtering
+        return '';
+    } elseif (count($paragraphs) > 1) {
+        // Multiple paragraphs - wrap each in <p> tags, convert single newlines to <br>
+        $formatted_paragraphs = array_map(function($p) {
+            return nl2br($p);
+        }, $paragraphs);
+        $text = '<p>' . implode('</p><p>', $formatted_paragraphs) . '</p>';
+    } else {
+        // Single paragraph - just convert newlines to <br>
+        $text = nl2br($paragraphs[0]);
+    }
     return $text;
 …
     );
+    // Frontend Debugger Toggle
+    add_settings_field(
+        'show_frontend_debugger',
+        esc_html__('Frontend Debugger', 'mxchat'),
+        array($this, 'mxchat_frontend_debugger_callback'),
+        'mxchat-chatbot',
+        'mxchat_chatbot_section'
+    );
     // Similarity Threshold Slider
     add_settings_field(
 …
+}
+public function mxchat_frontend_debugger_callback() {
+    $show_debugger = isset($this->options['show_frontend_debugger']) ? $this->options['show_frontend_debugger'] : 'on';
+    $checked = ($show_debugger === 'on') ? 'checked' : '';
+    echo '<label class="toggle-switch">';
+    echo sprintf(
+        '<input type="checkbox" id="show_frontend_debugger" name="show_frontend_debugger" value="on" %s />',
+        esc_attr($checked)
+    );
+    echo '<span class="slider"></span>';
+    echo '</label>';
+    echo '<p class="description">' .
+        esc_html__('Show the debug panel on the frontend for administrators. Displays similarity scores, document matches, and query analysis in real-time.', 'mxchat') .
+    '</p>';
+}
 public function mxchat_contextual_awareness_callback() {
     // Get value from options array, default to 'off'
 …
             wp_localize_script('mxchat-test-streaming-js', 'mxchatTestStreamingAjax', [
                 'ajax_url' => admin_url('admin-ajax.php'),
+                'nonce' => wp_create_nonce('mxchat_test_streaming_nonce')
+                'nonce' => wp_create_nonce('mxchat_test_streaming_nonce'),
+                'settings_nonce' => wp_create_nonce('mxchat_save_setting_nonce')
             ]);
             break;
 …
     if (isset($input['contextual_awareness_toggle'])) {
     $new_input['contextual_awareness_toggle'] = $input['contextual_awareness_toggle'] === 'on' ? 'on' : 'off';
+}
+    if (isset($input['show_frontend_debugger'])) {
+    $new_input['show_frontend_debugger'] = $input['show_frontend_debugger'] === 'on' ? 'on' : 'off';
+}

mxchat-basic/trunk/includes/class-mxchat-integrator.php

-                      r3418641
+                      r3430202
     private $current_valid_urls = [];
     private $is_streaming = false; // ADDED: Track if current request is streaming
+    private $streaming_headers_sent = false; // Track if streaming headers have been sent
+/**
+ * Setup streaming headers - call this right before actually streaming
+ * This delays header setup to allow actions/forms to return JSON responses
+ */
+private function setup_streaming_headers() {
+    if ($this->streaming_headers_sent || headers_sent()) {
+        return false;
+    }
+    // Disable output buffering
+    while (ob_get_level()) {
+        ob_end_flush();
+    }
+    // Set headers for SSE
+    header('Content-Type: text/event-stream');
+    header('Cache-Control: no-cache');
+    header('Connection: keep-alive');
+    header('X-Accel-Buffering: no');
+    ob_implicit_flush(true);
+    flush();
+    $this->streaming_headers_sent = true;
+    return true;
+}
 /**
 …
     //   Check if this is a streaming request
+    //   Allow force_streaming_test parameter to bypass the setting check (for admin compatibility testing)
+    $force_streaming_test = isset($_POST['force_streaming_test']) && $_POST['force_streaming_test'] === '1' && current_user_can('administrator');
     $is_streaming = isset($_POST['action']) && $_POST['action'] === 'mxchat_stream_chat' &&
                    isset($current_options['enable_streaming_toggle']) && $current_options['enable_streaming_toggle'] === 'on';
+                   ($force_streaming_test || (isset($current_options['enable_streaming_toggle']) && $current_options['enable_streaming_toggle'] === 'on'));
     // ADDED: Store streaming state in class property for use in private methods
     $this->is_streaming = $is_streaming;
+    //   Set streaming headers if needed
+    if ($is_streaming) {
+        // Disable output buffering
+        while (ob_get_level()) {
+            ob_end_flush(); // Changed from ob_end_clean()
+        }
+        // Set headers for SSE
+        header('Content-Type: text/event-stream');
+        header('Cache-Control: no-cache');
+        header('Connection: keep-alive');
+        header('X-Accel-Buffering: no');
+        // Add these new lines:
+        ob_implicit_flush(true);
+        flush();
+    }
+    // NOTE: Streaming headers are now set later via setup_streaming_headers()
+    // This allows actions/forms to return JSON responses without header conflicts
     // Check if MX Chat Moderation is active
 …
                     $response_data['testing_data'] = $testing_data;
+                }
+                // Clear streaming headers if they were set
+                if ($is_streaming) {
+                    header_remove('Content-Type');
+                    header_remove('Cache-Control');
+                    header_remove('Connection');
+                    header_remove('X-Accel-Buffering');
+                    header('Content-Type: application/json');
+                }
                 wp_send_json($response_data);
                 wp_die();
             } else if ($intent_result === true && (!empty($this->fallbackResponse['text']) || !empty($this->fallbackResponse['html']))) {
                 // Intent returned true and set fallbackResponse
                 // SAVE TO TRANSCRIPT FIRST
                 if (!empty($this->fallbackResponse['text'])) {
 …
                     $this->mxchat_save_chat_message($session_id, 'bot', $this->fallbackResponse['html']);
+                }
                 $response_data = [
                     'text' => $this->fallbackResponse['text'] ?? '',
 …
                     'session_id' => $session_id
                 ];
                 if (isset($this->fallbackResponse['chat_mode'])) {
                     $response_data['chat_mode'] = $this->fallbackResponse['chat_mode'];
+                }
                 if ($testing_data !== null) {
                     $response_data['testing_data'] = $testing_data;
+                }
+                // Clear streaming headers if they were set
+                if ($is_streaming) {
+                    header_remove('Content-Type');
+                    header_remove('Cache-Control');
+                    header_remove('Connection');
+                    header_remove('X-Accel-Buffering');
+                    header('Content-Type: application/json');
+                }
                 wp_send_json($response_data);
                 wp_die();
 …
         // Step 6: Return the response
+        // DEBUG: Check if newlines exist in the response
+        error_log("=== MXCHAT NON-STREAMING RESPONSE DEBUG ===");
+        error_log("Response has newlines: " . (strpos($response, "\n") !== false ? 'YES' : 'NO'));
+        error_log("Response first 500 chars: " . substr($response, 0, 500));
         $response_data = [
             'text' => $response,
 …
     // Calculate similarities and build results array
     $all_similarities = [];
     $relevant_results = [];
+    $url_groups = array(); // NEW: Group by source_url for chunk reassembly
     foreach ($embeddings as $embedding) {
         $database_embedding = $embedding->embedding_vector
             ? unserialize($embedding->embedding_vector, ['allowed_classes' => false])
             : null;
         if (is_array($database_embedding) && is_array($user_embedding)) {
             $similarity = $this->mxchat_calculate_cosine_similarity($user_embedding, $database_embedding);
             // Check role access
             $role_restriction = $embedding->role_restriction ?? 'public';
             $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
             // Store ALL similarities for testing (top 10)
             $source_display = '';
+            if (!empty($embedding->source_url) && $embedding->source_url !== '#') {
+                $source_display = $embedding->source_url;
+            $source_url = $embedding->source_url ?? '';
+            if (!empty($source_url) && $source_url !== '#') {
+                $source_display = $source_url;
             } else {
                 $content_preview = strip_tags($embedding->article_content ?? '');
 …
                 $source_display = substr(trim($content_preview), 0, 50) . '...';
+            }
+            // Parse chunk metadata for display
+            $article_content_for_parse = $embedding->article_content ?? '';
+            $parsed_for_display = MxChat_Chunker::parse_stored_chunk($article_content_for_parse);
+            $is_chunk = $parsed_for_display['is_chunked'];
+            $chunk_meta = $parsed_for_display['metadata'];
             $all_similarities[] = [
                 'document_id' => $embedding->id,
 …
                 'above_threshold' => $similarity >= $similarity_threshold,
                 'source_display' => $source_display,
                 'content_preview' => substr(strip_tags($embedding->article_content ?? ''), 0, 100) . '...',
                 'used_for_context' => false, // Initialize as false, we'll update this later
+                'content_preview' => substr(strip_tags($parsed_for_display['text'] ?? ''), 0, 100) . '...',
+                'used_for_context' => false,
                 'role_restriction' => $role_restriction,
                 'has_access' => $has_access,
+                'filtered_out' => !$has_access
+                'filtered_out' => !$has_access,
+                'is_chunk' => $is_chunk,
+                'chunk_index' => $is_chunk ? ($chunk_meta['chunk_index'] ?? 0) : null,
+                'total_chunks' => $is_chunk ? ($chunk_meta['total_chunks'] ?? 1) : null
             ];
+            // Only consider results above threshold AND with access for actual content retrieval
+            if ($similarity >= $similarity_threshold && $has_access) {
+                $relevant_results[] = [
+                    'id' => $embedding->id,
+                    'similarity' => $similarity
+                ];
+            }
+        }
+            // Only consider results above threshold AND with access for content retrieval
+            if ($similarity >= $similarity_threshold && $has_access && !empty($source_url)) {
+                // Parse chunk metadata if present
+                $article_content = $embedding->article_content ?? '';
+                $parsed = MxChat_Chunker::parse_stored_chunk($article_content);
+                $is_chunked = $parsed['is_chunked'];
+                $chunk_index = $parsed['metadata']['chunk_index'] ?? 0;
+                $text_content = $parsed['text'];
+                // Group by source URL
+                if (!isset($url_groups[$source_url])) {
+                    $url_groups[$source_url] = array(
+                        'source_url' => $source_url,
+                        'best_score' => 0,
+                        'is_chunked' => $is_chunked,
+                        'chunks' => array(),
+                        'single_text' => '',
+                        'single_id' => null
+                    );
+                }
+                // Track best score for this URL
+                if ($similarity > $url_groups[$source_url]['best_score']) {
+                    $url_groups[$source_url]['best_score'] = $similarity;
+                }
+                // Store chunk info or single text
+                if ($is_chunked) {
+                    $url_groups[$source_url]['is_chunked'] = true;
+                    $url_groups[$source_url]['chunks'][] = array(
+                        'id' => $embedding->id,
+                        'score' => $similarity,
+                        'chunk_index' => $chunk_index,
+                        'text' => $text_content
+                    );
+                } else {
+                    $url_groups[$source_url]['single_text'] = $text_content;
+                    $url_groups[$source_url]['single_id'] = $embedding->id;
+                }
+            }
+        }
         unset($database_embedding);
+    }
 …
         return $b['similarity'] <=> $a['similarity'];
     });
     // Sort relevant results by similarity (highest first)
     usort($relevant_results, function ($a, $b) {
         return $b['similarity'] <=> $a['similarity'];
+    // Sort URL groups by best score (highest first)
+    uasort($url_groups, function($a, $b) {
+        return $b['best_score'] <=> $a['best_score'];
     });
     // Get top 5 results for actual content (standard approach)
     $top_results = array_slice($relevant_results, 0, 3);
     // NOW mark which documents are actually used for context
+    // Take top 3 unique URLs
+    $top_urls = array_slice($url_groups, 0, 3, true);
+    // Track which document IDs are used for context
     $used_document_ids = [];
+    foreach ($top_results as $result) {
+        $used_document_ids[] = $result['id'];
+    }
+    foreach ($top_urls as $group) {
+        if ($group['is_chunked']) {
+            foreach ($group['chunks'] as $chunk) {
+                $used_document_ids[] = $chunk['id'];
+            }
+        } elseif ($group['single_id']) {
+            $used_document_ids[] = $group['single_id'];
+        }
+    }
     // Update the all_similarities array to mark which were actually used
     foreach ($all_similarities as &$similarity_item) {
         $similarity_item['used_for_context'] = in_array($similarity_item['document_id'], $used_document_ids);
+    }
     // Store top 10 for testing panel (now with correct used_for_context flags and role info)
+    // Store top 10 for testing panel
     $this->last_similarity_analysis['top_matches'] = array_slice($all_similarities, 0, 10);
     $this->last_similarity_analysis['total_checked'] = count($embeddings);
     // Initialize final content
     $content = '';
+    // Track document IDs to avoid duplicates
+    $added_document_ids = [];
+    // Fetch and format content for each selected result
+    foreach ($top_results as $index => $result) {
+        if (in_array($result['id'], $added_document_ids)) {
+            continue;
+        }
+        $chunk_content = $this->fetch_content_with_product_links($result['id']);
+        $added_document_ids[] = $result['id'];
+        // NEW: Extract source_url from database for this result
+        $source_url = $wpdb->get_var($wpdb->prepare(
+            "SELECT source_url FROM {$system_prompt_table} WHERE id = %d",
+            $result['id']
+        ));
+        // NEW: Add source_url to valid URLs list if it exists and is not empty/placeholder
+        if (!empty($source_url) && $source_url !== '#') {
+            $valid_urls[] = $source_url;
+        }
+        // NEW: Extract any URLs from the article content itself
+        preg_match_all(
+            '#\bhttps?://[^\s<>"\']+#i',
+            $chunk_content,
+            $content_urls
+        );
+        if (!empty($content_urls[0])) {
+            $valid_urls = array_merge($valid_urls, $content_urls[0]);
+        }
+        $content .= "## Reference " . ($index + 1) . " ##\n";
+        $content .= $chunk_content . "\n\n";
+        // PDF surrounding pages logic (unchanged)
+        if (strpos($chunk_content, '{"document_type":"pdf"') !== false) {
+            $surrounding_content = $wpdb->get_results($wpdb->prepare(
+                "SELECT id, article_content, role_restriction FROM {$system_prompt_table}
+                WHERE id IN (
+                    (SELECT id FROM {$system_prompt_table} WHERE id < %d ORDER BY id DESC LIMIT 1),
+                    (SELECT id FROM {$system_prompt_table} WHERE id > %d ORDER BY id ASC LIMIT 1)
+                )",
+                $result['id'],
+                $result['id']
+            ));
+            // Check role access for surrounding content too
+            if (!empty($surrounding_content[0])) {
+                $surrounding_role = $surrounding_content[0]->role_restriction ?? 'public';
+                if ($knowledge_manager->mxchat_user_has_content_access($surrounding_role)) {
+                    // NEW: Extract URLs from surrounding content too
+                    preg_match_all(
+                        '#\bhttps?://[^\s<>"\']+#i',
+                        $surrounding_content[0]->article_content,
+                        $surrounding_urls
+                    );
+                    if (!empty($surrounding_urls[0])) {
+                        $valid_urls = array_merge($valid_urls, $surrounding_urls[0]);
+                    }
+                    $content .= "## Related Content ##\n";
+                    $content .= $surrounding_content[0]->article_content . "\n\n";
+                    $added_document_ids[] = $surrounding_content[0]->id;
+    $matches_used = 0;
+    // Build content from top URLs
+    foreach ($top_urls as $source_url => $group) {
+        $full_text = '';
+        if ($group['is_chunked']) {
+            // Fetch all chunks for this URL and reassemble
+            $full_text = $this->reassemble_chunks_from_wordpress($source_url);
+            // If fetching all chunks fails, fall back to matched chunks
+            if (empty($full_text)) {
+                // Sort matched chunks by index and concatenate
+                usort($group['chunks'], function($a, $b) {
+                    return $a['chunk_index'] <=> $b['chunk_index'];
+                });
+                $chunk_texts = array();
+                foreach ($group['chunks'] as $chunk) {
+                    $chunk_texts[] = $chunk['text'];
+                }
+            }
+            if (!empty($surrounding_content[1])) {
+                $surrounding_role = $surrounding_content[1]->role_restriction ?? 'public';
+                if ($knowledge_manager->mxchat_user_has_content_access($surrounding_role)) {
+                    // NEW: Extract URLs from surrounding content too
+                    preg_match_all(
+                        '#\bhttps?://[^\s<>"\']+#i',
+                        $surrounding_content[1]->article_content,
+                        $surrounding_urls
+                    );
+                    if (!empty($surrounding_urls[0])) {
+                        $valid_urls = array_merge($valid_urls, $surrounding_urls[0]);
+                    }
+                    $content .= "## Related Content ##\n";
+                    $content .= $surrounding_content[1]->article_content . "\n\n";
+                    $added_document_ids[] = $surrounding_content[1]->id;
+                }
+            }
+                $full_text = implode("\n\n", $chunk_texts);
+            }
+        } else {
+            $full_text = $group['single_text'];
+        }
+        if (!empty($full_text)) {
+            $content .= "## Reference " . ($matches_used + 1) . " ##\n";
+            $content .= $full_text . "\n\n";
+            if (!empty($source_url) && $source_url !== '#') {
+                $valid_urls[] = $source_url;
+                $content .= "URL: " . $source_url . "\n\n";
+            }
+            // Extract any URLs from the text content itself
+            preg_match_all(
+                '#\bhttps?://[^\s<>"\']+#i',
+                $full_text,
+                $content_urls
+            );
+            if (!empty($content_urls[0])) {
+                $valid_urls = array_merge($valid_urls, $content_urls[0]);
+            }
+            $matches_used++;
+        }
+    }
 …
     // NEW: Store unique valid URLs for validation
     $this->current_valid_urls = array_unique($valid_urls);
     // Add response guidelines
     if (empty($top_results)) {
+    if (empty($top_urls)) {
         $content = "No reference information was found for this query.\n\n";
     } else {
 …
+}
+/**
+ * Fetch and reassemble all chunks for a URL from WordPress database
+ *
+ * @param string $source_url The source URL to fetch chunks for
+ * @return string Reassembled content from all chunks
+ */
+private function reassemble_chunks_from_wordpress($source_url) {
+    global $wpdb;
+    $table = $wpdb->prefix . 'mxchat_system_prompt_content';
+    // Fetch all rows with this source_url
+    $rows = $wpdb->get_results($wpdb->prepare(
+        "SELECT article_content FROM {$table}
+         WHERE source_url = %s
+         ORDER BY id ASC",
+        $source_url
+    ));
+    if (empty($rows)) {
+        return '';
+    }
+    // Parse and sort chunks by index
+    $chunks = array();
+    foreach ($rows as $row) {
+        $parsed = MxChat_Chunker::parse_stored_chunk($row->article_content);
+        if ($parsed['is_chunked']) {
+            $chunk_index = $parsed['metadata']['chunk_index'] ?? 0;
+            $chunks[$chunk_index] = $parsed['text'];
+        } else {
+            // Non-chunked content - just return it
+            $chunks[] = $parsed['text'];
+        }
+    }
+    // Sort by chunk index
+    ksort($chunks);
+    // Reassemble content
+    return implode("\n\n", $chunks);
+}
 private function find_relevant_content_pinecone($user_embedding, $bot_id = 'default', $bot_config = null) {
     global $wpdb;
 …
     $request_body = array(
         'vector' => $user_embedding,
         'topK' => 20, // Request more to get good testing data
+        'topK' => 50, // Increased for chunked content grouping - need more candidates to find top 3 unique URLs
         'includeMetadata' => true,
         'includeValues' => true
 …
     $matches_used = 0;
     $matches_used_for_context = [];
+    // Process each match for actual content generation (lazy role checking)
+    // NEW CHUNKING LOGIC: Group results by source_url for chunk reassembly
+    $url_groups = array();
     foreach ($results['matches'] as $index => $match) {
         // Skip if similarity is below threshold
 …
             continue;
+        }
+        // Limit to top 3 matches above threshold
+        if ($matches_used >= 3) {
+            break;
+        }
+        if (!empty($match['metadata']['text'])) {
+            // LAZY ROLE CHECK: Only check role for content we're actually considering
+            $match_id = $match['id'] ?? '';
+            $role_restriction = $this->get_single_vector_role($match_id, $match['metadata']);
+            $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
+            // Skip if user doesn't have access
+            if (!$has_access) {
+                continue;
+            }
+            // User has access - add to content
+        $metadata = $match['metadata'] ?? array();
+        $source_url = $metadata['source_url'] ?? '';
+        if (empty($source_url)) {
+            continue;
+        }
+        // LAZY ROLE CHECK: Only check role for content we're actually considering
+        $match_id = $match['id'] ?? '';
+        $role_restriction = $this->get_single_vector_role($match_id, $metadata);
+        $has_access = $knowledge_manager->mxchat_user_has_content_access($role_restriction);
+        // Skip if user doesn't have access
+        if (!$has_access) {
+            continue;
+        }
+        // Group by source URL
+        if (!isset($url_groups[$source_url])) {
+            $url_groups[$source_url] = array(
+                'source_url' => $source_url,
+                'best_score' => 0,
+                'is_chunked' => isset($metadata['is_chunked']) && $metadata['is_chunked'],
+                'chunks' => array(),
+                'single_text' => ''
+            );
+        }
+        // Track best score for this URL
+        if ($match['score'] > $url_groups[$source_url]['best_score']) {
+            $url_groups[$source_url]['best_score'] = $match['score'];
+        }
+        // Store chunk info or single text
+        if ($url_groups[$source_url]['is_chunked']) {
+            $url_groups[$source_url]['chunks'][] = array(
+                'id' => $match_id,
+                'score' => $match['score'],
+                'chunk_index' => $metadata['chunk_index'] ?? 0,
+                'text' => $metadata['text'] ?? ''
+            );
+        } else {
+            // Non-chunked content - just store the text
+            $url_groups[$source_url]['single_text'] = $metadata['text'] ?? '';
+            $url_groups[$source_url]['single_id'] = $match_id;
+        }
+    }
+    // Sort URL groups by best score (highest first)
+    uasort($url_groups, function($a, $b) {
+        return $b['best_score'] <=> $a['best_score'];
+    });
+    // Take top 3 unique URLs
+    $top_urls = array_slice($url_groups, 0, 3, true);
+    // Track which match IDs are actually used for context (only from top 3 URLs)
+    foreach ($top_urls as $group) {
+        if ($group['is_chunked']) {
+            foreach ($group['chunks'] as $chunk) {
+                $matches_used_for_context[] = $chunk['id'];
+            }
+        } elseif (!empty($group['single_id'])) {
+            $matches_used_for_context[] = $group['single_id'];
+        }
+    }
+    // Build content from top URLs
+    foreach ($top_urls as $source_url => $group) {
+        $full_text = '';
+        if ($group['is_chunked']) {
+            // Fetch all chunks for this URL and reassemble
+            $full_text = $this->reassemble_chunks_from_pinecone($source_url, $bot_config);
+            // If fetching all chunks fails, fall back to matched chunks
+            if (empty($full_text)) {
+                // Sort matched chunks by index and concatenate
+                usort($group['chunks'], function($a, $b) {
+                    return $a['chunk_index'] <=> $b['chunk_index'];
+                });
+                $chunk_texts = array();
+                foreach ($group['chunks'] as $chunk) {
+                    $chunk_texts[] = $chunk['text'];
+                }
+                $full_text = implode("\n\n", $chunk_texts);
+            }
+        } else {
+            $full_text = $group['single_text'];
+        }
+        if (!empty($full_text)) {
             $content .= "## Reference " . ($matches_used + 1) . " ##\n";
+            $content .= $match['metadata']['text'] . "\n\n";
+            // NEW: Extract source_url from metadata if it exists
+            if (!empty($match['metadata']['source_url']) && $match['metadata']['source_url'] !== '#') {
+                $valid_urls[] = $match['metadata']['source_url'];
+                $content .= "URL: " . $match['metadata']['source_url'] . "\n\n";
+            }
+            // NEW: Extract any URLs from the text content itself
+            $content .= $full_text . "\n\n";
+            if (!empty($source_url) && $source_url !== '#') {
+                $valid_urls[] = $source_url;
+                $content .= "URL: " . $source_url . "\n\n";
+            }
+            // Extract any URLs from the text content itself
             preg_match_all(
                 '#\bhttps?://[^\s<>"\']+#i',
                 $match['metadata']['text'],
+                '#\bhttps?://[^\s<>"\']+#i',
+                $full_text,
                 $content_urls
             );
 …
                 $valid_urls = array_merge($valid_urls, $content_urls[0]);
+            }
+            $matches_used_for_context[] = $match['id'] ?? $index;
             $matches_used++;
+        }
 …
         $match_id_for_display = $match['id'] ?? $index;
+        // Check for chunk metadata in Pinecone
+        $is_chunk = isset($match['metadata']['is_chunked']) && $match['metadata']['is_chunked'];
+        $chunk_index = isset($match['metadata']['chunk_index']) ? intval($match['metadata']['chunk_index']) : null;
+        $total_chunks = isset($match['metadata']['total_chunks']) ? intval($match['metadata']['total_chunks']) : null;
+        // Also detect chunk from vector ID pattern: {hash}_chunk_{index}
+        if (!$is_chunk && MxChat_Chunker::is_chunk_vector_id($match_id_for_display)) {
+            $is_chunk = true;
+        }
         $all_matches[] = [
             'document_id' => $match_id_for_display,
 …
             'role_restriction' => $role_restriction,
             'has_access' => $has_access,
+            'filtered_out' => !$has_access
+            'filtered_out' => !$has_access,
+            'is_chunk' => $is_chunk,
+            'chunk_index' => $chunk_index,
+            'total_chunks' => $total_chunks
         ];
+    }
 …
     // Cache individual role for 1 hour
     wp_cache_set($cache_key, $role_restriction, 'mxchat_vector_roles', 3600);
     return $role_restriction;
+}
+/**
+ * Fetch and reassemble all chunks for a URL from Pinecone
+ *
+ * @param string $source_url The source URL to fetch chunks for
+ * @param array $bot_config Bot-specific Pinecone configuration
+ * @return string Reassembled content from all chunks
+ */
+private function reassemble_chunks_from_pinecone($source_url, $bot_config) {
+    $api_key = $bot_config['api_key'] ?? '';
+    $host = $bot_config['host'] ?? '';
+    $namespace = $bot_config['namespace'] ?? '';
+    if (empty($host) || empty($api_key)) {
+        return '';
+    }
+    $base_hash = md5($source_url);
+    // Use Pinecone list API to find all chunk vectors with this prefix
+    $list_url = "https://{$host}/vectors/list";
+    $list_body = array(
+        'prefix' => $base_hash . '_chunk_',
+        'limit' => 100
+    );
+    if (!empty($namespace)) {
+        $list_body['namespace'] = $namespace;
+    }
+    $list_response = wp_remote_post($list_url, array(
+        'headers' => array(
+            'Api-Key' => $api_key,
+            'accept' => 'application/json',
+            'content-type' => 'application/json'
+        ),
+        'body' => wp_json_encode($list_body),
+        'timeout' => 30
+    ));
+    if (is_wp_error($list_response)) {
+        //error_log('[MXCHAT-CHUNK] List API error: ' . $list_response->get_error_message());
+        return '';
+    }
+    $list_data = json_decode(wp_remote_retrieve_body($list_response), true);
+    if (empty($list_data['vectors'])) {
+        //error_log('[MXCHAT-CHUNK] No chunk vectors found for URL: ' . $source_url);
+        return '';
+    }
+    // Extract vector IDs
+    $vector_ids = array();
+    foreach ($list_data['vectors'] as $vector) {
+        if (isset($vector['id'])) {
+            $vector_ids[] = $vector['id'];
+        }
+    }
+    if (empty($vector_ids)) {
+        return '';
+    }
+    // Fetch all chunk content
+    $fetch_url = "https://{$host}/vectors/fetch";
+    $fetch_body = array(
+        'ids' => $vector_ids
+    );
+    if (!empty($namespace)) {
+        $fetch_body['namespace'] = $namespace;
+    }
+    $fetch_response = wp_remote_post($fetch_url, array(
+        'headers' => array(
+            'Api-Key' => $api_key,
+            'accept' => 'application/json',
+            'content-type' => 'application/json'
+        ),
+        'body' => wp_json_encode($fetch_body),
+        'timeout' => 30
+    ));
+    if (is_wp_error($fetch_response)) {
+        //error_log('[MXCHAT-CHUNK] Fetch API error: ' . $fetch_response->get_error_message());
+        return '';
+    }
+    $fetch_data = json_decode(wp_remote_retrieve_body($fetch_response), true);
+    if (empty($fetch_data['vectors'])) {
+        return '';
+    }
+    // Sort chunks by index and reassemble
+    $chunks = array();
+    foreach ($fetch_data['vectors'] as $id => $vector) {
+        $metadata = $vector['metadata'] ?? array();
+        $chunk_index = $metadata['chunk_index'] ?? 0;
+        $text = $metadata['text'] ?? '';
+        // Store chunk with its index
+        $chunks[$chunk_index] = $text;
+    }
+    // Sort by chunk index
+    ksort($chunks);
+    // Reassemble content
+    return implode("\n\n", $chunks);
+}
 …
         ]);
+        // Setup streaming headers now that we know we're actually streaming
+        $this->setup_streaming_headers();
         $ch = curl_init();
         curl_setopt($ch, CURLOPT_URL, 'https://openrouter.ai/api/v1/chat/completions');
 …
         $body = json_encode($request_body);
+        // Setup streaming headers now that we know we're actually streaming
+        $this->setup_streaming_headers();
         // Use cURL for streaming support
 …
+        }
+        // Setup streaming headers now that we know we're actually streaming
+        $this->setup_streaming_headers();
         // Use cURL for streaming support
         $ch = curl_init();
 …
             'stream' => true
         ]);
+        // Setup streaming headers now that we know we're actually streaming
+        $this->setup_streaming_headers();
         // Use cURL for streaming support
 …
             'stream' => true
         ]);
+        // Setup streaming headers now that we know we're actually streaming
+        $this->setup_streaming_headers();
         // Use cURL for streaming support
 …
     delete_transient("mxchat_include_pdf_in_context_{$session_id}");
     delete_transient("mxchat_include_word_in_context_{$session_id}");
+    // Clear form addon state (pending forms and submitted forms)
+    delete_option("mxchat_pending_form_{$session_id}");
+    delete_option("mxchat_submitted_forms_{$session_id}");
     //error_log("MxChat: Cleared all data for session: {$session_id}");
+}
 …
     // Clean up any double spaces or awkward punctuation left behind
+    $cleaned_response = preg_replace('/\s+/', ' ', $cleaned_response);
+    $cleaned_response = preg_replace('/\s+([.,;:!?])/', '$1', $cleaned_response);
+    // IMPORTANT: Only collapse horizontal whitespace (spaces/tabs), preserve newlines for markdown formatting
+    $cleaned_response = preg_replace('/[^\S\n]+/', ' ', $cleaned_response);  // Collapse spaces/tabs but NOT newlines
+    $cleaned_response = preg_replace('/[^\S\n]+([.,;:!?])/', '$1', $cleaned_response);  // Same for punctuation cleanup
     error_log("Final cleaned response: " . $cleaned_response);

mxchat-basic/trunk/includes/class-mxchat-public.php

-                      r3428255
+                      r3430202
      */
     public function enqueue_testing_assets() {
+        // Only load for admin users or if testing parameter is present
+        if (current_user_can('administrator') || isset($_GET['mxchat_test'])) {
+        // Check if frontend debugger is enabled in settings
+        $options = get_option('mxchat_options', array());
+        $show_debugger = isset($options['show_frontend_debugger']) ? $options['show_frontend_debugger'] : 'on';
+        // Only load if setting is enabled AND (user is admin or testing parameter is present)
+        if ($show_debugger === 'on' && (current_user_can('administrator') || isset($_GET['mxchat_test']))) {
             // Get plugin URL for assets
             $plugin_url = plugin_dir_url(dirname(__FILE__));

mxchat-basic/trunk/includes/class-mxchat-utils.php

-                      r3406402
+                      r3430202
     // Remove only null bytes and other control characters, but preserve newlines (\n = \x0A) and carriage returns (\r = \x0D)
     $safe_content = preg_replace('/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/u', '', $safe_content);
+    // Check if chunking should be applied
+    $chunker = MxChat_Chunker::from_settings();
+    if ($chunker->should_chunk($safe_content)) {
+        //error_log('[MXCHAT-DB] Content exceeds chunk threshold, using chunked submission');
+        return self::submit_chunked_content($safe_content, $source_url, $api_key, $bot_id, $content_type, $chunker);
+    }
     // UPDATED: Generate the embedding using bot-specific configuration
 …
+    }
+}
+}
+/**
+ * Submit content as multiple chunks
+ *
+ * Splits large content into chunks, generates embeddings for each,
+ * and stores them with chunk metadata for later reassembly.
+ *
+ * @param string $content The content to chunk and store
+ * @param string $source_url The source URL
+ * @param string $api_key The API key for embeddings
+ * @param string $bot_id The bot ID
+ * @param string $content_type The content type
+ * @param MxChat_Chunker $chunker The chunker instance
+ * @return bool|WP_Error True on success, WP_Error on failure
+ */
+private static function submit_chunked_content($content, $source_url, $api_key, $bot_id, $content_type, $chunker) {
+    global $wpdb;
+    $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
+    error_log('[MXCHAT-CHUNK-DEBUG] Starting chunked submission for: ' . $source_url);
+    error_log('[MXCHAT-CHUNK-DEBUG] Content length: ' . strlen($content) . ' chars');
+    // First, delete any existing chunks for this URL (clean slate)
+    $delete_result = self::delete_chunks_for_url($source_url, $bot_id);
+    if (is_wp_error($delete_result)) {
+        error_log('[MXCHAT-CHUNK-DEBUG] Warning: Failed to delete existing chunks: ' . $delete_result->get_error_message());
+        // Continue anyway - we'll overwrite with upsert
+    }
+    // Split content into chunks
+    $chunks = $chunker->chunk_text($content);
+    $total_chunks = count($chunks);
+    error_log('[MXCHAT-CHUNK-DEBUG] Created ' . $total_chunks . ' chunks');
+    foreach ($chunks as $i => $chunk) {
+        error_log('[MXCHAT-CHUNK-DEBUG] Chunk ' . $i . ' length: ' . strlen($chunk) . ' chars, preview: ' . substr($chunk, 0, 100));
+    }
+    //error_log('[MXCHAT-CHUNK] Split content into ' . $total_chunks . ' chunks');
+    if ($total_chunks === 0) {
+        return new WP_Error('chunking_failed', 'Content could not be split into chunks');
+    }
+    $errors = array();
+    $is_pinecone = self::is_pinecone_enabled_for_bot($bot_id);
+    foreach ($chunks as $index => $chunk_text) {
+        // Generate chunk metadata
+        $chunk_metadata = MxChat_Chunker::create_chunk_metadata($index, $total_chunks, $source_url);
+        $chunk_vector_id = MxChat_Chunker::generate_chunk_vector_id($source_url, $index);
+        //error_log('[MXCHAT-CHUNK] Processing chunk ' . ($index + 1) . '/' . $total_chunks . ' (ID: ' . $chunk_vector_id . ')');
+        // Generate embedding for this chunk
+        $embedding_vector = self::generate_embedding($chunk_text, $api_key, $bot_id);
+        if (!is_array($embedding_vector)) {
+            $errors[] = new WP_Error('embedding_failed', 'Failed to generate embedding for chunk ' . $index);
+            //error_log('[MXCHAT-CHUNK] Failed to generate embedding for chunk ' . $index);
+            continue;
+        }
+        if ($is_pinecone) {
+            // Store in Pinecone with chunk metadata
+            $result = self::store_chunk_in_pinecone(
+                $embedding_vector,
+                $chunk_text,
+                $source_url,
+                $chunk_vector_id,
+                $bot_id,
+                $content_type,
+                $chunk_metadata
+            );
+        } else {
+            // Store in WordPress DB with chunk metadata
+            $content_with_metadata = MxChat_Chunker::format_chunk_for_storage($chunk_text, $chunk_metadata);
+            $embedding_vector_serialized = maybe_serialize($embedding_vector);
+            $result = self::store_chunk_in_wordpress_db(
+                $content_with_metadata,
+                $source_url,
+                $embedding_vector_serialized,
+                $table_name,
+                $content_type,
+                $chunk_metadata
+            );
+        }
+        if (is_wp_error($result)) {
+            $errors[] = $result;
+            //error_log('[MXCHAT-CHUNK] Failed to store chunk ' . $index . ': ' . $result->get_error_message());
+        }
+    }
+    if (count($errors) === $total_chunks) {
+        return new WP_Error('chunking_failed', 'Failed to store any chunks');
+    }
+    if (!empty($errors)) {
+        //error_log('[MXCHAT-CHUNK] Completed with ' . count($errors) . ' errors out of ' . $total_chunks . ' chunks');
+        return new WP_Error('chunking_partial_failure',
+            sprintf('Failed to store %d of %d chunks', count($errors), $total_chunks));
+    }
+    //error_log('[MXCHAT-CHUNK] Successfully stored all ' . $total_chunks . ' chunks');
+    return true;
+}
+/**
+ * Store a single chunk in Pinecone with chunk-specific metadata
+ */
+private static function store_chunk_in_pinecone($embedding_vector, $chunk_text, $source_url, $vector_id, $bot_id, $content_type, $chunk_metadata) {
+    // Get Pinecone configuration
+    if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) {
+        $pinecone_options = get_option('mxchat_pinecone_addon_options');
+        $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? '';
+        $host = $pinecone_options['mxchat_pinecone_host'] ?? '';
+        $namespace = $pinecone_options['mxchat_pinecone_namespace'] ?? '';
+    } else {
+        $bot_pinecone_config = apply_filters('mxchat_get_bot_pinecone_config', array(), $bot_id);
+        if (empty($bot_pinecone_config)) {
+            $pinecone_options = get_option('mxchat_pinecone_addon_options');
+            $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? '';
+            $host = $pinecone_options['mxchat_pinecone_host'] ?? '';
+            $namespace = $pinecone_options['mxchat_pinecone_namespace'] ?? '';
+        } else {
+            $api_key = $bot_pinecone_config['api_key'] ?? '';
+            $host = $bot_pinecone_config['host'] ?? '';
+            $namespace = $bot_pinecone_config['namespace'] ?? '';
+        }
+    }
+    if (empty($host) || empty($api_key)) {
+        return new WP_Error('pinecone_config', 'Pinecone is not properly configured');
+    }
+    $api_endpoint = "https://{$host}/vectors/upsert";
+    // Build metadata with chunk information
+    $metadata = array(
+        'text' => $chunk_text,
+        'source_url' => $source_url,
+        'type' => $content_type,
+        'is_chunked' => true,
+        'chunk_index' => $chunk_metadata['chunk_index'],
+        'total_chunks' => $chunk_metadata['total_chunks'],
+        'parent_url_hash' => $chunk_metadata['parent_url_hash'],
+        'last_updated' => time(),
+        'created_at' => time(),
+        'bot_id' => $bot_id
+    );
+    $vector_data = array(
+        'id' => $vector_id,
+        'values' => $embedding_vector,
+        'metadata' => $metadata
+    );
+    $request_body = array(
+        'vectors' => array($vector_data)
+    );
+    if (!empty($namespace)) {
+        $request_body['namespace'] = $namespace;
+    }
+    $response = wp_remote_post($api_endpoint, array(
+        'headers' => array(
+            'Api-Key' => $api_key,
+            'accept' => 'application/json',
+            'content-type' => 'application/json'
+        ),
+        'body' => wp_json_encode($request_body),
+        'timeout' => 30
+    ));
+    if (is_wp_error($response)) {
+        return $response;
+    }
+    $response_code = wp_remote_retrieve_response_code($response);
+    if ($response_code !== 200) {
+        return new WP_Error('pinecone_api', 'Pinecone API error: HTTP ' . $response_code);
+    }
+    return true;
+}
+/**
+ * Store a single chunk in WordPress database
+ */
+private static function store_chunk_in_wordpress_db($content_with_metadata, $source_url, $embedding_vector_serialized, $table_name, $content_type, $chunk_metadata) {
+    global $wpdb;
+    // For chunks, we always insert new rows (no duplicate checking)
+    // The URL includes chunk info in the metadata, but source_url stays the same for grouping
+    $result = $wpdb->insert(
+        $table_name,
+        array(
+            'url' => $source_url,
+            'article_content' => $content_with_metadata,
+            'embedding_vector' => $embedding_vector_serialized,
+            'source_url' => $source_url,
+            'content_type' => $content_type,
+            'timestamp' => current_time('mysql')
+        ),
+        array('%s', '%s', '%s', '%s', '%s', '%s')
+    );
+    if ($result === false) {
+        return new WP_Error('database_failed', 'Failed to insert chunk: ' . $wpdb->last_error);
+    }
+    return true;
+}
+/**
+ * Delete all chunks for a given URL
+ *
+ * @param string $source_url The source URL
+ * @param string $bot_id The bot ID
+ * @return bool|WP_Error True on success, WP_Error on failure
+ */
+public static function delete_chunks_for_url($source_url, $bot_id = 'default') {
+    //error_log('[MXCHAT-CHUNK-DELETE] Deleting chunks for URL: ' . $source_url);
+    if (self::is_pinecone_enabled_for_bot($bot_id)) {
+        return self::delete_pinecone_chunks_by_url($source_url, $bot_id);
+    } else {
+        return self::delete_wordpress_chunks_by_url($source_url);
+    }
+}
+/**
+ * Delete all chunks for a URL from Pinecone
+ */
+private static function delete_pinecone_chunks_by_url($source_url, $bot_id) {
+    // Get Pinecone configuration
+    if ($bot_id === 'default' || !class_exists('MxChat_Multi_Bot_Manager')) {
+        $pinecone_options = get_option('mxchat_pinecone_addon_options');
+        $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? '';
+        $host = $pinecone_options['mxchat_pinecone_host'] ?? '';
+        $namespace = $pinecone_options['mxchat_pinecone_namespace'] ?? '';
+    } else {
+        $bot_pinecone_config = apply_filters('mxchat_get_bot_pinecone_config', array(), $bot_id);
+        if (empty($bot_pinecone_config)) {
+            $pinecone_options = get_option('mxchat_pinecone_addon_options');
+            $api_key = $pinecone_options['mxchat_pinecone_api_key'] ?? '';
+            $host = $pinecone_options['mxchat_pinecone_host'] ?? '';
+            $namespace = $pinecone_options['mxchat_pinecone_namespace'] ?? '';
+        } else {
+            $api_key = $bot_pinecone_config['api_key'] ?? '';
+            $host = $bot_pinecone_config['host'] ?? '';
+            $namespace = $bot_pinecone_config['namespace'] ?? '';
+        }
+    }
+    if (empty($host) || empty($api_key)) {
+        return new WP_Error('pinecone_config', 'Pinecone is not properly configured');
+    }
+    $base_vector_id = md5($source_url);
+    $vectors_to_delete = array();
+    // Add the original single-vector ID (for non-chunked content)
+    $vectors_to_delete[] = $base_vector_id;
+    // Use Pinecone list API to find all chunk vectors with this prefix
+    $list_url = "https://{$host}/vectors/list";
+    $list_body = array(
+        'prefix' => $base_vector_id . '_chunk_',
+        'limit' => 100
+    );
+    if (!empty($namespace)) {
+        $list_body['namespace'] = $namespace;
+    }
+    $list_response = wp_remote_post($list_url, array(
+        'headers' => array(
+            'Api-Key' => $api_key,
+            'accept' => 'application/json',
+            'content-type' => 'application/json'
+        ),
+        'body' => wp_json_encode($list_body),
+        'timeout' => 30
+    ));
+    if (!is_wp_error($list_response)) {
+        $list_data = json_decode(wp_remote_retrieve_body($list_response), true);
+        if (!empty($list_data['vectors'])) {
+            foreach ($list_data['vectors'] as $vector) {
+                if (isset($vector['id'])) {
+                    $vectors_to_delete[] = $vector['id'];
+                }
+            }
+        }
+    }
+    if (empty($vectors_to_delete)) {
+        //error_log('[MXCHAT-CHUNK-DELETE] No vectors found to delete');
+        return true;
+    }
+    //error_log('[MXCHAT-CHUNK-DELETE] Deleting ' . count($vectors_to_delete) . ' vectors from Pinecone');
+    // Delete vectors
+    $delete_url = "https://{$host}/vectors/delete";
+    $delete_body = array(
+        'ids' => $vectors_to_delete
+    );
+    if (!empty($namespace)) {
+        $delete_body['namespace'] = $namespace;
+    }
+    $delete_response = wp_remote_post($delete_url, array(
+        'headers' => array(
+            'Api-Key' => $api_key,
+            'accept' => 'application/json',
+            'content-type' => 'application/json'
+        ),
+        'body' => wp_json_encode($delete_body),
+        'timeout' => 30
+    ));
+    if (is_wp_error($delete_response)) {
+        return $delete_response;
+    }
+    $response_code = wp_remote_retrieve_response_code($delete_response);
+    if ($response_code !== 200) {
+        return new WP_Error('pinecone_delete', 'Failed to delete vectors: HTTP ' . $response_code);
+    }
+    return true;
+}
+/**
+ * Delete all chunks for a URL from WordPress database
+ */
+private static function delete_wordpress_chunks_by_url($source_url) {
+    global $wpdb;
+    $table_name = $wpdb->prefix . 'mxchat_system_prompt_content';
+    // Delete all rows with this source_url (handles both chunked and non-chunked)
+    $result = $wpdb->delete(
+        $table_name,
+        array('source_url' => $source_url),
+        array('%s')
+    );
+    if ($result === false) {
+        return new WP_Error('database_delete', 'Failed to delete chunks: ' . $wpdb->last_error);
+    }
+    //error_log('[MXCHAT-CHUNK-DELETE] Deleted ' . $result . ' rows from WordPress DB');
+    return true;
+}
+}

mxchat-basic/trunk/js/chat-script.js

-                      r3418641
+                      r3430202
     function getChatSession() {
         var sessionId = getCookie('mxchat_session_id');
+        //console.log("Session ID retrieved from cookie: ", sessionId);
         if (!sessionId) {
             sessionId = generateSessionId();
-            //console.log("Generated new session ID: ", sessionId);
             setChatSession(sessionId);
+        }
+        //console.log("Final session ID: ", sessionId);
         return sessionId;
+    }
 …
 // CORE CHAT FUNCTIONALITY
 // ====================================
+// Helper functions to disable/enable chat input while waiting for response
+function disableChatInput() {
+    var chatInput = document.getElementById('chat-input');
+    var sendButton = document.getElementById('send-button');
+    if (chatInput) {
+        chatInput.disabled = true;
+        chatInput.style.opacity = '0.6';
+    }
+    if (sendButton) {
+        sendButton.disabled = true;
+        sendButton.style.opacity = '0.5';
+        sendButton.style.pointerEvents = 'none';
+    }
+}
+function enableChatInput() {
+    var chatInput = document.getElementById('chat-input');
+    var sendButton = document.getElementById('send-button');
+    if (chatInput) {
+        chatInput.disabled = false;
+        chatInput.style.opacity = '1';
+        chatInput.focus();
+    }
+    if (sendButton) {
+        sendButton.disabled = false;
+        sendButton.style.opacity = '1';
+        sendButton.style.pointerEvents = 'auto';
+    }
+}
 // Update your existing sendMessage function
 function sendMessage() {
     var message = $('#chat-input').val();
     // ADD PROMPT HOOK HERE
     if (typeof customMxChatFilter === 'function') {
         message = customMxChatFilter(message, "prompt");
+    }
+    if (typeof customMxChatFilter === 'function') {
+        message = customMxChatFilter(message, "prompt");
+    }
     if (message) {
+        // Disable input while waiting for response
+        disableChatInput();
         appendMessage("user", message);
         $('#chat-input').val('');
 …
         message = customMxChatFilter(message, "prompt");
+    }
+    // Disable input while waiting for response
+    disableChatInput();
     var sessionId = getChatSession();
 …
         data: ajaxData,
         success: function(response) {
+                // IMMEDIATE CHAT MODE UPDATE - This should be FIRST
+    if (response.chat_mode) {
+        //console.log("Updating chat mode to:", response.chat_mode);
+        updateChatModeIndicator(response.chat_mode);
+    }
+    // Also check in data property if response is wrapped
+    if (response.data && response.data.chat_mode) {
+        //console.log("Updating chat mode from data to:", response.data.chat_mode);
+        updateChatModeIndicator(response.data.chat_mode);
+    }
+            // Log the full response for debugging
+            //console.log("API Response:", response);
+            // IMMEDIATE CHAT MODE UPDATE - Handle this first, before any other processing
+            // IMMEDIATE CHAT MODE UPDATE - This should be FIRST
             if (response.chat_mode) {
-                //console.log("Updating chat mode immediately to:", response.chat_mode);
                 updateChatModeIndicator(response.chat_mode);
+            }
+            // Also check in data property if response is wrapped
+            if (response.data && response.data.chat_mode) {
+                updateChatModeIndicator(response.data.chat_mode);
+            }
 …
+                }
-                // Log the error with code for debugging
-                //console.log("Response data:", response.data);
-                //console.error("API Error:", errorMessage, "Code:", errorCode);
                 // Format user-friendly error message
                 let displayMessage = errorMessage;
 …
+                    }
                 } else {
-                    // This should rarely happen now that errors are handled above
-                    ////console.error("Unexpected response format:", response);
                     replaceLastMessage("bot", "I received an empty response. Please try again or contact support if this persists.");
+                }
 …
         },
         error: function(xhr, status, error) {
-            //console.error("AJAX Error:", status, error);
-            //console.log("Response Text:", xhr.responseText);
             let errorMessage = "An unexpected error occurred.";
 …
             try {
                 const responseJson = JSON.parse(xhr.responseText);
-                //console.log("Parsed error response:", responseJson);
                 if (responseJson.data && responseJson.data.error_message) {
 …
     $('.mxchat-input-holder textarea').data('pending-message', message);
-    //console.log("Using streaming for message:", message);
     const currentModel = mxchatChat.model || 'gpt-4o';
     if (!isStreamingSupported(currentModel)) {
-        //console.log("Streaming not supported, falling back to regular call");
         callMxChat(message, callback);
         return;
 …
     })
     .then(response => {
-        //console.log("Streaming response received:", response);
         // Store the response for potential fallback handling
         const responseClone = response.clone();
         if (!response.ok) {
             // Try to get error details from response
             return responseClone.json().then(errorData => {
-                //console.log("Server returned error response:", errorData);
                 throw { isServerError: true, data: errorData };
             }).catch(() => {
 …
     const contentType = response.headers.get('content-type');
     if (contentType && contentType.includes('application/json')) {
-        //console.log("Received JSON response instead of stream");
         return responseClone.json().then(data => {
-            //console.log("Processing JSON response:", data);
             // IMMEDIATE CHAT MODE UPDATE for JSON response
             if (data.chat_mode) {
-                //console.log("JSON Response: Updating chat mode to:", data.chat_mode);
                 updateChatModeIndicator(data.chat_mode);
+            }
             // Check for testing panel
             if (window.mxchatTestPanelInstance && data.testing_data) {
-                //console.log('Testing data found in streaming JSON response:', data.testing_data);
                 window.mxchatTestPanelInstance.handleTestingData(data.testing_data);
+            }
             // Handle the JSON response directly
             handleNonStreamResponse(data, callback);
 …
             reader.read().then(({ done, value }) => {
                 if (done) {
-                    //console.log("Streaming completed, final content:", accumulatedContent);
                     // If streaming completed but no content was received, try to get response as fallback
                     if (!streamingStarted || !accumulatedContent) {
-                        //console.log("Stream completed with no content, checking for fallback data");
                         // Try to read the response as JSON
                         responseClone.text().then(text => {
                             try {
                                 const data = JSON.parse(text);
                                 if (data.text || data.message) {
+                                if (data.text || data.message || data.html) {
                                     handleNonStreamResponse(data, callback);
                                 } else {
 …
                         if (data === '[DONE]') {
-                            //console.log("Received [DONE] signal");
                             if (!accumulatedContent) {
-                                //console.log("No content received before [DONE]");
                                 $('.bot-message.temporary-message').remove();
                                 callMxChat(message, callback);
                                 return;
+                            }
+                            // Re-enable chat input after streaming completes
+                            enableChatInput();
                             if (callback) {
                                 callback(accumulatedContent);
 …
                         try {
                             const json = JSON.parse(data);
                             // IMMEDIATE CHAT MODE UPDATE FOR STREAMING
                             if (json.chat_mode) {
-                                //console.log("Stream: Updating chat mode immediately to:", json.chat_mode);
                                 updateChatModeIndicator(json.chat_mode);
+                            }
                             // Handle testing data
                             if (json.testing_data && !testingDataReceived) {
-                                //console.log('Testing data received in stream:', json.testing_data);
                                 if (window.mxchatTestPanelInstance) {
                                     window.mxchatTestPanelInstance.handleTestingData(json.testing_data);
 …
                                 accumulatedContent += json.content;
                                 updateStreamingMessage(accumulatedContent);
+                            }
+                            }
                             // Handle complete response in stream (fallback response)
+                            else if (json.text || json.message) {
+                                //console.log("Received complete response in stream:", json);
+                            else if (json.text || json.message || json.html) {
                                 handleNonStreamResponse(json, callback);
                                 return;
+                            }
                             // Handle errors - UPDATED to properly display API errors
+                            // Handle errors
                             else if (json.error) {
-                                //console.error("Streaming error:", json.error);
                                 // Get error message from various possible fields
                                 let errorMessage = json.error_message || json.message || json.text ||
                                     (typeof json.error === 'string' ? json.error : 'An error occurred. Please try again.');
+                                // Re-enable chat input on error
+                                enableChatInput();
                                 // Display the error directly in the chat
 …
+                            }
                         } catch (e) {
                             //console.error('Error parsing SSE data:', e, 'Data:', data);
+                            // SSE data parsing error - silently continue
+                        }
+                    }
 …
                 processStream();
             }).catch(streamError => {
-                //console.error('Error reading stream:', streamError);
                 $('.bot-message.temporary-message').remove();
                 callMxChat(message, callback);
 …
     })
         .catch(error => {
-            //console.log('Streaming failed:', error);
             // Check if we have server error data with chat mode
             if (error && error.isServerError && error.data) {
-                //console.log('Using server error response data');
                 // Check for chat mode in error data
                 if (error.data.chat_mode) {
-                    //console.log("Error Response: Updating chat mode to:", error.data.chat_mode);
                     updateChatModeIndicator(error.data.chat_mode);
+                }
                 handleNonStreamResponse(error.data, callback);
             } else {
                 // Only fall back to regular call if we don't have any response data
-                //console.log('No response data available, falling back to regular call');
                 $('.bot-message.temporary-message').remove();
                 callMxChat(message, callback);
 …
+}
 // Helper function to handle non-streaming responses (updated to include immediate chat mode handling)
+// Helper function to handle non-streaming responses
 function handleNonStreamResponse(data, callback) {
-    //console.log("Handling non-stream response:", data);
     // IMMEDIATE CHAT MODE UPDATE FOR NON-STREAMING RESPONSES
     if (data.chat_mode) {
-        //console.log("Non-Stream: Updating chat mode immediately to:", data.chat_mode);
         updateChatModeIndicator(data.chat_mode);
+    }
 …
     // Also check in data property if response is wrapped
     if (data.data && data.data.chat_mode) {
-        //console.log("Non-Stream: Updating chat mode from data to:", data.data.chat_mode);
         updateChatModeIndicator(data.data.chat_mode);
+    }
     // Remove temporary message
     $('.bot-message.temporary-message').remove();
+    // NOTE: Don't remove temporary message here - let replaceLastMessage handle it
+    // This prevents a visual gap between thinking dots disappearing and content appearing
     // SECURITY FIX: Check for errors FIRST
 …
+    }
+    // Ensure chat input is re-enabled (safety net for edge cases)
+    enableChatInput();
     if (callback) {
         callback(data.text || data.message || '');
+    }
+}
 // Enhanced updateChatModeIndicator function for immediate DOM updates
 function updateChatModeIndicator(mode) {
-    //console.log("updateChatModeIndicator called with mode:", mode);
     const indicator = document.getElementById('chat-mode-indicator');
     if (indicator) {
         const oldText = indicator.textContent;
         if (mode === 'agent') {
             indicator.textContent = 'Live Agent';
             startPolling();
-            //console.log("Set indicator to Live Agent");
         } else {
             // Everything else is AI mode
 …
             indicator.textContent = customAiText;
             stopPolling();
+            //console.log("Set indicator to AI Agent:", customAiText);
+        }
+        }
         // Force immediate DOM update and reflow
         if (oldText !== indicator.textContent) {
 …
             indicator.offsetHeight; // Trigger reflow
             indicator.style.display = '';
             // Double-check after a brief moment to ensure the change stuck
             setTimeout(() => {
-                //console.log("Final indicator text:", indicator.textContent);
                 if (mode === 'agent' && indicator.textContent !== 'Live Agent') {
-                    //console.warn("Mode indicator update failed, forcing update");
                     indicator.textContent = 'Live Agent';
                 } else if (mode !== 'agent' && indicator.textContent === 'Live Agent') {
-                    //console.warn("Mode indicator stuck on Live Agent, forcing AI update");
                     const customAiText = indicator.getAttribute('data-ai-text') || 'AI Agent';
                     indicator.textContent = customAiText;
 …
             }, 50);
+        }
-    } else {
-        //console.error("Chat mode indicator element not found!");
+    }
+}
-// Helper function to handle non-streaming responses (updated to include chat mode handling)
-function handleNonStreamResponse(data, callback) {
-    //console.log("Handling non-stream response:", data);
-    // Remove temporary message
-    $('.bot-message.temporary-message').remove();
-    // Handle different response formats
-    if (data.text || data.html || data.message) {
-        // Apply response hooks
-        if (data.text && typeof customMxChatFilter === 'function') {
-            data.text = customMxChatFilter(data.text, "response");
+        }
-        if (data.message && typeof customMxChatFilter === 'function') {
-            data.message = customMxChatFilter(data.message, "response");
+        }
-        //   Handle chat mode updates for streaming responses too
-        handleChatModeUpdates(data, data.text || data.message);
-        // Display the response
-        if (data.text && data.html) {
-            replaceLastMessage("bot", data.text, data.html);
-        } else if (data.text) {
-            replaceLastMessage("bot", data.text);
-        } else if (data.html) {
-            replaceLastMessage("bot", "", data.html);
-        } else if (data.message) {
-            replaceLastMessage("bot", data.message);
+        }
+    }
-    // Handle other response properties
-    if (data.data && data.data.filename) {
-        showActivePdf(data.data.filename);
-        activePdfFile = data.data.filename;
+    }
-    if (data.redirect_url) {
-        setTimeout(() => {
-            window.location.href = data.redirect_url;
-        }, 1500);
+    }
-    if (callback) {
-        callback(data.text || data.message || '');
+    }
+}
 …
+}
+// Update the event handlers to use the correct function names
+$('#send-button').off('click').on('click', function() {
+    sendMessage(); // Use the updated sendMessage function
+// Update the event handlers to use the correct function names (using event delegation)
+$(document).on('click', '#send-button', function() {
+    disableChatInput();
+    sendMessage();
 });
 // Override enter key handler
 $('#chat-input').off('keypress').on('keypress', function(e) {
+// Override enter key handler (using event delegation)
+$(document).on('keypress', '#chat-input', function(e) {
     if (e.which == 13 && !e.shiftKey) {
         e.preventDefault();
+        sendMessage(); // Use the updated sendMessage function
+        disableChatInput();
+        sendMessage();
+    }
 });
 …
         // Append HTML content if provided
         if (messageHtml && sender !== "user") {
+            fullMessage += '<br><br>' + messageHtml;
+            // Only add line breaks if there's actual text content before the HTML
+            if (fullMessage && fullMessage.trim()) {
+                fullMessage += '<br><br>' + messageHtml;
+            } else {
+                fullMessage = messageHtml;
+            }
+        }
 …
+        }
     } catch (error) {
         //console.error("Error rendering message:", error);
+        // Error rendering message - silently continue
+    }
+}
 …
     if (lastMessageDiv.length) {
+        lastMessageDiv.fadeOut(200, function() {
+            $(this)
+                .html(fullMessage)
+                .removeClass('bot-message user-message')
+                .addClass(messageClass)
+                .attr('dir', 'auto')
+                .css({
+                    'background-color': bgColor,
+                    'color': fontColor,
+                })
+                .removeClass('temporary-message')
+                .fadeIn(200, function() {
+                    // FIXED: Use the helper function for link tracking
+                    if (sender === "bot" || sender === "agent") {
+                        attachLinkTracking($(this), responseText);
+                    }
+                    if (sender === "bot" || sender === "agent") {
+                        const lastUserMessage = $('#chat-box').find('.user-message').last();
+                        if (lastUserMessage.length) {
+                            scrollElementToTop(lastUserMessage);
+                        }
+                        // Show notification if chat is hidden
+                        if ($('#floating-chatbot').hasClass('hidden')) {
+                            showNotification();
+                        }
+                    }
+                });
+        });
+        // Replace content immediately to prevent visual gap between thinking dots and response
+        lastMessageDiv
+            .html(fullMessage)
+            .removeClass('bot-message user-message temporary-message')
+            .addClass(messageClass)
+            .attr('dir', 'auto')
+            .css({
+                'background-color': bgColor,
+                'color': fontColor,
+            });
+        // Handle link tracking and scroll
+        if (sender === "bot" || sender === "agent") {
+            attachLinkTracking(lastMessageDiv, responseText);
+            const lastUserMessage = $('#chat-box').find('.user-message').last();
+            if (lastUserMessage.length) {
+                scrollElementToTop(lastUserMessage);
+            }
+            // Show notification if chat is hidden
+            if ($('#floating-chatbot').hasClass('hidden')) {
+                showNotification();
+            }
+        }
+        // Re-enable chat input after response is displayed
+        enableChatInput();
     } else {
         appendMessage(sender, responseText, responseHtml, images);
+        // Re-enable chat input after response is displayed
+        enableChatInput();
+    }
+}
 …
         // Force visibility
         $('#floating-chatbot-button').removeClass('hidden');
+        //console.log('Showing widget');
+    }
+    }
     function hideChatWidget() {
         $('#floating-chatbot-button').css('display', 'none');
         $('#floating-chatbot-button').addClass('hidden');
-        //console.log('Hiding widget');
+    }
 …
     function createNotificationBadge() {
-        //console.log("Creating notification badge...");
         const chatButton = document.getElementById('floating-chatbot-button');
+        //console.log("Chat button found:", !!chatButton);
         if (!chatButton) return;
         // Remove any existing badge first
         const existingBadge = chatButton.querySelector('.chat-notification-badge');
         if (existingBadge) {
-            //console.log("Removing existing badge");
             existingBadge.remove();
+        }
 …
     // LIVE AGENT FUNCTIONALITY
     // ====================================
-function updateChatModeIndicator(mode) {
-    //console.log("updateChatModeIndicator called with mode:", mode);
-    const indicator = document.getElementById('chat-mode-indicator');
-    if (indicator) {
-        const oldText = indicator.textContent;
-        if (mode === 'agent') {
-            indicator.textContent = 'Live Agent';
-            startPolling();
-            //console.log("Set indicator to Live Agent");
-        } else {
-            // Everything else is AI mode
-            const customAiText = indicator.getAttribute('data-ai-text') || 'AI Agent';
-            indicator.textContent = customAiText;
-            stopPolling();
-            //console.log("Set indicator to AI Agent:", customAiText);
+        }
-        // Force immediate DOM update
-        if (oldText !== indicator.textContent) {
-            // Force a reflow to ensure the change is visible immediately
-            indicator.offsetHeight;
-            // Double-check after a brief moment
-            setTimeout(() => {
-                //console.log("Final indicator text:", indicator.textContent);
-            }, 50);
+        }
-    } else {
-        //console.error("Chat mode indicator element not found!");
+    }
+}
     function startPolling() {
 …
         // Start new polling interval
         pollingInterval = setInterval(checkForAgentMessages, 5000);
+        //console.log("Started agent message polling");
+    }
+    }
     function stopPolling() {
         if (pollingInterval) {
             clearInterval(pollingInterval);
             pollingInterval = null;
-            //console.log("Stopped agent message polling");
+        }
+    }
 …
         },
         error: function (xhr, status, error) {
             //console.error("Polling error:", xhr, status, error);
+            // Polling error - silently continue
+        }
     });
 …
     // CHAT HISTORY & PERSISTENCE
     // ====================================
+// Update the loadChatHistory function:
 function loadChatHistory() {
     // Prevent duplicate loading
     if (chatHistoryLoaded) {
-       // console.log('Chat history already loaded, skipping...');
         return;
+    }
 …
             },
             error: function(xhr, status, error) {
                 //console.error("AJAX error loading chat history:", status, error);
+                // Error loading chat history - silently continue
+            }
         });
 …
         const container = document.getElementById('active-pdf-container');
         const nameElement = document.getElementById('active-pdf-name');
         if (!container || !nameElement) {
-            //console.error('PDF container elements not found');
             return;
+        }
         nameElement.textContent = filename;
         container.style.display = 'flex';
+    }
     function showActiveWord(filename) {
         const container = document.getElementById('active-word-container');
         const nameElement = document.getElementById('active-word-name');
         if (!container || !nameElement) {
-            //console.error('Word document container elements not found');
             return;
+        }
         nameElement.textContent = filename;
         container.style.display = 'flex';
 …
         })
         .catch(error => {
             //console.error('Error removing PDF:', error);
+            // Error removing PDF - silently continue
         });
+    }
     function removeActiveWord() {
         const container = document.getElementById('active-word-container');
 …
         })
         .catch(error => {
             //console.error('Error removing Word document:', error);
+            // Error removing Word document - silently continue
         });
+    }
     // ====================================
     // CONSENT & COMPLIANCE (GDPR)
     // ====================================
     function initializeChatVisibility() {
+        //console.log('Initializing chat visibility');
+        const complianzEnabled = mxchatChat.complianz_toggle === 'on' ||
+                                mxchatChat.complianz_toggle === '1' ||
+        const complianzEnabled = mxchatChat.complianz_toggle === 'on' ||
+                                mxchatChat.complianz_toggle === '1' ||
                                 mxchatChat.complianz_toggle === 1;
         if (complianzEnabled && typeof cmplz_has_consent === "function" && typeof complianz !== 'undefined') {
             // Initial check
             checkConsentAndShowChat();
             // Listen for consent changes
             $(document).on('cmplz_status_change', function(event) {
-                //console.log('Status change detected');
                 checkConsentAndShowChat();
             });
 …
         var consentStatus = cmplz_has_consent('marketing');
         var consentType = complianz.consenttype;
+        //console.log('Checking consent:', {status: consentStatus,type: consentType});
         let $widget = $('#floating-chatbot-button');
         let $chatbot = $('#floating-chatbot');
         let $preChat = $('#pre-chat-message');
         if (consentStatus === true) {
-            //console.log('Consent granted - showing widget');
             $widget
                 .removeClass('no-consent')
 …
                 .fadeTo(500, 1);
             $chatbot.removeClass('no-consent');
             // Show pre-chat message if not dismissed
             checkPreChatDismissal();
         } else {
-            //console.log('No consent - hiding widget');
             $widget
                 .addClass('no-consent')
 …
                 });
             $chatbot.addClass('no-consent');
             // Hide pre-chat message when no consent
             $preChat.hide();
 …
             },
             error: function() {
                 //console.error('Failed to check pre-chat message dismissal status.');
+                // Error checking pre-chat dismissal - silently continue
+            }
         });
+    }
     function handlePreChatDismissal() {
         $('#pre-chat-message').fadeOut(200);
 …
             },
             error: function() {
                 //console.error('Failed to dismiss pre-chat message.');
+                // Error dismissing pre-chat message - silently continue
+            }
         });
 …
         if (!sessionId) {
-            //console.error('No session ID found');
             alert('Error: No session ID found');
             return;
+        }
         if (!mxchatChat || !mxchatChat.ajax_url || !mxchatChat.nonce) {
-            //console.error('mxchatChat not properly configured:', mxchatChat);
             alert('Error: Ajax configuration missing');
             return;
 …
                 activePdfFile = data.data.filename;
             } else {
-                //console.error('Upload failed:', data.data);
                 alert('Failed to upload PDF. Please try again.');
+            }
         } catch (error) {
-            //console.error('Upload error:', error);
             alert('Error uploading file. Please try again.');
         } finally {
 …
         if (!sessionId) {
-            //console.error('No session ID found');
             alert('Error: No session ID found');
             return;
+        }
         // Disable buttons and show loading state
         const uploadBtn = document.getElementById('word-upload-btn');
 …
                 activeWordFile = data.data.filename;
             } else {
-                //console.error('Upload failed:', data.data);
                 alert('Failed to upload Word document. Please try again.');
+            }
         } catch (error) {
-            //console.error('Upload error:', error);
             alert('Error uploading file. Please try again.');
         } finally {
 …
 // Only run email collection setup if it's enabled
 if (mxchatChat && mxchatChat.email_collection_enabled === 'on') {
-    //console.log('Email collection is enabled, setting up handlers...');
     // Email collection form setup and handlers
     const emailForm = document.getElementById('email-collection-form');
 …
+        }
+        // MAIN FORM SUBMIT HANDLER - This is the critical fix
+        //console.log('Setting up form submit handler...');
+        // MAIN FORM SUBMIT HANDLER
         // Remove any existing event listeners first
         emailForm.removeEventListener('submit', handleFormSubmit);
         // Add the form submit handler
         emailForm.addEventListener('submit', handleFormSubmit);
         function handleFormSubmit(event) {
-            //console.log('Form submit handler triggered!');
             event.preventDefault();
             event.stopPropagation();
             // Prevent double submission
             if (isSubmitting) {
-                //console.log('Already submitting, ignoring...');
                 return false;
+            }
 …
             const sessionId = getChatSession();
-            //console.log('Form data:', { userEmail, userName, sessionId });
             // Validate email before submission
             if (!userEmail) {
 …
             clearEmailError();
             setSubmissionState(true);
-            //console.log('Sending AJAX request...');
             // Prepare form data with optional name
 …
             })
             .then((response) => {
-                //console.log('Response received:', response);
                 if (!response.ok) {
                     throw new Error(`HTTP error! status: ${response.status}`);
 …
             })
             .then((data) => {
-                //console.log('Response data:', data);
                 setSubmissionState(false);
                 if (data.success) {
                     // Show chat immediately
 …
             })
             .catch((error) => {
-                //console.error('Email submission error:', error);
                 setSubmissionState(false);
                 showEmailError('An error occurred. Please try again.');
 …
         // Initial state check
         if (mxchatChat.skip_email_check && mxchatChat.initial_email_state) {
-            //console.log('Using server-provided email state:', mxchatChat.initial_email_state);
             const emailState = mxchatChat.initial_email_state;
             if (emailState.show_email_form) {
 …
             })
             .catch((error) => {
                 //console.warn('Email check failed, defaulting to email form:', error);
+                // Email check failed - default to email form
                 showEmailForm();
             });
+        }
     } else {
+        console.error('Email collection is enabled but essential elements are missing:', {
+            emailForm: !!emailForm,
+            emailBlocker: !!emailBlocker,
+            chatbotWrapper: !!chatbotWrapper
+        });
+    }
+} else {
+    //console.log('Email collection is disabled');
+        // Email collection is enabled but essential elements are missing - silently continue
+    }
+}
 …
                 },
                 success: function() {
-                    //console.log('Pre-chat message dismissed for 24 hours.');
                     // Ensure the message is hidden after dismissal
                     $('#pre-chat-message').hide();
                 },
                 error: function() {
                     //console.error('Failed to dismiss pre-chat message.');
+                    // Error dismissing pre-chat message - silently continue
+                }
             });

mxchat-basic/trunk/js/content-selector.js

-                      r3364278
+                      r3430202
     function renderContentItems(items) {
         let html = '';
         items.forEach(function(item) {
             const isSelected = selectedItems.has(item.id);
             const isProcessed = item.already_processed;
+            // Updated badge text
+            const badgeText = isProcessed ? 'In Knowledge Base' : 'Not In Knowledge Base';
+            const chunkCount = item.chunk_count || 0;
+            // Updated badge text - include chunk count if > 1
+            let badgeText = 'Not In Knowledge Base';
+            if (isProcessed) {
+                badgeText = chunkCount > 1 ? `In Knowledge Base (${chunkCount} chunks)` : 'In Knowledge Base';
+            }
             const badgeClass = isProcessed ? 'mxchat-kb-processed-badge' : 'mxchat-kb-unprocessed-badge';
             html += `
                 <div class="mxchat-kb-content-item ${isProcessed ? 'processed' : ''}" data-id="${item.id}">
 …
             `;
         });
         $contentList.html(html);

mxchat-basic/trunk/js/knowledge-processing.js

-                      r3394595
+                      r3430202
+        }
     });
+    // ========================================
+    // CHUNK GROUP TOGGLE FUNCTIONALITY
+    // ========================================
+    // Handle chunk group expand/collapse toggle
+    $(document).on('click', '.mxchat-chunk-toggle', function(e) {
+        e.preventDefault();
+        e.stopPropagation();
+        const $button = $(this);
+        const groupId = $button.data('group-id');
+        const $chunkRows = $('.mxchat-chunk-row.' + groupId);
+        // Toggle expanded state
+        if ($button.hasClass('expanded')) {
+            // Collapse
+            $chunkRows.slideUp(300);
+            $button.removeClass('expanded');
+        } else {
+            // Expand
+            $chunkRows.slideDown(300);
+            $button.addClass('expanded');
+        }
+    });
+    // Handle delete button for chunk groups
+    $(document).on('click', '.delete-button-group', function(e) {
+        e.preventDefault();
+        e.stopPropagation();
+        const $button = $(this);
+        const sourceUrl = $button.data('source-url');
+        const chunkCount = $button.data('chunk-count');
+        const dataSource = $button.data('data-source');
+        const botId = $button.data('bot-id');
+        const nonce = $button.data('nonce');
+        // Confirm deletion
+        if (!confirm('Are you sure you want to delete all ' + chunkCount + ' chunks for this URL? This action cannot be undone.')) {
+            return;
+        }
+        // Show loading state
+        $button.prop('disabled', true);
+        $button.find('.dashicons').removeClass('dashicons-trash').addClass('dashicons-update spin');
+        // Make AJAX request to delete all chunks for this URL
+        $.ajax({
+            url: ajaxurl,
+            type: 'POST',
+            data: {
+                action: 'mxchat_delete_chunks_by_url',
+                source_url: sourceUrl,
+                data_source: dataSource,
+                bot_id: botId,
+                nonce: nonce
+            },
+            success: function(response) {
+                if (response.success) {
+                    // Remove the group header row and all chunk rows
+                    const $headerRow = $button.closest('tr');
+                    const groupId = $headerRow.data('group-id');
+                    $('.mxchat-chunk-row.' + groupId).fadeOut(300, function() {
+                        $(this).remove();
+                    });
+                    $headerRow.fadeOut(300, function() {
+                        $(this).remove();
+                    });
+                } else {
+                    var errorMsg = response.data || 'Unknown error';
+                    if (typeof response.data === 'object' && response.data.message) {
+                        errorMsg = response.data.message;
+                    }
+                    alert('Error deleting chunks: ' + errorMsg);
+                    $button.prop('disabled', false);
+                    $button.find('.dashicons').removeClass('dashicons-update spin').addClass('dashicons-trash');
+                }
+            },
+            error: function(xhr, status, error) {
+                console.error('AJAX error:', xhr.responseText);
+                alert('Error deleting chunks: ' + (error || 'Server error'));
+                $button.prop('disabled', false);
+                $button.find('.dashicons').removeClass('dashicons-update spin').addClass('dashicons-trash');
+            }
+        });
+    });
 });

mxchat-basic/trunk/js/mxchat-admin.js

-                      r3428255
+                      r3430202
                     // Determine which AJAX action and nonce to use:
                     var ajaxAction, nonce;
                     // *** UPDATED: Add Pinecone fields to prompts action ***
+                    // *** UPDATED: Add Pinecone fields and chunking fields to prompts action ***
                     if (name.indexOf('mxchat_prompts_options') !== -1 ||
                         name === 'mxchat_auto_sync_posts' ||
+                        name === 'mxchat_auto_sync_posts' ||
                         name === 'mxchat_auto_sync_pages' ||
                         name.indexOf('mxchat_auto_sync_') === 0 ||
+                        name.indexOf('mxchat_pinecone_addon_options') !== -1) { // *** ADD THIS LINE ***
+                        name.indexOf('mxchat_pinecone_addon_options') !== -1 ||
+                        name.indexOf('mxchat_chunk') === 0) { // Chunking settings
                         ajaxAction = 'mxchat_save_prompts_setting';
                         nonce = mxchatPromptsAdmin.prompts_setting_nonce;

mxchat-basic/trunk/js/mxchat-test-streaming.js

-                      r3340699
+                      r3430202
 jQuery(document).ready(function($) {
+    // Manual test button click
     $('#mxchat-test-streaming-btn').on('click', function() {
         const $button = $(this);
         const $result = $('#mxchat-test-streaming-result');
         $button.prop('disabled', true).text('Testing...');
         $result.text('Testing streaming environment...');
         // Test both backend capability AND frontend environment
         testCompleteStreamingEnvironment()
 …
             })
             .finally(() => {
                 $button.prop('disabled', false).text('Test Streaming Compatibility');
+                $button.prop('disabled', false).html('<span class="dashicons dashicons-admin-tools" style="vertical-align: middle; margin-right: 5px;"></span>Test Streaming Compatibility');
             });
     });
+    // Intercept the streaming toggle BEFORE autosave fires
+    // We use a capturing event handler to run first
+    const streamingToggle = document.getElementById('enable_streaming_toggle');
+    if (streamingToggle) {
+        streamingToggle.addEventListener('change', function(e) {
+            if (this.checked) {
+                // Prevent the default autosave from firing immediately
+                e.stopImmediatePropagation();
+                const $toggle = $(this);
+                const $result = $('#mxchat-test-streaming-result');
+                const $button = $('#mxchat-test-streaming-btn');
+                // User is enabling streaming - run automatic compatibility test first
+                $button.prop('disabled', true);
+                $toggle.prop('disabled', true);
+                $result.css('color', '#666').html('🔄 Testing streaming compatibility before enabling...');
+                testCompleteStreamingEnvironment()
+                    .then(result => {
+                        if (result.success) {
+                            // Test passed - now save the setting
+                            saveStreamingSetting('on');
+                            $result.css('color', 'green').html('✅ Streaming enabled - compatibility verified!');
+                        } else {
+                            // Streaming failed - turn it back off (don't save 'on')
+                            $toggle.prop('checked', false);
+                            $result.css('color', 'red').html(result.message);
+                        }
+                    })
+                    .catch(error => {
+                        // Error during test - turn it back off
+                        $toggle.prop('checked', false);
+                        $result.css('color', 'red').html('❌ Streaming test failed: ' + error.message + '<br>Streaming has been disabled.');
+                    })
+                    .finally(() => {
+                        $button.prop('disabled', false);
+                        $toggle.prop('disabled', false);
+                    });
+            }
+            // If turning OFF, let the normal autosave handle it
+        }, true); // 'true' for capturing phase - runs before jQuery handlers
+    }
+    // Helper function to save the streaming setting via AJAX
+    function saveStreamingSetting(value) {
+        $.ajax({
+            url: mxchatTestStreamingAjax.ajax_url,
+            type: 'POST',
+            data: {
+                action: 'mxchat_save_setting',
+                name: 'enable_streaming_toggle',
+                value: value,
+                _ajax_nonce: mxchatTestStreamingAjax.settings_nonce
+            }
+        });
+    }
     function testCompleteStreamingEnvironment() {
         return new Promise((resolve, reject) => {
 …
             formData.append('session_id', 'streaming_test_' + Date.now());
             formData.append('nonce', mxchatTestStreamingAjax.nonce);
+            formData.append('force_streaming_test', '1'); // Force streaming mode for testing
             fetch(mxchatTestStreamingAjax.ajax_url, {

mxchat-basic/trunk/js/mxchat_transcripts.js

-                      r3418641
+                      r3430202
+    }
     // Render RAG context data in the modal
+    // Render RAG context data in the modal - grouped by URL
     function renderRagContext(data, $container) {
         let html = '';
 …
         html += '</div>';
         // Top matches section
+        // Top matches section - grouped by URL
         if (data.top_matches && data.top_matches.length > 0) {
+            // Group matches by source URL
+            const groupedByUrl = {};
+            data.top_matches.forEach(function(match) {
+                const url = match.source_display || 'Unknown';
+                if (!groupedByUrl[url]) {
+                    groupedByUrl[url] = {
+                        url: url,
+                        isUrl: url.startsWith('http'),
+                        bestScore: 0,
+                        usedForContext: false,
+                        totalChunks: match.total_chunks || 1,
+                        matchedChunks: [],
+                        isChunked: match.is_chunk || false,
+                        roleRestriction: match.role_restriction
+                    };
+                }
+                // Track best score
+                if (match.similarity_percentage > groupedByUrl[url].bestScore) {
+                    groupedByUrl[url].bestScore = match.similarity_percentage;
+                }
+                // Track if any chunk was used
+                if (match.used_for_context) {
+                    groupedByUrl[url].usedForContext = true;
+                }
+                // Add chunk info
+                groupedByUrl[url].matchedChunks.push({
+                    chunkIndex: match.chunk_index,
+                    score: match.similarity_percentage,
+                    usedForContext: match.used_for_context,
+                    aboveThreshold: match.above_threshold,
+                    contentPreview: match.content_preview
+                });
+            });
+            // Convert to array and sort by best score
+            const urlGroups = Object.values(groupedByUrl).sort(function(a, b) {
+                return b.bestScore - a.bestScore;
+            });
+            // Count unique URLs used
+            const usedUrlCount = urlGroups.filter(function(g) { return g.usedForContext; }).length;
             html += '<div class="mxchat-rag-matches">';
             html += '<h3>Retrieved Documents</h3>';
+            data.top_matches.forEach(function(match, index) {
+                const isUsed = match.used_for_context;
+                const isAboveThreshold = match.above_threshold;
+                const cardClass = isUsed ? 'mxchat-rag-match-used' : (isAboveThreshold ? 'mxchat-rag-match-above' : 'mxchat-rag-match-below');
+                const statusIcon = isUsed ? '✅' : (isAboveThreshold ? '⚠️' : '❌');
+                const statusLabel = isUsed ? 'Used for Response' : (isAboveThreshold ? 'Above Threshold' : 'Below Threshold');
+            html += '<p class="mxchat-rag-matches-summary">' + usedUrlCount + ' entr' + (usedUrlCount === 1 ? 'y' : 'ies') + ' used for response';
+            html += ' <span style="color: #64748b; font-size: 12px;">(from ' + data.top_matches.length + ' chunk matches)</span></p>';
+            urlGroups.forEach(function(group, groupIndex) {
+                const cardClass = group.usedForContext ? 'mxchat-rag-match-used' : 'mxchat-rag-match-below';
+                const statusIcon = group.usedForContext ? '✅' : '❌';
+                const statusLabel = group.usedForContext ? 'Used for Response' : 'Not Used';
+                // Build chunk summary badge
+                let chunkBadge = '';
+                if (group.isChunked && group.totalChunks > 1) {
+                    const usedChunkCount = group.matchedChunks.filter(function(c) { return c.usedForContext; }).length;
+                    chunkBadge = '<span class="mxchat-rag-chunk-badge">' + usedChunkCount + '/' + group.totalChunks + ' chunks</span>';
+                }
                 html += '<div class="mxchat-rag-match-card ' + cardClass + '">';
                 html += '<div class="mxchat-rag-match-header">';
                 html += '<span class="mxchat-rag-match-rank">#' + (index + 1) + '</span>';
                 html += '<span class="mxchat-rag-match-score">' + match.similarity_percentage + '%</span>';
                 html += '<span class="mxchat-rag-match-status ' + (isUsed ? 'status-used' : (isAboveThreshold ? 'status-above' : 'status-below')) + '">';
+                html += '<span class="mxchat-rag-match-score">' + group.bestScore + '%</span>';
+                html += chunkBadge;
+                html += '<span class="mxchat-rag-match-status ' + (group.usedForContext ? 'status-used' : 'status-below') + '">';
                 html += statusIcon + ' ' + statusLabel;
                 html += '</span>';
 …
                 html += '<div class="mxchat-rag-match-source">';
                 if (match.source_display && match.source_display.startsWith('http')) {
                     html += '<a href="' + escapeHtml(match.source_display) + '" target="_blank" rel="noopener noreferrer">';
                     html += '🔗 ' + escapeHtml(match.source_display);
+                if (group.isUrl) {
+                    html += '<a href="' + escapeHtml(group.url) + '" target="_blank" rel="noopener noreferrer">';
+                    html += '🔗 ' + escapeHtml(group.url);
                     html += '</a>';
                 } else {
                     html += '📄 ' + escapeHtml(match.source_display || 'Content snippet');
+                    html += '📄 ' + escapeHtml(group.url);
+                }
                 html += '</div>';
+                if (match.content_preview) {
+                    html += '<div class="mxchat-rag-match-preview">';
+                    html += escapeHtml(match.content_preview);
+                // Show role restriction if not public
+                if (group.roleRestriction && group.roleRestriction !== 'public') {
+                    html += '<div class="mxchat-rag-match-meta">';
+                    html += '<span class="mxchat-rag-role-badge">🔒 ' + escapeHtml(group.roleRestriction) + '</span>';
                     html += '</div>';
+                }
+                // Show role restriction if not public
+                if (match.role_restriction && match.role_restriction !== 'public') {
+                    html += '<div class="mxchat-rag-match-meta">';
+                    html += '<span class="mxchat-rag-role-badge">🔒 ' + escapeHtml(match.role_restriction) + '</span>';
+                // Expandable chunk details if multiple chunks
+                if (group.matchedChunks.length > 1) {
+                    html += '<div class="mxchat-rag-chunk-toggle" data-group="' + groupIndex + '">▶ Show ' + group.matchedChunks.length + ' matched chunks</div>';
+                    html += '<div class="mxchat-rag-chunk-details" data-group="' + groupIndex + '">';
+                    // Sort chunks by index
+                    const sortedChunks = group.matchedChunks.slice().sort(function(a, b) {
+                        return (a.chunkIndex || 0) - (b.chunkIndex || 0);
+                    });
+                    sortedChunks.forEach(function(chunk) {
+                        const chunkNum = (chunk.chunkIndex !== null && chunk.chunkIndex !== undefined) ? chunk.chunkIndex + 1 : '?';
+                        const chunkClass = chunk.usedForContext ? 'chunk-used' : 'chunk-not-used';
+                        const chunkIcon = chunk.usedForContext ? '✓' : '○';
+                        html += '<div class="mxchat-rag-chunk-row ' + chunkClass + '">';
+                        html += '<span class="mxchat-rag-chunk-icon">' + chunkIcon + '</span>';
+                        html += '<span class="mxchat-rag-chunk-num">Chunk ' + chunkNum + '</span>';
+                        html += '<span class="mxchat-rag-chunk-score">' + chunk.score + '%</span>';
+                        html += '</div>';
+                    });
                     html += '</div>';
+                }
 …
         $container.html(html);
+        // Add click handlers for chunk toggles
+        $container.find('.mxchat-rag-chunk-toggle').on('click', function() {
+            const groupId = $(this).data('group');
+            const $details = $container.find('.mxchat-rag-chunk-details[data-group="' + groupId + '"]');
+            const isExpanded = $details.is(':visible');
+            if (isExpanded) {
+                $details.slideUp(200);
+                $(this).text('▶ Show ' + $details.find('.mxchat-rag-chunk-row').length + ' matched chunks');
+            } else {
+                $details.slideDown(200);
+                $(this).text('▼ Hide chunks');
+            }
+        });
+    }

mxchat-basic/trunk/js/test-panel.js

-                      r3389316
+                      r3430202
     updateTopMatches(topMatches, threshold) {
         const scoresEl = this.panel.querySelector('#similarity-scores');
         if (!topMatches || topMatches.length === 0) {
             scoresEl.innerHTML = '<div class="no-data-message">No similarity data available</div>';
             return;
+        }
+        // Group matches by source URL
+        const groupedByUrl = {};
+        topMatches.forEach((match) => {
+            const url = match.source_display || 'Unknown';
+            if (!groupedByUrl[url]) {
+                groupedByUrl[url] = {
+                    url: url,
+                    isUrl: url.startsWith('http'),
+                    bestScore: 0,
+                    usedForContext: false,
+                    totalChunks: match.total_chunks || 1,
+                    matchedChunks: [],
+                    isChunked: match.is_chunk || false
+                };
+            }
+            // Track best score
+            if (match.similarity_percentage > groupedByUrl[url].bestScore) {
+                groupedByUrl[url].bestScore = match.similarity_percentage;
+            }
+            // Track if any chunk was used for context
+            if (match.used_for_context) {
+                groupedByUrl[url].usedForContext = true;
+            }
+            // Add chunk info
+            groupedByUrl[url].matchedChunks.push({
+                chunkIndex: match.chunk_index,
+                score: match.similarity_percentage,
+                usedForContext: match.used_for_context,
+                aboveThreshold: match.above_threshold
+            });
+        });
+        // Convert to array and sort by best score
+        const urlGroups = Object.values(groupedByUrl).sort((a, b) => b.bestScore - a.bestScore);
+        // Count unique URLs used for context
+        const usedUrlCount = urlGroups.filter(g => g.usedForContext).length;
         let html = `<div class="matches-header">
+            <strong>Top ${topMatches.length} matches</strong>
+            <strong>${usedUrlCount} entr${usedUrlCount === 1 ? 'y' : 'ies'} used for AI context</strong>
+            <span class="matches-subheader">(from ${topMatches.length} chunk matches)</span>
         </div>`;
         topMatches.forEach((match, index) => {
             const isAboveThreshold = match.above_threshold;
             const isUsedForContext = match.used_for_context; // Use the actual flag from PHP
             const statusIcon = isAboveThreshold ? '✓' : '✗';
             // Determine the correct label based on actual usage
             let contextLabel;
             if (isUsedForContext) {
                 contextLabel = 'Used for AI context';
             } else if (isAboveThreshold) {
                 contextLabel = 'Above threshold (not used)';
+            } else {
                 contextLabel = 'Below threshold';
+            }
             // Determine card styling - should be based on whether it was actually used
             const cardClass = isUsedForContext ? 'above-threshold' : 'below-threshold';
+        urlGroups.forEach((group, groupIndex) => {
+            const cardClass = group.usedForContext ? 'above-threshold' : 'below-threshold';
+            const statusIcon = group.usedForContext ? '✓' : '✗';
+            const contextLabel = group.usedForContext ? 'Used for AI context' : 'Not used';
+            // Build chunk summary
+            let chunkSummary = '';
+            if (group.isChunked && group.totalChunks > 1) {
+                const usedChunkCount = group.matchedChunks.filter(c => c.usedForContext).length;
+                chunkSummary = `<span class="chunk-summary">${usedChunkCount}/${group.totalChunks} chunks matched</span>`;
+            }
+            // Check if this entry has multiple matched chunks to show expand toggle
+            const hasMultipleChunks = group.matchedChunks.length > 1;
+            const expandToggle = hasMultipleChunks
+                ? `<span class="chunk-expand-toggle" data-group="${groupIndex}">▶ Show chunks</span>`
+                : '';
             html += `
                 <div class="match-card ${cardClass}">
 …
                         <div class="match-title">
                             <span class="status-icon">${statusIcon}</span>
+                            <span class="similarity-score">${match.similarity_percentage}%</span>
+                            <span class="similarity-score">${group.bestScore}%</span>
+                            ${chunkSummary}
                         </div>
                         <span class="context-label">${contextLabel}</span>
                     </div>
                     <div class="match-source">
                         ${match.source_display.startsWith('http') ?
                             `<span class="source-icon link-icon">🔗</span> ${match.source_display}` :
                             `<span class="source-icon doc-icon">📄</span> ${match.source_display}`
+                        ${group.isUrl ?
+                            `<span class="source-icon link-icon">🔗</span> ${group.url}` :
+                            `<span class="source-icon doc-icon">📄</span> ${group.url}`
+                        }
                     </div>
+                    ${expandToggle}
+                    ${hasMultipleChunks ? this.renderChunkDetails(group.matchedChunks, groupIndex) : ''}
                 </div>
             `;
         });
         scoresEl.innerHTML = html;
+        // Add click handlers for expand toggles
+        scoresEl.querySelectorAll('.chunk-expand-toggle').forEach(toggle => {
+            toggle.addEventListener('click', (e) => {
+                const groupId = e.target.dataset.group;
+                const details = scoresEl.querySelector(`.chunk-details[data-group="${groupId}"]`);
+                if (details) {
+                    const isExpanded = details.classList.toggle('expanded');
+                    e.target.textContent = isExpanded ? '▼ Hide chunks' : '▶ Show chunks';
+                }
+            });
+        });
+    }
+    renderChunkDetails(chunks, groupIndex) {
+        // Sort chunks by chunk index
+        const sortedChunks = [...chunks].sort((a, b) => (a.chunkIndex || 0) - (b.chunkIndex || 0));
+        let html = `<div class="chunk-details" data-group="${groupIndex}">`;
+        sortedChunks.forEach(chunk => {
+            const chunkNum = (chunk.chunkIndex !== null && chunk.chunkIndex !== undefined)
+                ? chunk.chunkIndex + 1
+                : '?';
+            const statusClass = chunk.usedForContext ? 'chunk-used' : 'chunk-not-used';
+            const statusIcon = chunk.usedForContext ? '✓' : '○';
+            html += `
+                <div class="chunk-detail-row ${statusClass}">
+                    <span class="chunk-detail-icon">${statusIcon}</span>
+                    <span class="chunk-detail-num">Chunk ${chunkNum}</span>
+                    <span class="chunk-detail-score">${chunk.score}%</span>
+                </div>
+            `;
+        });
+        html += '</div>';
+        return html;
+    }

mxchat-basic/trunk/mxchat-basic.php

-                      r3428255
+                      r3430202
  * Plugin URI: https://mxchat.ai/
  * Description: AI chatbot for WordPress with OpenAI, Claude, xAI, DeepSeek, live agent, PDF uploads, WooCommerce, and training on website data.
  * Version: 2.6.2
+ * Version: 2.6.3
  * Author: MxChat
  * Author URI: https://mxchat.ai
 …
         'includes/class-mxchat-user.php',
         'includes/class-mxchat-meta-box.php',
+        'includes/class-mxchat-chunker.php',
         'includes/pdf-parser/alt_autoload.php',
         'includes/class-mxchat-word-handler.php',

mxchat-basic/trunk/readme.txt

-                      r3428255
+                      r3430202
 Tested up to: 6.9
 Requires PHP: 7.2
 Stable tag: 2.6.2
+Stable tag: 2.6.3
 License: GPLv2 or later
 License URI: https://www.gnu.org/licenses/gpl-2.0.html
 …
 [Documentation](https://mxchat.ai/documentation/)
 ## Why Choose MxChat AI Chatbot for Your WordPress Website?
+## What makes MxChat the best free AI Chatbot plugin for WordPress?
 ✅ **6 Major AI Providers in One Plugin**: OpenRouter, OpenAI GPT, Claude, Gemini, xAI Grok, and DeepSeek - switch between 100+ models instantly
 …
 [Explore all product videos on YouTube](https://www.youtube.com/@MxChat/videos)
+## 🔥 What's New in Version 2.6.2
+🚀 **Large Pinecone Database Fix**
+- Fixed: Critical error when viewing Knowledge Database with large datasets (10K+ products)
+- Fixed: Optimized Pinecone queries to prevent memory exhaustion and timeouts
+📐 **Viewport-Aware Chatbot Sizing**
+- Fixed: Chatbot no longer gets cut off when browser has bookmarks bar or is zoomed above 100%
+🎯 **Post Type Visibility Control**
+- New: Control which post types display the auto-display chatbot (include or exclude specific post types)
+## 🔥 What's New in Version 2.6.3
+🧩 **Smart Text Chunking for RAG**
+- New: Large content is automatically split into semantic chunks for improved retrieval accuracy
+- New: Configurable chunk size (default 4000 chars) in Knowledge Database Settings
+- Enhancement: Retrieval now finds best matching chunks, fetches all chunks for top URLs, and reassembles them
+📊 **Enhanced Knowledge Base UI**
+- New: Chunk count badges in WordPress Import modal - see "(X chunks)" for multi-chunk content
+- New: Collapsible chunk groups in Knowledge Base table - entries with multiple chunks grouped under expandable rows
+- New: Chunk labels show "Chunk 1 of 5", "Chunk 2 of 5" etc. when expanded
+**Other Enhancements**
+- New: Option to show/hide frontend debug panel in Chatbot Settings
+- Fixed: Markdown formatting now preserved correctly when streaming is disabled (newlines were being stripped)
+- Enhancement: Chat input is now disabled while waiting for bot response, preventing duplicate message submissions
+- Enhancement: When streaming is turned on it automatically checks if compatible and disables if not.
 ## Core Features That Set MxChat Apart
 …
 == Changelog ==
+= 2.6.3 - December 31, 2025 =
+- New: Text chunking for RAG - large content is automatically split into semantic chunks for improved retrieval accuracy
+- New: Chunk count display in WordPress Import modal - shows "(X chunks)" badge for multi-chunk content
+- New: Collapsible chunk groups in Knowledge Base table - entries with multiple chunks are grouped under a single expandable row
+- New: Chunk labels show "Chunk 1 of 5", "Chunk 2 of 5" etc. when chunks are expanded
+- New: Chunking settings in Knowledge Database Settings tab - configure chunk size (default 4000 chars)
+- New: Option to show/hide frontend debug panel in Chatbot Settings
+- Enhancement: Improved retrieval - finds best matching chunks, then fetches all chunks for top URLs and reassembles
+- Enhancement: Chat input is now disabled while waiting for bot response, preventing duplicate message submissions
+- Enhancement: When streaming is turned on it automatically checks if compatible and disables if not.
+- Fixed: Markdown formatting now preserved correctly when streaming is disabled (newlines were being stripped)
 = 2.6.2 - December 22, 2025 =
 - Fixed: Critical error when viewing Knowledge Database with large Pinecone datasets (10K+ products)
 …
 == Upgrade Notice ==
 = 2.6.2 =
 Critical fix for large Pinecone databases and viewport cutoff issues when browser is zoomed or has bookmarks bar.
+= 2.6.3 =
+New smart text chunking for RAG improves semantic retrieval accuracy. Enhanced Knowledge Base UI with chunk grouping and collapsible display. Chat input now disabled during responses to prevent duplicate submissions and more.
 == License & Warranty ==

Plugin Directory

Context Navigation

Legend:

mxchat-basic/trunk/admin/class-ajax-handler.php

mxchat-basic/trunk/admin/class-knowledge-manager.php

mxchat-basic/trunk/admin/class-pinecone-manager.php

mxchat-basic/trunk/css/admin-style.css

mxchat-basic/trunk/css/chat-transcripts.css

mxchat-basic/trunk/css/knowledge-style.css

mxchat-basic/trunk/css/test-panel.css

mxchat-basic/trunk/includes/class-mxchat-admin.php

mxchat-basic/trunk/includes/class-mxchat-integrator.php

mxchat-basic/trunk/includes/class-mxchat-public.php

mxchat-basic/trunk/includes/class-mxchat-utils.php

mxchat-basic/trunk/js/chat-script.js

mxchat-basic/trunk/js/content-selector.js

mxchat-basic/trunk/js/knowledge-processing.js

mxchat-basic/trunk/js/mxchat-admin.js

mxchat-basic/trunk/js/mxchat-test-streaming.js

mxchat-basic/trunk/js/mxchat_transcripts.js

mxchat-basic/trunk/js/test-panel.js

mxchat-basic/trunk/mxchat-basic.php

mxchat-basic/trunk/readme.txt

Download in other formats: