Changeset 3469618

Timestamp:

02/25/2026 04:39:00 PM (4 weeks ago)

Author:

intufind

Message:

Release intufind v1.2.3

Location:

intufind

Files:

• tags/1.2.3 (added)
• tags/1.2.3/admin (added)
• tags/1.2.3/admin/class-intufind-admin.php (added)
• tags/1.2.3/admin/class-intufind-components.php (added)
• tags/1.2.3/admin/css (added)
• tags/1.2.3/admin/css/intufind-admin.css (added)
• tags/1.2.3/admin/js (added)
• tags/1.2.3/admin/js/intufind-admin.js (added)
• tags/1.2.3/admin/partials (added)
• tags/1.2.3/admin/partials/chat-display.php (added)
• tags/1.2.3/admin/partials/recommendations-display.php (added)
• tags/1.2.3/admin/partials/search-display.php (added)
• tags/1.2.3/admin/partials/settings-display.php (added)
• tags/1.2.3/admin/partials/status-display.php (added)
• tags/1.2.3/admin/partials/sync-display.php (added)
• tags/1.2.3/includes (added)
• tags/1.2.3/includes/class-intufind-api.php (added)
• tags/1.2.3/includes/class-intufind-chat-widget.php (added)
• tags/1.2.3/includes/class-intufind-content-extractor.php (added)
• tags/1.2.3/includes/class-intufind-exclusions.php (added)
• tags/1.2.3/includes/class-intufind-list-columns.php (added)
• tags/1.2.3/includes/class-intufind-mcp.php (added)
• tags/1.2.3/includes/class-intufind-plugin.php (added)
• tags/1.2.3/includes/class-intufind-recommendations-override.php (added)
• tags/1.2.3/includes/class-intufind-search-override.php (added)
• tags/1.2.3/includes/class-intufind-search-widget.php (added)
• tags/1.2.3/includes/class-intufind-shortcodes.php (added)
• tags/1.2.3/includes/class-intufind-sync-status.php (added)
• tags/1.2.3/includes/class-intufind-sync.php (added)
• tags/1.2.3/intufind.php (added)
• tags/1.2.3/languages (added)
• tags/1.2.3/languages/intufind.pot (added)
• tags/1.2.3/readme.txt (added)
• tags/1.2.3/uninstall.php (added)
• trunk/includes/class-intufind-api.php (modified) (12 diffs)
• trunk/includes/class-intufind-sync.php (modified) (9 diffs)
• trunk/intufind.php (modified) (2 diffs)
• trunk/readme.txt (modified) (3 diffs)

intufind/trunk/includes/class-intufind-api.php

@@ -88 +88 @@
     }
 
+    const MAX_RETRIES = 2;
+    const RETRY_BASE_DELAY = 1;
+
     /**
      * Make an authenticated API request.
+     *
+     * Rate-limit retries are OFF by default. Callers that send idempotent
+     * payloads (bulk upserts, deletes) should pass retries: true explicitly.
      *
      * @param string $method   HTTP method (GET, POST, PUT, DELETE).
@@ -95 +101 @@
      * @param array  $data     Request body data (for POST/PUT).
      * @param array  $args     Additional wp_remote_request args.
+     *                         Pass 'retries' => true to enable 429 retry with backoff.
      * @return array|WP_Error Response data or WP_Error on failure.
      */
     public function request( $method, $endpoint, $data = array(), $args = array() ) {
+        $retry_enabled = ! empty( $args['retries'] );
+        unset( $args['retries'] );
+
         $api_key = $this->get_api_key();
 
@@ -132 +142 @@
         $request_args = wp_parse_args( $args, $default_args );
 
-        // Make the request.
-        $response = wp_remote_request( $url, $request_args );
-
-        // Check for WP_Error.
-        if ( is_wp_error( $response ) ) {
-            return $response;
-        }
-
-        // Parse response.
-        $status_code = wp_remote_retrieve_response_code( $response );
-        $body        = wp_remote_retrieve_body( $response );
-        $data        = json_decode( $body, true );
-
-        // Check for HTTP errors.
-        if ( $status_code >= 400 ) {
+        $max_attempts = $retry_enabled ? self::MAX_RETRIES : 0;
+        $last_error   = null;
+
+        for ( $attempt = 0; $attempt <= $max_attempts; $attempt++ ) {
+            if ( $attempt > 0 ) {
+                $delay_ms = (int) ( self::RETRY_BASE_DELAY * pow( 2, $attempt - 1 ) * 1000 );
+                $jitter   = wp_rand( 0, (int) ( $delay_ms * 0.3 ) );
+                usleep( ( $delay_ms + $jitter ) * 1000 );
+            }
+
+            $response = wp_remote_request( $url, $request_args );
+
+            if ( is_wp_error( $response ) ) {
+                return $response;
+            }
+
+            $status_code = wp_remote_retrieve_response_code( $response );
+            $body        = wp_remote_retrieve_body( $response );
+            $data        = json_decode( $body, true );
+
+            if ( $status_code < 400 ) {
+                return $data;
+            }
+
             $error_default = __( 'API request failed.', 'intufind' );
             $error_message = isset( $data['error'] )
@@ -152 +171 @@
                 : $error_default;
 
-            // Provide user-friendly messages for common error codes.
             if ( 429 === $status_code ) {
-                $api_error_code = isset( $data['errorCode'] ) ? $data['errorCode'] : '';
-                $is_limit       = 'INDEXING_LIMIT_EXCEEDED' === $api_error_code
-                                || stripos( $error_message, 'limit exceeded' ) !== false;
+                $api_error_code = isset( $data['error']['code'] ) ? $data['error']['code'] : '';
+                $is_limit       = 'INDEXING_LIMIT_EXCEEDED' === $api_error_code;
 
                 if ( $is_limit ) {
@@ -166 +183 @@
                 }
 
-                return new WP_Error(
+                $last_error = new WP_Error(
                     'rate_limited',
                     __( 'Too many requests. Please wait a moment and try again.', 'intufind' ),
                     array( 'status' => $status_code )
                 );
+                continue;
             }
 
@@ -176 +194 @@
         }
 
-        return $data;
+        return $last_error;
     }
 
@@ -384 +402 @@
      */
     public function upsert_posts( $posts ) {
-        return $this->request( 'POST', 'posts/bulk', array( 'entities' => $posts ) );
+        return $this->request( 'POST', 'posts/bulk', array( 'entities' => $posts ), array( 'retries' => true ) );
     }
 
@@ -394 +412 @@
      */
     public function delete_posts( $post_ids ) {
-        return $this->request( 'DELETE', 'posts/bulk', array( 'ids' => $post_ids ) );
+        return $this->request( 'DELETE', 'posts/bulk', array( 'ids' => $post_ids ), array( 'retries' => true ) );
     }
 
@@ -404 +422 @@
      */
     public function upsert_products( $products ) {
-        return $this->request( 'POST', 'products/bulk', array( 'entities' => $products ) );
+        return $this->request( 'POST', 'products/bulk', array( 'entities' => $products ), array( 'retries' => true ) );
     }
 
@@ -414 +432 @@
      */
     public function delete_products( $product_ids ) {
-        return $this->request( 'DELETE', 'products/bulk', array( 'ids' => $product_ids ) );
+        return $this->request( 'DELETE', 'products/bulk', array( 'ids' => $product_ids ), array( 'retries' => true ) );
     }
 
@@ -683 +701 @@
     public function upsert_taxonomies( $taxonomies ) {
         // Taxonomy bulk upsert expects a direct array, not wrapped in an object.
-        return $this->request( 'POST', 'taxonomies/bulk', $taxonomies );
+        return $this->request( 'POST', 'taxonomies/bulk', $taxonomies, array( 'retries' => true ) );
     }
 
@@ -693 +711 @@
      */
     public function delete_taxonomies( $taxonomy_ids ) {
-        return $this->request( 'DELETE', 'taxonomies/bulk', array( 'ids' => $taxonomy_ids ) );
+        return $this->request( 'DELETE', 'taxonomies/bulk', array( 'ids' => $taxonomy_ids ), array( 'retries' => true ) );
     }
 

intufind/trunk/includes/class-intufind-sync.php

@@ -608 +608 @@
         $processed_ids  = array();
         $skipped_count  = 0;
+        $limit_reached  = false;
 
         foreach ( $items as $item ) {
+            if ( $limit_reached ) {
+                break;
+            }
+
             $post_id = $item['post_id'];
 
@@ -637 +642 @@
             // Process in batches.
             if ( count( $documents ) >= self::BULK_BATCH_SIZE ) {
-                $this->send_bulk_upsert( $post_type, $documents, $processed_ids );
+                $limit_reached = $this->send_bulk_upsert( $post_type, $documents, $processed_ids );
                 $documents     = array();
                 $processed_ids = array();
@@ -643 +648 @@
         }
 
-        // Process remaining.
-        if ( ! empty( $documents ) ) {
+        // Process remaining (unless limit was already hit).
+        if ( ! empty( $documents ) && ! $limit_reached ) {
             $this->send_bulk_upsert( $post_type, $documents, $processed_ids );
         }
@@ -658 +663 @@
      * @param array  $documents    Documents to upsert.
      * @param array  $processed_ids Post IDs being processed.
-     * @return void
+     * @return bool True if indexing limit was reached.
      */
     private function send_bulk_upsert( $post_type, $documents, $processed_ids ) {
         // Store hashes for status update.
         $hashes = array();
-        foreach ( $documents as $doc ) {
+        foreach ( $documents as &$doc ) {
             $hashes[ $doc['id'] ] = $doc['_hash'] ?? '';
             unset( $doc['_hash'] );
         }
+        unset( $doc );
 
         // Send to API.
@@ -680 +686 @@
             $error_code    = $result->get_error_code();
 
-            // Use a concise per-item message for indexing limits.
             if ( 'indexing_limit_exceeded' === $error_code ) {
                 $error_message = __( 'Plan indexing limit reached', 'intufind' );
@@ -688 +693 @@
                 $this->status->mark_error( $post_id, $error_message );
             }
-        } else {
-            // Check for individual failures in response.
-            $failed = $this->extract_failed_items( $result );
-
-            foreach ( $processed_ids as $post_id ) {
-                if ( in_array( (string) $post_id, $failed['ids'], true ) ) {
-                    $error_msg = $this->find_failed_item_error( $failed['items'], $post_id );
-                    $this->status->mark_error( $post_id, $error_msg );
-                } else {
-                    $hash = $hashes[ (string) $post_id ] ?? '';
-                    $this->status->mark_synced( $post_id, $hash, 'auto' );
-                }
-            }
-        }
+
+            return 'indexing_limit_exceeded' === $error_code;
+        }
+
+        $failed      = $this->extract_failed_items( $result );
+        $success_ids = isset( $result['data']['successfulIds'] ) ? $result['data']['successfulIds'] : array();
+        $success_set = array_flip( array_map( 'strval', $success_ids ) );
+        $limit_hit   = ! empty( $result['data']['indexingLimitReached'] );
+
+        foreach ( $processed_ids as $post_id ) {
+            if ( in_array( (string) $post_id, $failed['ids'], true ) ) {
+                $error_msg = $this->find_failed_item_error( $failed['items'], $post_id );
+                $this->status->mark_error( $post_id, $error_msg );
+            } elseif ( isset( $success_set[ (string) $post_id ] ) ) {
+                $hash = $hashes[ (string) $post_id ] ?? '';
+                $this->status->mark_synced( $post_id, $hash, 'auto' );
+            } elseif ( $limit_hit ) {
+                $this->status->mark_error( $post_id, __( 'Plan indexing limit reached', 'intufind' ) );
+            }
+        }
+
+        return $limit_hit;
     }
 
@@ -901 +914 @@
             unset( $doc['_hash'] );
         }
+        unset( $doc );
 
         // Send to API.
@@ -918 +932 @@
             $result['error_messages'][] = $error_message;
 
-            // Signal plan limit so the caller can stop sending more batches.
             if ( 'indexing_limit_exceeded' === $error_code ) {
                 $result['limit_reached'] = true;
             }
         } else {
-            // Check for individual failures in response.
-            $failed = $this->extract_failed_items( $response );
+            $failed       = $this->extract_failed_items( $response );
+            $success_ids  = isset( $response['data']['successfulIds'] ) ? $response['data']['successfulIds'] : array();
+            $success_set  = array_flip( array_map( 'strval', $success_ids ) );
+
+            $limit_hit = ! empty( $response['data']['indexingLimitReached'] );
 
             foreach ( $batch_ids as $post_id ) {
@@ -932 +948 @@
                     $result['errors']++;
                     $result['error_messages'][] = $error_msg;
-                } else {
+                } elseif ( isset( $success_set[ (string) $post_id ] ) ) {
                     $hash = $hashes[ (string) $post_id ] ?? '';
                     $this->status->mark_synced( $post_id, $hash, 'manual' );
                     $result['synced']++;
+                } elseif ( $limit_hit ) {
+                    $this->status->mark_error( $post_id, __( 'Plan indexing limit reached', 'intufind' ) );
+                    $result['errors']++;
                 }
+            }
+
+            if ( $limit_hit ) {
+                $result['limit_reached'] = true;
             }
         }

intufind/trunk/intufind.php

@@ -4 +4 @@
  * Plugin URI: https://intufind.com/integrations/wordpress
  * Description: AI-powered search and chat for WordPress. Syncs your content to the cloud for semantic search, intelligent recommendations, and conversational AI.
- * Version: 1.2.2
+ * Version: 1.2.3
  * Requires at least: 6.0
  * Requires PHP: 8.0
@@ -26 +26 @@
  * Plugin constants.
  */
-define( 'INTUFIND_VERSION', '1.2.2' );
+define( 'INTUFIND_VERSION', '1.2.3' );
 define( 'INTUFIND_PLUGIN_FILE', __FILE__ );
 define( 'INTUFIND_PLUGIN_DIR', plugin_dir_path( __FILE__ ) );

intufind/trunk/readme.txt

@@ -5 +5 @@
 Tested up to: 6.9
 Requires PHP: 8.0
-Stable tag: 1.2.2
+Stable tag: 1.2.3
 WC tested up to: 9.6
 License: GPLv2 or later
@@ -215 +215 @@
 == Changelog ==
 
+= 1.2.3 =
+* Fixed bulk sync failing entirely when batch exceeds plan indexing limit — now processes as many items as will fit
+* Added retry with exponential backoff for rate-limited API requests during bulk sync
+* Fixed error code detection for indexing limit responses
+* Fixed _hash field leaking to API in real-time sync batches
+
 = 1.2.2 =
 * Fixed RSS feed requests and bot-like URL patterns being logged as native search queries
@@ -286 +292 @@
 == Upgrade Notice ==
 
+= 1.2.3 =
+Fixes bulk sync failing entirely when plan limit is exceeded — items are now partially processed. Adds retry for rate-limited requests.
+
 = 1.2.2 =
 Filters out RSS feed paths, URLs, and bot-like patterns from native search logging to keep analytics clean.