Changeset 3442225

Timestamp:

01/19/2026 05:48:32 AM (4 weeks ago)

Author:

abtestkit

Message:

Release prep: version 1.0.8

Location:

abtestkit/trunk

Files:

• abtestkit.php (modified) (30 diffs)
• assets/js/dashboard.js (modified) (4 diffs)
• assets/js/pt-wizard.js (modified) (6 diffs)
• readme.txt (modified) (5 diffs)

abtestkit/trunk/abtestkit.php

@@ -4 +4 @@
  * Plugin URI:        https://wordpress.org/plugins/abtestkit
  * Description:       Split testing for WooCommerce & WordPress, compatible with all page builders, themes & caching plugins.
- * Version:           1.0.7
+ * Version:           1.0.8
  * Author:            abtestkit
  * License:           GPL-2.0-or-later
@@ -92 +92 @@
     return [
         'plugin'   => 'abtestkit',
-        'version'  => '1.0.7',
+        'version'  => '1.0.8',
         'site'     => md5( home_url() ), // anonymous hash
         'wp'       => get_bloginfo( 'version' ),
@@ -225 +225 @@
         plugins_url( 'assets/js/onboarding.js', __FILE__ ),
         array( 'wp-element', 'wp-components', 'wp-api-fetch' ),
-        '1.0.7',
+        '1.0.8',
         true
     );
@@ -521 +521 @@
             $split      = max( 0, min( 100, (int) ( $req->get_param( 'split' ) ?? 50 ) ) );
 
-            // Minimum conversions before declaring a winner (wizard dropdown)
-            $min_conversions         = absint( $req->get_param( 'min_conversions' ) );
-            $allowed_min_conversions = [ 3, 5, 10 ];
-            if ( ! in_array( $min_conversions, $allowed_min_conversions, true ) ) {
-                $min_conversions = 5;
+            // Decision rule (wizard dropdown) — controls when a winner may be auto-declared.
+            $decision_rule = sanitize_key( (string) $req->get_param( 'decision_rule' ) ); // fast|balanced|precise|manual
+            $decision_mode = sanitize_key( (string) $req->get_param( 'decision_mode' ) ); // auto|manual
+
+            $allowed_rules = [ 'fast', 'balanced', 'precise', 'manual' ];
+            if ( ! in_array( $decision_rule, $allowed_rules, true ) ) {
+                $decision_rule = 'balanced';
+            }
+
+            // Defaults
+            $min_impressions = 50;
+            $min_conversions = 5;
+            $decision_mode   = ( $decision_mode === 'manual' || $decision_rule === 'manual' ) ? 'manual' : 'auto';
+
+            if ( $decision_mode === 'manual' ) {
+                // Manual mode: never auto-declare a winner.
+                $min_impressions = 0;
+                $min_conversions = 0;
+                $decision_rule   = 'manual';
+            } else {
+                // Auto mode: accept explicit thresholds but enforce allowed values.
+                $mi = absint( $req->get_param( 'min_impressions' ) );
+                $mc = absint( $req->get_param( 'min_conversions' ) );
+
+                $allowed_mi = [ 25, 50, 75 ];
+                $allowed_mc = [ 3, 5, 10 ];
+
+                $min_impressions = in_array( $mi, $allowed_mi, true ) ? $mi : 50;
+                $min_conversions = in_array( $mc, $allowed_mc, true ) ? $mc : 5;
+
+                // Ensure rule presets stay consistent even if JS changes later.
+                if ( $decision_rule === 'fast' )    { $min_impressions = 25; $min_conversions = 3; }
+                if ( $decision_rule === 'balanced' ){ $min_impressions = 50; $min_conversions = 5; }
+                if ( $decision_rule === 'precise' ) { $min_impressions = 75; $min_conversions = 10; }
             }
 
@@ -684 +713 @@
                 'status'          => $start ? 'running' : 'draft',
                 'split'           => $split,
-                'min_conversions' => $min_conversions,
+                'decision_rule'   => $decision_rule,
+                'decision_mode'   => $decision_mode,
+                'min_impressions' => (int) $min_impressions,
+                'min_conversions' => (int) $min_conversions,
                 'cookie_ttl_days' => 30,
                 'started_at'      => $start ? time() : 0,
                 'finished_at'     => 0,
+                'paused_at'       => 0,
+                'paused_total'    => 0,
                 // Mark what kind of test this is
                 'kind'            => ( $post_type === 'product' )
@@ -693 +727 @@
                     : ( $post_type === 'post' ? 'post' : 'page' ),
             ];
-
-            // Minimum total conversions required before a winner can be declared.
-            // (Applies to clicks/form submits/add-to-cart, all counted as "clicks" in stats.)
-            $min_conversions_raw = absint( $req->get_param( 'min_conversions' ) );
-            $allowed_min_conversions = [ 1, 3, 5, 10, 20, 30 ];
-            $min_conversions = in_array( $min_conversions_raw, $allowed_min_conversions, true )
-                ? $min_conversions_raw
-                : 5;
-            $test['min_conversions'] = (int) $min_conversions;
 
             // Attach overrides for product tests so Woo filters can read them.
@@ -784 +809 @@
 
                 foreach ( $tests as $test ) {
+                    $test_id    = isset( $test['id'] ) ? (string) $test['id'] : '';
                     $control_id = isset( $test['control_id'] ) ? (int) $test['control_id'] : 0;
                     $variant_id = isset( $test['variant_id'] ) ? (int) $test['variant_id'] : 0;
                     $kind       = isset( $test['kind'] ) ? (string) $test['kind'] : 'page';
+
+                    // Auto-lock winners on dashboard load (running tests only).
+                    // This flips status to "winner" and persists winner + snapshot.
+                    if ( $test_id !== '' && ( $test['status'] ?? 'paused' ) === 'running' ) {
+                        abtestkit_pt_maybe_lock_winner( $test_id );
+
+                        // Re-load the test so the response reflects new status/winner.
+                        $fresh = abtestkit_pt_get( $test_id );
+                        if ( is_array( $fresh ) ) {
+                            $test = $fresh;
+                        }
+                    }
 
                     // Base admin previews are different for product tests vs page/post tests.
@@ -833 +871 @@
 
                     $out[] = [
-                        'id'          => isset( $test['id'] ) ? (string) $test['id'] : '',
-                        'name'        => isset( $test['title'] ) ? (string) $test['title'] : '',
-                        'kind'        => $kind,
-                        'status'      => isset( $test['status'] ) ? (string) $test['status'] : 'paused',
-                        'finished_at' => isset( $test['finished_at'] ) ? (int) $test['finished_at'] : 0,
-                        'winner'      => abtestkit_pt_winner_for_dashboard( $test ),
-                        'stats'       => abtestkit_pt_stats( $test ),
-                        'url'         => $url,
+                        'id'             => isset( $test['id'] ) ? (string) $test['id'] : '',
+                        'name'           => isset( $test['title'] ) ? (string) $test['title'] : '',
+                        'kind'           => $kind,
+                        'status'         => isset( $test['status'] ) ? (string) $test['status'] : 'paused',
+                        'decision_rule'  => isset( $test['decision_rule'] ) ? (string) $test['decision_rule'] : 'balanced',
+                        'decision_mode'  => isset( $test['decision_mode'] ) ? (string) $test['decision_mode'] : 'auto',
+                        'min_impressions'=> isset( $test['min_impressions'] ) ? (int) $test['min_impressions'] : 50,
+                        'min_conversions'=> isset( $test['min_conversions'] ) ? (int) $test['min_conversions'] : 5,
+                        'finished_at'    => isset( $test['finished_at'] ) ? (int) $test['finished_at'] : 0,
+                        'winner'         => abtestkit_pt_winner_for_dashboard( $test ),
+                        'stats'          => abtestkit_pt_stats( $test ),
+                        'url'            => $url,
                         // Legacy: keep preview_url pointing at Version A (Version A permalink or forced A for products)
-                        'preview_url' => $preview_a,
+                        'preview_url'    => $preview_a,
                         // New: explicit admin preview URLs for A/B
-                        'preview_a'   => $preview_a,
-                        'preview_b'   => $preview_b,
+                        'preview_a'      => $preview_a,
+                        'preview_b'      => $preview_b,
                     ];
                 }
@@ -1895 +1937 @@
     }
 
-    //Parse post content to find if this test has grouped dependencies (conversionFrom)
+    // Parse post content to find if this test has grouped dependencies (conversionFrom)
     $content = get_post_field('post_content', $post_id );
     $blocks  = parse_blocks( $content );
@@ -1915 +1957 @@
     $scan( $blocks );
 
-    //Get current stats for this test
+    // Get current stats for this test
     $stats_resp = abtestkit_handle_stats( $request );
     $stats = $stats_resp instanceof WP_REST_Response
-           ? $stats_resp->get_data()
-           : (array) $stats_resp;
-
-    // Defensive fallback: zero data
+        ? $stats_resp->get_data()
+        : (array) $stats_resp;
+
     $impA = (int) ($stats['A']['impressions'] ?? 0);
     $clkA = (int) ($stats['A']['clicks'] ?? 0);
@@ -1927 +1968 @@
     $clkB = (int) ($stats['B']['clicks'] ?? 0);
 
-    // Per-test minimum conversions before declaring a winner (defaults to 5).
+    // Defaults (legacy)
+    $decisionMode   = 'auto';
+    $minImpressions = 50;
     $minConversions = 5;
-    foreach ( (array) abtestkit_pt_all() as $t ) {
-        if ( isset( $t['id'] ) && (string) $t['id'] === (string) $abTestId ) {
-            $mc = isset( $t['min_conversions'] ) ? absint( $t['min_conversions'] ) : 0;
-            if ( $mc > 0 ) {
-                $minConversions = $mc;
-            }
-            break;
-        }
-    }
-
-    // ── Cache evaluation for this exact stats state (60s) ───────────────────────
+
+    // Page Test Wizard (pt-*) thresholds + manual mode
+    if ( strpos( (string) $abTestId, 'pt-' ) === 0 ) {
+        $pt_test = abtestkit_pt_get( (string) $abTestId );
+        if ( is_array( $pt_test ) ) {
+            $decisionMode = sanitize_key( (string) ( $pt_test['decision_mode'] ?? 'auto' ) );
+            $decisionRule = sanitize_key( (string) ( $pt_test['decision_rule'] ?? 'balanced' ) );
+
+            if ( $decisionMode === 'manual' || $decisionRule === 'manual' ) {
+                $decisionMode   = 'manual';
+                $minImpressions = 0;
+                $minConversions = 0;
+            } else {
+                $mi = isset( $pt_test['min_impressions'] ) ? absint( $pt_test['min_impressions'] ) : 0;
+                $mc = isset( $pt_test['min_conversions'] ) ? absint( $pt_test['min_conversions'] ) : 0;
+
+                $minImpressions = in_array( $mi, [ 25, 50, 75 ], true ) ? $mi : 50;
+                $minConversions = in_array( $mc, [ 3, 5, 10 ], true ) ? $mc : 5;
+            }
+        }
+    }
+
+    // Cache evaluation for this exact stats state (60s)
     $eval_cache_key = sprintf(
-        'abtestkit_eval:%d:%s:%d:%d:%d:%d:%d',
-        (int) $post_id, (string) $abTestId, $impA, $clkA, $impB, $clkB, (int) $minConversions
+        'abtestkit_eval:%d:%s:%d:%d:%d:%d:%s:%d:%d',
+        (int) $post_id, (string) $abTestId, $impA, $clkA, $impB, $clkB,
+        (string) $decisionMode, (int) $minImpressions, (int) $minConversions
     );
     $cached_eval = wp_cache_get( $eval_cache_key, 'abtestkit_eval' );
@@ -1949 +2005 @@
     }
 
-
-    // ── Early exits + global minimum impression threshold ────────────────────────
-    if ($impA === 0 && $impB === 0) {
-        return rest_ensure_response([
-            'probA' => 0.5, 'probB' => 0.5, 'winner' => '',
-            'message' => 'No impressions recorded yet.',
-        ]);
-    }
-    if ($impA === 0 || $impB === 0) {
-        return rest_ensure_response([
-            'probA' => 0.5, 'probB' => 0.5, 'winner' => '',
-            'message' => 'Only one variant has impressions — test needs more data.',
-        ]);
-    }
-
-    // Minimum total impressions (A + B) required before Bayesian evaluation
-    $minImpressions = 50; // <- your requested threshold
+    // Early exits
+    if ( $impA === 0 && $impB === 0 ) {
+        $out = [ 'probA' => 0.5, 'probB' => 0.5, 'winner' => '', 'message' => 'No impressions recorded yet.' ];
+        wp_cache_set( $eval_cache_key, $out, 'abtestkit_eval', 60 );
+        return rest_ensure_response( $out );
+    }
+    if ( $impA === 0 || $impB === 0 ) {
+        $out = [ 'probA' => 0.5, 'probB' => 0.5, 'winner' => '', 'message' => 'Only one variant has impressions — test needs more data.' ];
+        wp_cache_set( $eval_cache_key, $out, 'abtestkit_eval', 60 );
+        return rest_ensure_response( $out );
+    }
+
     $totalImpressions = $impA + $impB;
-    if ($totalImpressions < $minImpressions) {
-        return rest_ensure_response([
-            'probA' => 0.5,
-            'probB' => 0.5,
-            'winner' => '',
-            'message' => sprintf(
-                'Not enough data yet — %d/%d total impressions.',
-                $totalImpressions,
-                $minImpressions
-            ),
-        ]);
-    }
-
-    // Minimum total conversions (A + B) required before Bayesian evaluation
-    // can declare a winner.
     $totalConversions = $clkA + $clkB;
-    if ( $totalConversions < (int) $minConversions ) {
-        return rest_ensure_response([
-            'probA' => 0.5,
-            'probB' => 0.5,
-            'winner' => '',
-            'message' => sprintf(
-                'Not enough conversions yet — %d/%d total conversions.',
-                $totalConversions,
-                (int) $minConversions
-            ),
-        ]);
-    }
-
-    //Apply Bayesian prior and sample distributions
-    $priorN = 10;
+
+    // Auto mode gates
+    if ( $decisionMode !== 'manual' ) {
+        if ( $totalImpressions < (int) $minImpressions ) {
+            $out = [
+                'probA' => 0.5, 'probB' => 0.5, 'winner' => '',
+                'message' => sprintf( 'Not enough data yet — %d/%d total impressions.', $totalImpressions, (int) $minImpressions ),
+            ];
+            wp_cache_set( $eval_cache_key, $out, 'abtestkit_eval', 60 );
+            return rest_ensure_response( $out );
+        }
+
+        if ( $totalConversions < (int) $minConversions ) {
+            $out = [
+                'probA' => 0.5, 'probB' => 0.5, 'winner' => '',
+                'message' => sprintf( 'Not enough conversions yet — %d/%d total conversions.', $totalConversions, (int) $minConversions ),
+            ];
+            wp_cache_set( $eval_cache_key, $out, 'abtestkit_eval', 60 );
+            return rest_ensure_response( $out );
+        }
+    }
+
+    // Bayesian sampling
+    $priorN = 2;
     $alphaA = $priorN/2 + $clkA;
     $betaA  = $priorN/2 + max(0, $impA - $clkA);
@@ -2018 +2063 @@
     $probA = $countA / $numSamples;
     $probB = 1 - $probA;
+
+    // Confidence level by rule:
+    // - Fast (25 impressions / 3 conversions): 90%
+    // - Balanced + Precise: 95%
+    $confidence = 0.95;
+    if ( $decisionMode !== 'manual' ) {
+        // Prefer the saved rule label if present, otherwise infer from thresholds.
+        if (
+            ( isset( $decisionRule ) && $decisionRule === 'fast' )
+            || ( (int) $minImpressions === 25 && (int) $minConversions === 3 )
+        ) {
+            $confidence = 0.90;
+        }
+    }
+
     sort( $diffs );
-    $ciLower = $diffs[ (int) (0.025 * $numSamples) ];
-    $ciUpper = $diffs[ (int) (0.975 * $numSamples) ];
-
-    // Page Test Wizard: minimum conversions gate (stored on pt-* tests)
-    $minConversions = 5;
-    if ( strpos( (string) $abTestId, 'pt-' ) === 0 ) {
-        $pt_test = abtestkit_pt_get( (string) $abTestId );
-        if ( is_array( $pt_test ) && isset( $pt_test['min_conversions'] ) ) {
-            $minConversions = (int) $pt_test['min_conversions'];
-        }
-    }
-    $allowedMinConversions = [ 3, 5, 10 ];
-    if ( ! in_array( $minConversions, $allowedMinConversions, true ) ) {
-        $minConversions = 5;
-    }
-
-    $totalConversions = $clkA + $clkB;
-
+    $tail   = ( 1 - $confidence ) / 2; // e.g. 0.05 for 90%, 0.025 for 95%
+    $ciLower = $diffs[ (int) ( $tail * $numSamples ) ];
+    $ciUpper = $diffs[ (int) ( ( 1 - $tail ) * $numSamples ) ];
+
+    // Winner decision (never in manual mode)
     $winner = '';
-    if ( $totalConversions >= $minConversions ) {
-        if ( $probA > 0.95 && $ciLower > 0 ) {
+    if ( $decisionMode !== 'manual' ) {
+        if ( $probA > $confidence && $ciLower > 0 ) {
             $winner = 'A';
-        } elseif ( $probB > 0.95 && $ciUpper < 0 ) {
+        } elseif ( $probB > $confidence && $ciUpper < 0 ) {
             $winner = 'B';
         }
@@ -2053 +2100 @@
         'winner'  => $winner
     ];
-    // cache for a short time; cache key includes the exact counts so it auto-invalidates
+
     wp_cache_set( $eval_cache_key, $result, 'abtestkit_eval', 60 );
     return rest_ensure_response( $result );
@@ -2482 +2529 @@
         }
 
+        // Normalise pause bookkeeping fields so older installs don't break.
+        $paused_at = isset( $t['paused_at'] ) ? (int) $t['paused_at'] : 0;
+        if ( $paused_at < 0 ) { $paused_at = 0; }
+        if ( ! isset( $t['paused_at'] ) || (int) $t['paused_at'] !== $paused_at ) {
+            $t['paused_at'] = $paused_at;
+            $changed        = true;
+        }
+
+        $paused_total = isset( $t['paused_total'] ) ? (int) $t['paused_total'] : 0;
+        if ( $paused_total < 0 ) { $paused_total = 0; }
+        if ( ! isset( $t['paused_total'] ) || (int) $t['paused_total'] !== $paused_total ) {
+            $t['paused_total'] = $paused_total;
+            $changed           = true;
+        }
+
+        $started_at = isset( $t['started_at'] ) ? (int) $t['started_at'] : 0;
+        if ( $started_at < 0 ) { $started_at = 0; }
+        if ( ! isset( $t['started_at'] ) || (int) $t['started_at'] !== $started_at ) {
+            $t['started_at'] = $started_at;
+            $changed         = true;
+        }
+
         // Safety: if a "running" test has lost both page references, pause it.
         if ( $t['status'] === 'running' ) {
@@ -2493 +2562 @@
         }
 
-        // Normalise min_conversions – default to 5 and only allow 3, 5, 10.
-        $allowed_min_conversions = [ 3, 5, 10 ];
-        $mc = isset( $t['min_conversions'] ) ? (int) $t['min_conversions'] : 0;
-        if ( ! in_array( $mc, $allowed_min_conversions, true ) ) {
-            $t['min_conversions'] = 5;
-            $changed              = true;
+        // Decision settings (new) — defaults for older installs/tests.
+        if ( empty( $t['decision_rule'] ) ) {
+            $t['decision_rule'] = 'balanced';
+            $changed            = true;
+        }
+        if ( empty( $t['decision_mode'] ) ) {
+            // If rule is manual, mode must be manual.
+            $t['decision_mode'] = ( (string) $t['decision_rule'] === 'manual' ) ? 'manual' : 'auto';
+            $changed            = true;
+        }
+
+        // Normalise thresholds.
+        $rule = (string) $t['decision_rule'];
+        $mode = (string) $t['decision_mode'];
+
+        // Manual mode: never auto-declare winner => allow 0/0 thresholds.
+        if ( $mode === 'manual' || $rule === 'manual' ) {
+            if ( (int) ( $t['min_impressions'] ?? -1 ) !== 0 ) {
+                $t['min_impressions'] = 0;
+                $changed              = true;
+            }
+            if ( (int) ( $t['min_conversions'] ?? -1 ) !== 0 ) {
+                $t['min_conversions'] = 0;
+                $changed              = true;
+            }
+        } else {
+            // Auto mode: only allow preset thresholds.
+            $allowed_mi = [ 25, 50, 75 ];
+            $allowed_mc = [ 3, 5, 10 ];
+
+            $mi = isset( $t['min_impressions'] ) ? (int) $t['min_impressions'] : 0;
+            $mc = isset( $t['min_conversions'] ) ? (int) $t['min_conversions'] : 0;
+
+            if ( ! in_array( $mi, $allowed_mi, true ) ) {
+                $t['min_impressions'] = 50;
+                $changed              = true;
+            }
+            if ( ! in_array( $mc, $allowed_mc, true ) ) {
+                $t['min_conversions'] = 5;
+                $changed              = true;
+            }
+
+            // Keep rule presets consistent even if data got edited.
+            if ( $rule === 'fast' )    { $t['min_impressions'] = 25; $t['min_conversions'] = 3; $changed = true; }
+            if ( $rule === 'balanced' ){ $t['min_impressions'] = 50; $t['min_conversions'] = 5; $changed = true; }
+            if ( $rule === 'precise' ) { $t['min_impressions'] = 75; $t['min_conversions'] = 10; $changed = true; }
         }
     }
@@ -3063 +3172 @@
                     'started_at'      => 0,
                     'finished_at'     => 0,
+                    'paused_at'       => 0,
+                    'paused_total'    => 0,
                     'kind'            => ( $post_type === 'product' ) ? 'product' : 'page',
                 ];
@@ -3101 +3212 @@
                 exit;
             }
-            $test['status']    = 'running';
-            $test['started_at'] = time();
+            // Preserve started_at across pause/resume, and exclude pause time from runtime.
+            $prev_status = isset( $test['status'] ) ? (string) $test['status'] : 'paused';
+
+            // If resuming from paused, shift started_at forward by the paused duration
+            // so that pause time does not count towards the test length.
+            if ( $prev_status === 'paused' ) {
+                $paused_at = isset( $test['paused_at'] ) ? (int) $test['paused_at'] : 0;
+                if ( $paused_at > 0 ) {
+                    $delta = max( 0, time() - $paused_at );
+                    $test['paused_total'] = (int) ( $test['paused_total'] ?? 0 ) + $delta;
+                    $test['started_at']   = (int) ( $test['started_at'] ?? 0 ) + $delta;
+                    $test['paused_at']    = 0;
+                }
+            }
+
+            // Only set started_at on the first start (draft/new tests).
+            if ( (int) ( $test['started_at'] ?? 0 ) <= 0 || $prev_status === 'draft' ) {
+                $test['started_at'] = time();
+            }
+
+            $test['status'] = 'running';
             abtestkit_pt_put( $test );
             break;
         case 'pause':
+            // Record when the pause started so we can exclude it from runtime on resume.
+            if ( ( $test['status'] ?? 'paused' ) === 'running' ) {
+                $test['paused_at'] = time();
+                if ( ! isset( $test['paused_total'] ) ) {
+                    $test['paused_total'] = 0;
+                }
+            }
+
             $test['status'] = 'paused';
             abtestkit_pt_put( $test );
@@ -3134 +3272 @@
             $kind = isset( $test['kind'] ) ? (string) $test['kind'] : 'page';
 
+            // Snapshot now (before we overwrite A / commit overrides / trash B).
+            abtestkit_pt_snapshot_completed_test( $test );
+
             if ( $kind === 'product' ) {
                 $product_id = (int) $test['control_id'];
@@ -3187 +3328 @@
                 // End the test: mark as complete so it disappears from "running" actions
                 // and is no longer considered in variant assignment.
-                $test['status']      = 'complete';
-                $test['finished_at'] = time();
-                abtestkit_pt_put( $test );
+                    $test['status']      = 'complete';
+                    $test['finished_at'] = time();
+                    abtestkit_pt_snapshot_completed_test( $test );
+                    abtestkit_pt_put( $test );
                 break;
             }
@@ -3269 +3411 @@
 
 /** Stats helper (reads abtestkit_events) */
+/**
+ * Compute stats for snapshotting (by ab_test_id only).
+ * This avoids "0 stats" issues when events don't have a reliable post_id (e.g. Woo add_to_cart / AJAX).
+ */
+function abtestkit_pt_stats_for_snapshot( string $test_id ) : array {
+    global $wpdb;
+
+    $out = [
+        'A' => [ 'impressions' => 0, 'clicks' => 0 ],
+        'B' => [ 'impressions' => 0, 'clicks' => 0 ],
+    ];
+
+    if ( $test_id === '' ) {
+        return $out;
+    }
+
+    // phpcs:ignore WordPress.DB.DirectDatabaseQuery.DirectQuery, WordPress.DB.DirectDatabaseQuery.NoCaching
+    $rows = $wpdb->get_results(
+        $wpdb->prepare(
+            'SELECT variant, event_type, COUNT(*) AS c ' .
+            // phpcs:ignore WordPress.DB.PreparedSQL.InterpolatedNotPrepared, WordPress.DB.PreparedSQL.NotPrepared
+            'FROM `' . ABTESTKIT_EVENTS_TABLE . '` ' .
+            'WHERE ab_test_id = %s ' .
+            "AND event_type IN ('impression','click') " .
+            'GROUP BY variant, event_type',
+            $test_id
+        ),
+        ARRAY_A
+    );
+
+    foreach ( (array) $rows as $r ) {
+        $v = isset( $r['variant'] ) ? $r['variant'] : '';
+        $t = isset( $r['event_type'] ) ? $r['event_type'] : '';
+        $c = isset( $r['c'] ) ? (int) $r['c'] : 0;
+
+        if ( isset( $out[ $v ][ $t . 's' ] ) ) {
+            $out[ $v ][ $t . 's' ] += $c;
+        }
+    }
+
+    return $out;
+}
+
+function abtestkit_pt_capture_post_snapshot( int $post_id ) : array {
+    $p = $post_id > 0 ? get_post( $post_id ) : null;
+    if ( ! ( $p instanceof WP_Post ) ) {
+        return [];
+    }
+
+    return [
+        'id'            => (int) $p->ID,
+        'post_type'     => (string) $p->post_type,
+        'post_status'   => (string) $p->post_status,
+        'post_title'    => (string) $p->post_title,
+        'post_name'     => (string) $p->post_name,
+        'post_date_gmt' => (string) $p->post_date_gmt,
+        'modified_gmt'  => (string) $p->post_modified_gmt,
+        'post_excerpt'  => (string) $p->post_excerpt,
+        'post_content'  => (string) $p->post_content,
+    ];
+}
+
+function abtestkit_pt_capture_product_snapshot( int $product_id ) : array {
+    $p = $product_id > 0 ? get_post( $product_id ) : null;
+    if ( ! ( $p instanceof WP_Post ) ) {
+        return [];
+    }
+
+    $regular = get_post_meta( $product_id, '_regular_price', true );
+    $sale    = get_post_meta( $product_id, '_sale_price', true );
+    $price   = get_post_meta( $product_id, '_price', true );
+
+    if ( function_exists( 'wc_get_product' ) ) {
+        $prod = wc_get_product( $product_id );
+        if ( $prod ) {
+            $regular = $prod->get_regular_price();
+            $sale    = $prod->get_sale_price();
+            $price   = $prod->get_price();
+        }
+    }
+
+    $image_id    = (int) get_post_thumbnail_id( $product_id );
+    $gallery_csv = (string) get_post_meta( $product_id, '_product_image_gallery', true );
+    $gallery_ids = [];
+    if ( $gallery_csv !== '' ) {
+        $gallery_ids = array_values(
+            array_filter(
+                array_map(
+                    'intval',
+                    array_map( 'trim', explode( ',', $gallery_csv ) )
+                )
+            )
+        );
+    }
+
+    return [
+        'id'                => (int) $p->ID,
+        'post_title'        => (string) $p->post_title,
+        'short_description' => (string) $p->post_excerpt,
+        'description'       => (string) $p->post_content,
+        'regular_price'     => (string) $regular,
+        'sale_price'        => (string) $sale,
+        'price'             => (string) $price,
+        'image_id'          => (int) $image_id,
+        'gallery_ids'       => $gallery_ids,
+    ];
+}
+
+/**
+ * Snapshot the "final" state of a test so Completed/Winner tabs remain stable forever.
+ * - final_stats: A/B impressions+clicks computed by ab_test_id
+ * - snapshot_versions: the exact A and B versions at snapshot time
+ */
+function abtestkit_pt_snapshot_completed_test( array &$test ) : void {
+    $test_id = isset( $test['id'] ) ? (string) $test['id'] : '';
+    if ( $test_id === '' ) {
+        return;
+    }
+
+    if ( empty( $test['final_stats'] ) || ! is_array( $test['final_stats'] ) ) {
+        $test['final_stats'] = abtestkit_pt_stats_for_snapshot( $test_id );
+    }
+
+    if ( empty( $test['snapshot_at'] ) ) {
+        $test['snapshot_at'] = time();
+    }
+
+    if ( empty( $test['snapshot_versions'] ) || ! is_array( $test['snapshot_versions'] ) ) {
+        $kind = isset( $test['kind'] ) ? (string) $test['kind'] : 'page';
+
+        if ( $kind === 'product' ) {
+            $a = abtestkit_pt_capture_product_snapshot( (int) ( $test['control_id'] ?? 0 ) );
+
+            // For product tests, B might be "virtual" via overrides (variant_id can be 0).
+            $b = [];
+            $variant_id = (int) ( $test['variant_id'] ?? 0 );
+            if ( $variant_id > 0 ) {
+                $b = abtestkit_pt_capture_product_snapshot( $variant_id );
+            } else {
+                $b = $a;
+                $overrides = ( isset( $test['overrides'] ) && is_array( $test['overrides'] ) ) ? $test['overrides'] : [];
+                foreach ( $overrides as $k => $v ) {
+                    $b[ $k ] = $v;
+                }
+                $b['virtual'] = true;
+            }
+
+            $test['snapshot_versions'] = [
+                'A' => $a,
+                'B' => $b,
+            ];
+        } else {
+            $test['snapshot_versions'] = [
+                'A' => abtestkit_pt_capture_post_snapshot( (int) ( $test['control_id'] ?? 0 ) ),
+                'B' => abtestkit_pt_capture_post_snapshot( (int) ( $test['variant_id'] ?? 0 ) ),
+            ];
+        }
+    }
+}
+
 function abtestkit_pt_stats( array $test ) : array {
+    // If Winner/Complete and we have a snapshot, ALWAYS use it.
+    $status = isset( $test['status'] ) ? (string) $test['status'] : 'paused';
+    if ( in_array( $status, [ 'winner', 'complete' ], true )
+        && isset( $test['final_stats'] )
+        && is_array( $test['final_stats'] )
+        && isset( $test['final_stats']['A'], $test['final_stats']['B'] )
+    ) {
+        return $test['final_stats'];
+    }
+
+    // Fallback: compute live (existing behaviour).
     global $wpdb;
 
@@ -3275 +3588 @@
     $variant_id = isset( $test['variant_id'] ) ? (int) $test['variant_id'] : 0;
 
-    // Safety: if somehow no control page, just return zeros.
     if ( $control_id <= 0 ) {
         return [
@@ -3283 +3595 @@
     }
 
-    // Direct read from a custom log table (no core abstraction available).
     // phpcs:ignore WordPress.DB.DirectDatabaseQuery.DirectQuery, WordPress.DB.DirectDatabaseQuery.NoCaching
     $rows = $wpdb->get_results(
         $wpdb->prepare(
             'SELECT variant, event_type, COUNT(*) AS c ' .
-            // Custom table name is fixed (prefix + constant suffix). Safe to concatenate.
             // phpcs:ignore WordPress.DB.PreparedSQL.InterpolatedNotPrepared, WordPress.DB.PreparedSQL.NotPrepared
             'FROM `' . ABTESTKIT_EVENTS_TABLE . '` ' .
@@ -3302 +3612 @@
 
     $out = [
-        'A' => [
-            'impressions' => 0,
-            'clicks'      => 0,
-        ],
-        'B' => [
-            'impressions' => 0,
-            'clicks'      => 0,
-        ],
+        'A' => [ 'impressions' => 0, 'clicks' => 0 ],
+        'B' => [ 'impressions' => 0, 'clicks' => 0 ],
     ];
 
@@ -3324 +3628 @@
     return $out;
 }
+
 
 /**
@@ -3334 +3639 @@
  */
 function abtestkit_pt_winner_for_dashboard( array $test ) : string {
+    // If we already locked a winner, always show it.
     $locked = isset( $test['winner'] ) ? sanitize_text_field( (string) $test['winner'] ) : '';
     if ( in_array( $locked, [ 'A', 'B' ], true ) ) {
         return $locked;
+    }
+
+    // IMPORTANT: do not evaluate paused/draft/complete tests.
+    // This prevents paused/draft tests from appearing as "Winner" in the dashboard UI.
+    $status = isset( $test['status'] ) ? (string) $test['status'] : 'paused';
+    if ( $status !== 'running' ) {
+        return '';
     }
 
@@ -3368 +3681 @@
         return;
     }
+
+    // Manual mode: never auto-lock a winner.
+    // Guard both decision_mode and decision_rule (older/newer tests may set either).
+    if ( ( $test['decision_mode'] ?? 'auto' ) === 'manual' || ( $test['decision_rule'] ?? '' ) === 'manual' ) {
+        return;
+    }
+
     $already = isset( $test['winner'] ) ? sanitize_text_field( (string) $test['winner'] ) : '';
     if ( in_array( $already, [ 'A', 'B' ], true ) ) {
@@ -3394 +3714 @@
     $test['status']    = 'winner'; // Paused automatically, but with an explicit Winner state.
 
+    abtestkit_pt_snapshot_completed_test( $test );
     abtestkit_pt_put( $test );
 }
-
 
 // Dashboard Render //
@@ -3448 +3768 @@
         plugins_url( 'assets/js/pt-wizard.js', __FILE__ ),
         [ 'wp-element', 'wp-components', 'wp-api-fetch', 'wp-editor' ],
-        '1.0.7',
+        '1.0.8',
         true
     );
@@ -3471 +3791 @@
         plugins_url( 'assets/js/admin-list-guard.js', __FILE__ ),
         [ 'jquery' ],
-        ( defined( 'ABTESTKIT_VERSION' ) ? ABTESTKIT_VERSION : '1.0.7' ),
+        ( defined( 'ABTESTKIT_VERSION' ) ? ABTESTKIT_VERSION : '1.0.8' ),
         true
     );

abtestkit/trunk/assets/js/dashboard.js

@@ -251 +251 @@
                   'Impressions are the number of times each version was shown to visitors.',
                   'Traffic is split randomly across versions.',
-                  'A minimum of 50 impressions is needed before a winner can be decided.',
+                  'Minimum impressions are set per test (Fast / Balanced / Precise).',
+                  'Manual mode never auto-declares a winner.',
                 ])
               ]
@@ -423 +424 @@
                 };
 
+                const isManual = (t.decision_mode || '') === 'manual' || (t.decision_rule || '') === 'manual';
+
+                const applyCurrentLeader = () => {
+                  const stats = t.stats || { A: {}, B: {} };
+                  const impA = (stats.A && stats.A.impressions) || 0;
+                  const impB = (stats.B && stats.B.impressions) || 0;
+                  const clkA = (stats.A && stats.A.clicks) || 0;
+                  const clkB = (stats.B && stats.B.clicks) || 0;
+
+                  const rateA = impA > 0 ? clkA / impA : 0;
+                  const rateB = impB > 0 ? clkB / impB : 0;
+
+                  if ((impA + impB) === 0) {
+                    alert('No impressions yet — wait for some traffic before applying a leader.');
+                    return;
+                  }
+
+                  const leader = rateB > rateA ? 'B' : 'A';
+
+                  if (leader === 'A') {
+                    const alsoDeleteVariant = confirm(
+                      'Current leader is Version A. End the test and keep A as-is?\n\nClick OK to also delete Version B, or Cancel to keep Version B.'
+                    );
+                    submitPtAction('keep_a_winner', { trash_b: alsoDeleteVariant ? '1' : '0' });
+                    return;
+                  }
+
+                  submitPtAction('apply_b_winner');
+                };
+
                 if (isRunning) {
-                  actionButtons.push(makeButton('pause', 'Pause Test', pauseTest));
+                  if (isManual) {
+                    actionButtons.push(
+                      makeButton('apply-current', 'Apply Current Leader', applyCurrentLeader),
+                      makeButton('pause', 'Pause Test', pauseTest)
+                    );
+                  } else {
+                    actionButtons.push(makeButton('pause', 'Pause Test', pauseTest));
+                  }
                 } else if (isWinner) {
                   actionButtons.push(
@@ -673 +711 @@
                       },
                     },
-                    isWinner ? 'Winner' : (t.status || 'paused')
+                    isWinner
+                    ? 'Winner'
+                    : (t.status === 'running' && ((t.decision_mode || '') === 'manual' || (t.decision_rule || '') === 'manual'))
+                    ? 'Running (Manual)'
+                    : (t.status || 'paused')
                   ),
                   h(
@@ -775 +817 @@
               })
         )
+      ),
+
+      // ── Dashboard footer links ─────────────────────────────
+      h(
+        'div',
+        {
+          style: {
+            marginTop: '24px',
+            paddingTop: '12px',
+            borderTop: '1px solid #e5e7eb',
+            display: 'flex',
+            justifyContent: 'center',
+            gap: '16px',
+            fontSize: '13px',
+          },
+        },
+        [
+          h(
+            'a',
+            {
+              href:
+                'mailto:[email protected]' +
+                '?subject=' +
+                encodeURIComponent('Feature request') +
+                '&body=' +
+                encodeURIComponent(
+                  'Hi abtestkit team,\n\nI have a feature request:\n\n'
+                ),
+              style: {
+                textDecoration: 'none',
+                color: '#2271b1',
+                cursor: 'pointer',
+              },
+            },
+            'Request a feature'
+          ),
+          h(
+            'a',
+            {
+              href:
+                'mailto:[email protected]' +
+                '?subject=' +
+                encodeURIComponent('Support request') +
+                '&body=' +
+                encodeURIComponent(
+                  'Hi abtestkit team,\n\nI need help with\n\n'
+                ),
+              style: {
+                textDecoration: 'none',
+                color: '#2271b1',
+                cursor: 'pointer',
+              },
+            },
+            'Support'
+          ),
+        ]
       )
     );

abtestkit/trunk/assets/js/pt-wizard.js

@@ -512 +512 @@
 
 
-  /* Key-value row used in the summary step */
-  const ListItem = ({ label, value }) =>
+  /* Key-value row used in the summary step (readable + dividers) */
+  const ListItem = ({ label, value, noBorder = false }) =>
     h(
       "div",
-      { style: { display: "flex", justifyContent: "space-between", padding: "6px 0" } },
-      [h("div", { style: { color: "#6c7781" } }, label), h("div", null, value)]
+      {
+        style: {
+          display: "grid",
+          gridTemplateColumns: "190px 1fr", // keeps values close to labels on wide screens
+          gap: 12,
+          alignItems: "start",
+          padding: "10px 0",
+          borderBottom: noBorder ? "none" : "1px solid #e5e7eb",
+        },
+      },
+      [
+        h(
+          "div",
+          {
+            style: {
+              color: "#6c7781",
+              fontSize: 13,
+              lineHeight: "1.35",
+              paddingTop: 2,
+            },
+          },
+          label
+        ),
+        h(
+          "div",
+          {
+            style: {
+              minWidth: 0,
+              fontSize: 13,
+              lineHeight: "1.45",
+              wordBreak: "break-word",
+            },
+          },
+          value
+        ),
+      ]
     );
 
@@ -751 +785 @@
 
     const [goal, setGoal] = useState("");
-    const [minConversions, setMinConversions] = useState("5"); // minimum total conversions before declaring a winner
+
+    // Decision rule (min impressions + min conversions, or manual)
+    // fast     = 25 impressions + 3 conversions
+    // balanced = 50 impressions + 5 conversions
+    // precise  = 75 impressions + 10 conversions
+    // manual   = never auto-declares a winner
+    const [decisionRule, setDecisionRule] = useState("balanced");
+
     const [productPreviewToken, setProductPreviewToken] = useState("");
     const [links, setLinks] = useState(""); // comma-separated
@@ -1037 +1078 @@
 
       // Base payload used for normal page tests
+      // Map decision rules -> thresholds
+      const decisionMap = {
+        fast:     { min_impressions: 25, min_conversions: 3,  decision_mode: "auto" },
+        balanced: { min_impressions: 50, min_conversions: 5,  decision_mode: "auto" },
+        precise:  { min_impressions: 75, min_conversions: 10, decision_mode: "auto" },
+        manual:   { min_impressions: 0,  min_conversions: 0,  decision_mode: "manual" },
+      };
+
+      const chosen = decisionMap[String(decisionRule || "balanced")] || decisionMap.balanced;
+
       const payload = {
         control_id: pageA.id,
@@ -1044 +1095 @@
         split: 50,
         goal,
-        min_conversions: parseInt(minConversions, 10) || 5,
+
+        // NEW: decision rule + thresholds
+        decision_rule: String(decisionRule || "balanced"),
+        decision_mode: String(chosen.decision_mode || "auto"),
+        min_impressions: Number.isFinite(chosen.min_impressions) ? chosen.min_impressions : 50,
+        min_conversions: Number.isFinite(chosen.min_conversions) ? chosen.min_conversions : 5,
+
         links: links.split(",").map((s) => s.trim()).filter(Boolean),
       };
@@ -2566 +2623 @@
                     display: "flex",
                     flexDirection: "column",
-                    alignItems: "flex-end",
+                    alignItems: "flex-start", // left-align Version B details
                     lineHeight: "1.4",
                     gap: "2px",
@@ -2659 +2716 @@
         { style: { marginTop: 12 } },
         h(SelectControl, {
-          label: "Minimum conversions needed",
-          value: String(minConversions),
+          label: "AUTO TEST RULE",
+          value: String(decisionRule),
           options: [
-            { label: "3 (Fast, less precise)", value: "3" },
-            { label: "5 (Balanced)", value: "5" },
-            { label: "10 (Precise)", value: "10" },
+            { label: "25 impressions + 3 conversions (Fast, less precise)", value: "fast" },
+            { label: "50 impressions + 5 conversions (Balanced)", value: "balanced" },
+            { label: "75 impressions + 10 conversions (Precise)", value: "precise" },
+            { label: "Manual (never auto-confirm a winner)", value: "manual" },
           ],
-          onChange: (v) => setMinConversions(v),
+          onChange: (v) => setDecisionRule(v),
           help:
-            "Recommended: 5 for smaller sites, 10 for higher-traffic sites.",
+            String(decisionRule) === "manual"
+              ? "Manual mode never auto-confirms a winner. You can apply the current leader from the dashboard."
+              : "A winner will not be declared until both the impressions and conversions minimums are met.",
         })
       ),

abtestkit/trunk/readme.txt

@@ -5 +5 @@
 Tested up to: 6.9
 Requires PHP: 7.4
-Stable tag: 1.0.7
+Stable tag: 1.0.8
 License: GPL-2.0-or-later
 License URI: https://www.gnu.org/licenses/gpl-2.0.html
@@ -15 +15 @@
 = The simplest way to A/B test in WordPress =
 
-**abtestkit** lets you run clean, fast, privacy-friendly AB tests without coding or complicated interfaces.  
+**abtestkit** lets you run clean, fast, privacy-friendly AB tests without ANY coding or complicated interfaces.  
 Create full-page split tests in seconds, track performance automatically, and apply the winner with one click.
 
@@ -28 +28 @@
 * **No analysis needed** - abtestkit tracks impressions & clicks, then automatically declares the winning variant with 95% confidence.  
 
-abtestkit isn't just another plugin. It's a growth tool that helps you experiment, learn, and keep moving forward.
+abtestkit is a growth tool that helps you experiment, learn, and keep moving forward.
 
 ### Use cases
@@ -77 +77 @@
 == Changelog ==
 
+= 1.0.8 =
+* Manual tests added
+* Fast testing added
+* UI on Dashboard and Test Creation Wizard improved
+
 = 1.0.7 =
 * Previewing version improvements
@@ -119 +124 @@
 == Upgrade Notice ==
 
+= 1.0.8 =
+Fast mode & Manual testing mode added
+
 = 1.0.7 =
 UX & Previewing version improvements