Changeset 3359166

Timestamp:

09/10/2025 12:06:22 PM (5 months ago)

Author:

cifi

Message:

• Update - Add the Llms.txt feature to configure rules for AI crawlers

Location:

squirrly-seo/tags/12.4.13

Files:

• classes/helpers/Tools.php (modified) (3 diffs)
• controllers/Frontend.php (modified) (1 diff)
• core/BlockFeatures.php (modified) (1 diff)
• models/Menu.php (modified) (2 diffs)
• models/Settings.php (modified) (1 diff)
• readme.txt (modified) (1 diff)
• view/Onboarding/Step2.php (modified) (1 diff)
• view/SeoSettings/Tweaks.php (modified) (3 diffs)

squirrly-seo/tags/12.4.13/classes/helpers/Tools.php

@@ -341 +341 @@
             'sq_robots_permission' => array(),
 
+            //LLMS
+            'sq_auto_llms' => 0,
+            'sq_llms_permission' => array(),
+
             //Metas
             'sq_use' => 1,
@@ -861 +865 @@
                 $options['sq_auto_amp'] = 0;
                 $options['sq_auto_robots'] = 0;
+                $options['sq_auto_llms'] = 0;
                 $options['sq_auto_facebook'] = 0;
                 $options['sq_sla_social_fetch'] = 0;
@@ -885 +890 @@
                 $options['sq_auto_amp'] = 1;
                 $options['sq_auto_robots'] = 1;
+                $options['sq_auto_llms'] = 1;
                 $options['sq_auto_facebook'] = 1;
                 $options['sq_sla_social_fetch'] = 1;

squirrly-seo/tags/12.4.13/controllers/Frontend.php

@@ -95 +95 @@
                     SQ_Classes_ObjController::getClass( 'SQ_Models_Services_Robots' );
                     apply_filters( 'sq_robots', false );
+                    exit();
+                }
+            }
+
+            //show the robots rules
+            if ( SQ_Classes_Helpers_Tools::getOption( 'sq_auto_llms' ) == 1 ) {
+                if ( $basename == "llms.txt" ) {
+                    SQ_Classes_ObjController::getClass( 'SQ_Models_Services_Llms' );
+                    apply_filters( 'sq_llms', false );
                     exit();
                 }

squirrly-seo/tags/12.4.13/core/BlockFeatures.php

@@ -847 +847 @@
             ), //Robots.txt File
             array(
+                'title'       => "Llms.txt File",
+                'description' => "Control how AI search engines and language model crawlers can access and use your website’s content.",
+                'category'    => "Miscellaneous Features",
+                'mainfeature' => false,
+                'option'      => 'sq_auto_llms',
+                'active'      => SQ_Classes_Helpers_Tools::getOption( 'sq_auto_llms' ),
+                'optional'    => true,
+                'connection'  => false,
+                'logo'        => 'fasq-brands fa-android',
+                'link'        => SQ_Classes_Helpers_Tools::getAdminUrl( 'sq_seosettings', 'tweaks#tab=llms' ),
+                'details'     => false,
+                'show'        => true,
+            ), //Llms.txt File
+            array(
                 'title'       => "Favicon Site Icon",
                 'description' => "Add your <strong>website icon</strong> in the browser tabs and on other devices like <strong>iPhone, iPad and Android phones</strong>.",

squirrly-seo/tags/12.4.13/models/Menu.php

@@ -647 +647 @@
                 'capability' => 'sq_manage_settings',
                 'icon'       => 'fa-solid fa-map',
-                'show'       => ( SQ_Classes_Helpers_Tools::getOption( 'sq_auto_sitemap' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_links' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_robots' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_favicon' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_seoexpert' ) ),
+                'show'       => ( SQ_Classes_Helpers_Tools::getOption( 'sq_auto_sitemap' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_links' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_robots' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_llms' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_auto_favicon' ) || SQ_Classes_Helpers_Tools::getOption( 'sq_seoexpert' ) ),
                 'tabs'       => array(
                     array(
@@ -663 +663 @@
                         'tab'   => 'robots',
                         'show'  => SQ_Classes_Helpers_Tools::getOption( 'sq_auto_robots' ),
+                    ),
+                    array(
+                        'title' => esc_html__( "LLMs File", 'hide-my-wp' ),
+                        'tab'   => 'llms',
+                        'show'  => SQ_Classes_Helpers_Tools::getOption( 'sq_auto_llms' ),
                     ),
                     array(

squirrly-seo/tags/12.4.13/models/Settings.php

@@ -58 +58 @@
         }
 
+        //Save custom llms
+        if ( SQ_Classes_Helpers_Tools::getIsset( 'llms_permission' ) ) {
+            $llms = SQ_Classes_Helpers_Tools::getValue( 'llms_permission', '', true );
+            $llms = explode( PHP_EOL, $llms );
+            $llms = str_replace( "\r", "", $llms );
+
+            if ( ! empty( $llms ) ) {
+
+                if ( file_exists( ABSPATH . "/" . 'llms.txt' ) ) {
+                    @rename( ABSPATH . "/" . 'llms.txt', ABSPATH . "/" . 'llms_ren' . time() . '.txt' );
+                }
+
+                SQ_Classes_Helpers_Tools::saveOptions('sq_llms_permission', $llms);
+            }
+        }
+
         /* if there is an icon to upload */
         if ( SQ_Classes_Helpers_Tools::getOption( 'sq_auto_favicon' ) ) {

squirrly-seo/tags/12.4.13/readme.txt

@@ -252 +252 @@
 == Changelog ==
 = 12.4.13 =
+* Update - Add the Llms.txt feature to configure rules for AI crawlers
 * Fix - Sitemap cache directory creation issue on multilingual sites
 * Fix - Daily progress and optimization in Rankings

squirrly-seo/tags/12.4.13/view/Onboarding/Step2.php

@@ -224 +224 @@
                             </h3>
 
+                            <h3 class="card-title mt-4">
+                                <span class="checker col-12 row m-0 p-0">
+                                    <span class="col-12 m-0 p-0 sq-switch sq-switch-sm">
+                                        <span class=""><?php echo esc_html__( "Llms.txt", 'squirrly-seo' ); ?></span>
+                                        <input type="hidden" name="sq_auto_llms" value="0"/>
+                                        <input type="checkbox" id="sq_auto_llms" name="sq_auto_llms" class="sq-switch" <?php echo( SQ_Classes_Helpers_Tools::getOption( 'sq_auto_llms' ) ? 'checked="checked"' : '' ) ?> value="1"/>
+                                        <label for="sq_auto_llms" class="ml-2 mt-1"></label>
+                                    </span>
+                                    <span class="col-12 row m-0 p-0 sq_auto_llms">
+                                        <span class="small text-black-50"><?php echo esc_html__( "Control how AI search engines and language model crawlers can access and use your website’s content.", 'squirrly-seo' ); ?></span>
+                                    </span>
+                                </span>
+                            </h3>
+
 
                             <h3 class="card-title mt-4">

squirrly-seo/tags/12.4.13/view/SeoSettings/Tweaks.php

@@ -499 +499 @@
                                             <?php echo esc_html__( "A robots.txt file tells search engine crawlers which pages or files the crawler can or can't request from your site.", 'squirrly-seo' ); ?>
                                         </div>
+                                        <div class="small text-black-50 my-1 pr-3"><?php echo '<a href="'.esc_url( home_url('robots.txt')).'" target="_blank">'.esc_url( home_url('robots.txt')).'</a>' ?></div>
                                     </div>
 
@@ -505 +506 @@
                                             <?php echo esc_html__( "Edit the Robots.txt data", 'squirrly-seo' ); ?>:
                                             <a href="https://howto12.squirrly.co/kb/robots-txt-settings/#default_robots" target="_blank"><i class="fa-solid fa-question-circle m-0 px-2" style="display: inline;"></i></a>
-                                            <div class="small text-black-50 my-1 pr-3"><?php echo sprintf( esc_html__( "Does not physically create the robots.txt file. The best option for Multisites.", 'squirrly-seo' ), '<a href="https://developers.facebook.com/apps/" target="_blank"><strong>', '</strong></a>' ); ?></div>
+                                            <div class="small text-black-50 my-1 pr-3"><?php echo sprintf( esc_html__( "Does not physically create the robots.txt file. The best option for WP Multisite.", 'squirrly-seo' ), '<a href="https://developers.facebook.com/apps/" target="_blank"><strong>', '</strong></a>' ); ?></div>
                                         </div>
 
                                         <div class="col-8 p-0 m-0 form-group">
                                             <?php
-                                                $robots            = '';
                                                 $robots_permission = SQ_Classes_Helpers_Tools::getOption( 'sq_robots_permission' );
 
                                                 if ( ! empty( $robots_permission ) ) {
                                                     $robots_permission = implode( PHP_EOL, (array) $robots_permission );
+                                                } else {
+                                                    $robots_permission = '';
                                                 }
                                             ?>
@@ -525 +527 @@
 
                                         <?php do_action( 'sq_tweaks_robots_after' ); ?>
+
+                                        <div class="col-12 m-0 p-0 mt-5">
+                                            <button type="submit" class="btn btn-primary btn-lg m-0 p-0 py-2 px-4 rounded-0"><?php echo esc_html__( "Save Settings", 'squirrly-seo' ); ?></button>
+                                        </div>
+
+                                    </div>
+
+                                </div>
+                                <div id="llms" class="col-12 py-0 px-4 m-0 tab-panel">
+                                    <div class="col-12 m-0 p-0 my-2">
+                                        <h3 class="card-title"><?php echo esc_html__( "LLMs File", 'squirrly-seo' ); ?>
+                                            <a href="https://howto12.squirrly.co/kb/llms-txt-settings/" target="_blank"><i class="fa-solid fa-question-circle m-0 p-0"></i></a>
+                                        </h3>
+                                        <div class="col-12 small m-0 p-0">
+                                            <?php echo esc_html__( "Enable and configure rules for AI crawlers and language models, controlling how your site’s content can be accessed and used by AI search engines.", 'squirrly-seo' ); ?>
+                                        </div>
+                                        <div class="small text-black-50 my-1 pr-3"><?php echo '<a href="'.esc_url( home_url('llms.txt')).'" target="_blank">'.esc_url( home_url('llms.txt')).'</a>' ?></div>
+                                    </div>
+
+                                    <div class="col-12 row m-0 p-0 my-5">
+                                        <div class="col-4 p-0 pr-3 font-weight-bold">
+                                            <?php echo esc_html__( "Edit the Llms.txt data", 'squirrly-seo' ); ?>:
+                                            <a href="https://howto12.squirrly.co/kb/llms-txt-settings/#default" target="_blank"><i class="fa-solid fa-question-circle m-0 px-2" style="display: inline;"></i></a>
+                                            <div class="small text-black-50 my-1 pr-3"><?php echo sprintf( esc_html__( "Does not physically create the llms.txt file. The best option for WP Multisite.", 'squirrly-seo' ), '<a href="https://developers.facebook.com/apps/" target="_blank"><strong>', '</strong></a>' ); ?></div>
+                                        </div>
+
+                                        <div class="col-8 p-0 m-0 form-group">
+                                            <?php
+                                                $llms_permission = SQ_Classes_Helpers_Tools::getOption( 'sq_llms_permission' );
+
+                                                if ( ! empty( $llms_permission ) ) {
+                                                    $llms_permission = implode( PHP_EOL, (array) $llms_permission );
+                                                } else{
+                                                    $llms_permission = '';
+                                                }
+                                            ?>
+                                            <textarea class="form-control" name="llms_permission" rows="10"><?php echo $llms_permission ?></textarea>
+
+                                            <div class="col-12 py-3 px-0 text-danger">
+                                                <?php echo esc_html__( "Edit the Llms.txt only if you know what you're doing. Adding wrong rules in LLMs can lead to SEO ranking errors or block AI indexing.", 'squirrly-seo' ); ?>
+                                            </div>
+                                        </div>
+
+                                        <?php do_action( 'sq_tweaks_llms_after' ); ?>
 
                                         <div class="col-12 m-0 p-0 mt-5">