Smartcrawl problem - Can't run SEO analysis

Hello,

I get the following errors when trying to run a SEO analysis:

It say it can't reach the page, but I have no trouble during that by myself. My website is working fine. What can be wrong?

Best regards,
Nicolaj

  • Predrag Dubajic

    Hey Nicolaj,

    Hope you're doing well :slight_smile:

    I see that SmartCrawl finds three pages with 500 error and then it stops, that's how the plugin should work when it encounters those errors, but when I check the pages they are indeed accessible so it looks something else is blocking the crawler from accessing it.

    Since you already checked with your host and there's nothing blocking the crawlers, can you also try disabling your other plugins and switching to default WP theme to see if the scan can finish properly after that?

    Best regards,
    Predrag

  • Nicolaj
    RewriteEngine On
    RewriteBase /
    RewriteRule ^index\.php$ - [L]
    # add a trailing slash to /wp-admin
    RewriteRule ^wp-admin$ wp-admin/ [R=301,L]
    RewriteCond %{REQUEST_FILENAME} -f [OR]
    RewriteCond %{REQUEST_FILENAME} -d
    RewriteRule ^ - [L]
    RewriteRule ^(wp-(content|admin|includes).*) $1 [L]
    RewriteRule ^(.*\.php)$ $1 [L]
    RewriteRule . index.php [L]
    ## WP Defender - Prevent information disclosure ##
    <FilesMatch "\.(txt|md|exe|sh|bak|inc|pot|po|mo|log|sql)$">
    Order allow,deny
    Deny from all
    </FilesMatch>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    <Files robots.txt>
    Allow from all
    </Files>
    ## WP Defender - End ##
    # BEGIN WP-HUMMINGBIRD-CACHING
    
    <IfModule mod_expires.c>
    
    ExpiresActive On
    
    ExpiresDefault A0
    
    <FilesMatch "\.(txt|xml|js)$">
    
    ExpiresDefault A691200
    
    </FilesMatch>
    
    <FilesMatch "\.(css)$">
    
    ExpiresDefault A691200
    
    </FilesMatch>
    
    <FilesMatch "\.(flv|ico|pdf|avi|mov|ppt|doc|mp3|wmv|wav|mp4|m4v|ogg|webm|aac)$">
    
    ExpiresDefault A691200
    
    </FilesMatch>
    
    <FilesMatch "\.(jpg|jpeg|png|gif|swf|webp)$">
    
    ExpiresDefault A691200
    
    </FilesMatch>
    
    </IfModule>
    
    <IfModule mod_headers.c>
    
      <FilesMatch "\.(txt|xml|js)$">
    
       Header set Cache-Control "max-age=691200"
    
      </FilesMatch>
    
      <FilesMatch "\.(css)$">
    
       Header set Cache-Control "max-age=691200"
    
      </FilesMatch>
    
      <FilesMatch "\.(flv|ico|pdf|avi|mov|ppt|doc|mp3|wmv|wav|mp4|m4v|ogg|webm|aac)$">
    
       Header set Cache-Control "max-age=691200"
    
      </FilesMatch>
    
      <FilesMatch "\.(jpg|jpeg|png|gif|swf|webp)$">
    
       Header set Cache-Control "max-age=691200"
    
      </FilesMatch>
    
    </IfModule>
    # END WP-HUMMINGBIRD-CACHING
    # BEGIN WP-HUMMINGBIRD-GZIP
    
    <IfModule mod_deflate.c>
        <IfModule mod_setenvif.c>
            <IfModule mod_headers.c>
                SetEnvIfNoCase ^(Accept-EncodXng|X-cept-Encoding|X{15}|~{15}|-{15})$ ^((gzip|deflate)\s*,?\s*)+|[X~-]{4,13}$ HAVE_Accept-Encoding
                RequestHeader append Accept-Encoding "gzip,deflate" env=HAVE_Accept-Encoding
            </IfModule>
        </IfModule>
        <IfModule mod_filter.c>
            AddOutputFilterByType DEFLATE "application/atom+xml" \
                                          "application/javascript" \
                                          "application/json" \
                                          "application/ld+json" \
                                          "application/manifest+json" \
                                          "application/rdf+xml" \
                                          "application/rss+xml" \
                                          "application/schema+json" \
                                          "application/vnd.geo+json" \
                                          "application/vnd.ms-fontobject" \
                                          "application/x-font-ttf" \
                                          "application/x-javascript" \
                                          "application/x-web-app-manifest+json" \
                                          "application/xhtml+xml" \
                                          "application/xml" \
                                          "font/eot" \
                                          "font/opentype" \
                                          "image/bmp" \
                                          "image/svg+xml" \
                                          "image/vnd.microsoft.icon" \
                                          "image/x-icon" \
                                          "text/cache-manifest" \
                                          "text/css" \
                                          "text/html" \
                                          "text/javascript" \
                                          "text/plain" \
                                          "text/vcard" \
                                          "text/vnd.rim.location.xloc" \
                                          "text/vtt" \
                                          "text/x-component" \
                                          "text/x-cross-domain-policy" \
                                          "text/xml"
    
        </IfModule>
        <IfModule mod_mime.c>
            AddEncoding gzip              svgz
        </IfModule>
    
    </IfModule>
    # END WP-HUMMINGBIRD-GZIP
    
    <IfModule security2_module>
        SecRuleRemoveByTag unoeuro
    </IfModule>

Thank NAME, for their help.

Let NAME know exactly why they deserved these points.

Gift a custom amount of points.