User-Agent: *
Disallow: /removecommon.php
Disallow: /errorpages/
Disallow: /test.php
Disallow: /test2.php
Disallow: /cloud.php
Disallow: /geoip.php
Disallow: /imgtest.txt
Disallow: /linked.php
Disallow: /mysql.php
Disallow: /rss_cache.inc
Disallow: /rss_fetch.inc
Disallow: /rss_parse.inc
Disallow: /rss_utils.php
Disallow: /summy.php
Disallow: /Twitter.php
Disallow: /twitter.class.php
Disallow: /stopwords.txt
Disallow: /OAuth.php
Disallow: /nextmatch.txt
Disallow: /hourlytweet.php
Disallow: /byclicks.php
Disallow: /byblogs.php
Disallow: /bylatest.php
Disallow: /bynewsonly.php
Disallow: /bygrouped.php
Disallow: /archive/
Disallow: /cache/
Disallow: /extlib/
Disallow: /geoip/
Disallow: /magpierss/
Disallow: /tmp/
Disallow: /errorpages/
Disallow: /scripts/

User-agent: SemrushBot
Crawl-delay: 120

Sitemap: https://www.lfclive.net/sitemap.xml