# First, create empty robots.txt file on your local computer. And prepare to fill it with the content explained below.
# The first line allows all search engine spiders on your site. Of course it will not protect from parasitic and cloaking crawlers, but all the useful search engine bots read this line correct.

    User-agent: *

# Assume, that you already have blog with pretty much content, and do not want bot to occupy all the web-server’s resources while spidering your content. So, set the interval between crawling links to 10 seconds.

    Crawl-delay: 10

# Now, the most important part. We will disallow to crawl some of the files and directories on your WordPress blog. Those two files below won’t add any bonuses to your search engine position anyway…

    Disallow: /wordpress/license.txt
    Disallow: /wordpress/readme.html

# Is there something interesting on admin panel?

    Disallow: /wordpress/wp-admin.php

# Usually RSS feeds are available through different links, so disallow other locations

    Disallow: /wordpress/wp-atom.php
    Disallow: /wordpress/wp-commentsrss2.php
    Disallow: /wordpress/wp-feed.php
    Disallow: /wordpress/wp-rss.php
    Disallow: /wordpress/wp-rss2.php
    Disallow: /wordpress/wp-rdf.php

# Those files should be closed for spiders

    Disallow: /wordpress/wp-blog-header.php
    Disallow: /wordpress/wp-comments-popup.php
    Disallow: /wordpress/wp-comments-post.php
    Disallow: /wordpress/wp-config-sample.php
    Disallow: /wordpress/wp-config.php
    Disallow: /wordpress/wp-cron.php
    Disallow: /wordpress/wp-links-opml.php
    Disallow: /wordpress/wp-login.php
    Disallow: /wordpress/wp-mail.php
    Disallow: /wordpress/wp-pass.php
    Disallow: /wordpress/wp-register.php
    Disallow: /wordpress/wp-settings.php
    Disallow: /wordpress/wp-trackback.php
    Disallow: /wordpress/xmlrpc.php

# Let’s disallow some directories to be crawled. First - admin directory, this is important!

    Disallow: /wordpress/wp-admin/

# Then - all the rest.

    Disallow: /wordpress/wp-content/
    Disallow: /wordpress/wp-includes/
    Disallow: /wordpress/trackback/

# Your feed is linking to your site - so do not waste crawler time and do not penalize yourself.

    Disallow: /wordpress/feed/

# Of course, there may be something interesting for spiders on the default WordPress upload directory, so lets allow them to crawl it.

    Allow: /wordpress/wp-content/uploads/

# Show the location of the sitemap if you have it. This plug-in can generate it for you and may enter similar line itself.

    Sitemap: http://knowhowvault.com/wordpress/sitemap.xml

# Save the file and upload it into root directory of your site.