#This is an example robots.txt file
User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site

User-agent: *
Disallow: /portal/admin/
Disallow: /portal/db/
Disallow: /portal/images/
Disallow: /portal/includes/
Disallow: /portal/language/
Disallow: /portal/templates/
Disallow: /portal/config.php
Disallow: /portal/profile.php
Disallow: /portal/groupcp.php
Disallow: /portal/memberlist.php
Disallow: /portal/modcp.php
Disallow: /portal/posting.php
Disallow: /portal/privmsg.php
Disallow: /portal/viewonline.php
Disallow: /portal/faq.php
Disallow: /portal/ptopic*.html$
Disallow: /portal/ntopic*.html$
Disallow: /portal/ftopic*asc*.html$