<?php
require_once 'HTTP/Request.php';
$r = new HTTP_Request('http://www.w3mentor.com/robots.txt');
$r->sendRequest();
$page = $r->getResponseBody();
?>