Delphi使用Indy、ICS组件读取网页

使用Indy 10中TIdHTTP的例子：

代码

uses
  IdHttp;
.
.
.
function HttpGet(const Url: string; var Html: string): Boolean;
var
  HttpClient: TIdHTTP;
begin
  Result := False;
  HttpClient := TIdHTTP.Create(nil);
  try
    Html := HttpClient.Get(Url);
    Result := True;
  except
    on e: Exception do
    begin
    end;
  end;
  HttpClient.Free;
end;

Indy采用的是同步I/O的方式，而且在连接超时控制方面存在bug，因此TIdHttp.Get()有时会发生陷入死锁无法返回的问题。

使用ICS中THttpCli的例子：

uses
  HttpProt;
.
.
.
function HttpGet(const Url: string; var Html: string): Boolean;
var
  HttpClient: THttpCli;
  DataLen: Int64;
  FailMsg: string;
begin
  Result := False;
  HttpClient := THttpCli.Create(nil);
  HttpClient.URL := Url;
  HttpClient.NoCache := True;
  HttpClient.RcvdStream := TMemoryStream.Create;
  try
    try
      HttpClient.Get;
      DataLen := HttpClient.RcvdStream.Size;
      SetLength(Html, DataLen);
      HttpClient.RcvdStream.Position := 0;
      HttpClient.RcvdStream.Read(PChar(Html)^, DataLen);
      Result := True;
    except
      on E: EHttpException do
      begin
        FailMsg := Format('Failed : %d %s',
          [HttpClient.StatusCode, HttpClient.ReasonPhrase]);
      end else
        raise;
    end;
  finally
    HttpClient.RcvdStream.Free;
    HttpClient.RcvdStream := nil;
    HttpClient.Free;
  end;
end;

ICS使用的是异步I/O，其TFtpClient组件有Timout属性可以对连接超时进行控制，而THttpCli组件没有。但可以采用在定时器中调用THttpCli.Abort()取消连接的方式控制超时，也可以显式调用异步方法：

var
 
  HttpClient: THttpCli;
 
  DataLen: Int64;
 
  FailMsg: string;
 
  Tick: Cardinal;
 
begin
 
  Result := False;
 
  HttpClient := THttpCli.Create(nil);
 
  HttpClient.URL := Url;
 
  HttpClient.NoCache := True;
 
  HttpClient.RcvdStream := TMemoryStream.Create;
 
  Tick := GetTickCount;
 
  try
 
    try
 
      HttpClient.GetASync;
 
      while HttpClient.State <> httpReady do //检测HTTP状态
 
      begin
 
        if GetTickCount - Tick > 30*1000 then //此处设置了30S超时，可根据需要修改此数值
 
        begin
 
          HttpClient.Abort;
 
          Exit;
 
        end;
 
        Application.ProcessMessages;
 
      end;
 
      DataLen := HttpClient.RcvdStream.Size;
 
      SetLength(Html, DataLen);
 
      HttpClient.RcvdStream.Position := 0;
 
      HttpClient.RcvdStream.Read(PChar(Html)^, DataLen);
 
      Result := True;
 
    except
 
      on E: EHttpException do
 
      begin
 
        FailMsg := Format('Failed : %d %s',
 
          [HttpClient.StatusCode, HttpClient.ReasonPhrase]);
 
      end else
 
        raise;
 
    end;
 
  finally
 
    HttpClient.RcvdStream.Free;
 
    HttpClient.RcvdStream := nil;
 
    HttpClient.Free;
 
  end;
 
end