线程池处理异步任务队列

线程池处理异步任务队列

?
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
/// <author>cxg 2020-9-3</author>
/// 线程池处理异步任务队列
/// 支持d7以上版本，更低版本没有测试，支持跨OS
 
unit tasks;
 
interface
 
uses
  {$IFDEF mswindows}
  Windows,
  {$ENDIF}
  {$IFDEF posix}
  posix.Unistd, posix.Semaphore,
  {$ENDIF}
  Contnrs, SyncObjs, Classes, SysUtils;
 
type
  TCallBack = procedure(task: Pointer) of object;
 
type
  TThreadConf = class
  private
    fCallBack: TCallBack;
    fThreadNum: Integer;
    fWorkers: array of TThread;
    fCS: TCriticalSection;
    procedure freeThreads;
    procedure newThreads;
  public
    constructor Create(const threadNum: Integer = 0);
    destructor Destroy; override;
    procedure startThreads;
    procedure stopThreads;
    procedure allotTask(task: Pointer);
    property onCallback: TCallBack read fCallBack write fCallBack;
  end;
 
type
  TWorkThread = class(TThread)
  private
    fConf: TThreadConf;
    fQueue: TQueue;
    {$IFDEF mswindows}
    hsem: THandle; // 信号量
    {$ELSE}
    hsem: sem_t;
    {$ENDIF}
  public
    constructor Create(conf: TThreadConf);
    destructor Destroy; override;
    procedure Execute; override;
    procedure enqueue(task: Pointer);
  end;
 
function cpuNum: Integer;
 
implementation
 
var
  gIndex: Integer = 0;
 
function cpuNum: Integer;
{$IFDEF MSWINDOWS}
var
  si: SYSTEM_INFO;
{$ENDIF}
begin
  {$IFDEF MSWINDOWS}
  GetSystemInfo(si);
  Result := si.dwNumberOfProcessors;
  {$ELSE}
  Result := sysconf(_SC_NPROCESSORS_ONLN);
  {$ENDIF}
end;
 
{ TThreadConf }
 
procedure TThreadConf.allotTask(task: Pointer);
var
  i: Integer;
begin
  fCS.Enter;
  try
    i := gIndex mod fThreadNum;
    TWorkThread(fWorkers[i]).enqueue(task);
    inc(gIndex);
  finally
    fCS.Leave;
  end;
end;
 
constructor TThreadConf.Create(const threadNum: Integer = 0);
begin
  fCS := TCriticalSection.Create;
  fThreadNum := threadNum;
  if fThreadNum = 0 then
    fThreadNum := cpuNum;
  SetLength(fWorkers, fThreadNum);
  newThreads;
end;
 
destructor TThreadConf.Destroy;
begin
  freeThreads;
  FreeAndNil(fCS);
  inherited;
end;
 
procedure TThreadConf.freeThreads;
var
  i: Integer;
begin
  for i := 0 to fThreadNum - 1 do
  begin
    fWorkers[i].Terminate;
    fWorkers[i].WaitFor;
    FreeAndNil(fWorkers[i]);
  end;
end;
 
procedure TThreadConf.newThreads;
var
  i: Integer;
begin
  for i := 0 to fThreadNum - 1 do
    fWorkers[i] := TWorkThread.Create(Self);
end;
 
procedure TThreadConf.startThreads;
var
  i: Integer;
begin
  for i := 0 to fThreadNum - 1 do
    {$IFDEF unicode}
    fWorkers[i].Start;
    {$ELSE}
    fWorkers[i].Resume;
    {$ENDIF}
end;
 
procedure TThreadConf.stopThreads;
var
  i: Integer;
begin
  for i := 0 to fThreadNum - 1 do
    fWorkers[i].Suspend;
end;
 
{ TWorkThread }
 
constructor TWorkThread.Create(conf: TThreadConf);
begin
  inherited Create(True);
  FreeOnTerminate := True;
  fConf := conf;
  fQueue := TQueue.Create;
  {$IFDEF mswindows}
  hsem := CreateSemaphore(nil, 0, 1, nil);
  {$ELSE}
  sem_init(hsem, 0, 0);
  {$ENDIF}
end;
 
destructor TWorkThread.Destroy;
begin
  FreeAndNil(fQueue);
  {$IFDEF mswindows}
  CloseHandle(hsem);
  {$ELSE}
  sem_destroy(hsem);
  {$ENDIF}
  inherited;
end;
 
procedure TWorkThread.enqueue(task: Pointer);
begin
  fQueue.Push(task);
  {$IFDEF mswindows}
  ReleaseSemaphore(hsem, 1, nil);
  {$ELSE}
  sem_post(hsem);
  {$ENDIF}
end;
 
procedure TWorkThread.Execute;
var
  task: Pointer;
 
  procedure run;
  begin
    task := fQueue.Pop;
    if task <> nil then
      if Assigned(fConf.fCallBack) then
        fConf.fCallBack(task);
  end;
 
begin
  while not Self.Terminated do
  begin
    {$IFDEF mswindows}
    if WaitForSingleObject(hsem, INFINITE) = WAIT_OBJECT_0 then
      run;
    {$ELSE}
    if sem_wait(hsem) > 0 then
      run;
    {$ENDIF}
  end;
end;
 
end.

　　

posted @   delphi中间件  阅读(690)  评论(0)  编辑  收藏  举报
编辑推荐：
· AI与.NET技术实操系列（二）：开始使用ML.NET
· 记一次.NET内存居高不下排查解决与启示
· 探究高空视频全景AR技术的实现原理
· 理解Rust引用及其生命周期标识（上）
· 浏览器原生「磁吸」效果！Anchor Positioning 锚点定位神器解析
阅读排行：
· DeepSeek 开源周回顾「GitHub 热点速览」
· 物流快递公司核心技术能力-地址解析分单基础技术分享
· .NET 10首个预览版发布：重大改进与新特性概览！
· AI与.NET技术实操系列（二）：开始使用ML.NET
· 单线程的Redis速度为什么快？
历史上的今天：
2017-09-03 DATASNAP数据提交之FIREDAC的TFDJSONDeltas
2017-09-03 DATASNAP数据序列之FIREDAC的TFDJSONDataSets
2017-09-03 FIREDAC记录SQL日志
2012-09-03 线程池
2012-09-03 线程池的概念
点击右上角即可分享
微信分享提示
AI FOR CODE 大赛