Qt封装百度人脸识别+图像识别

AI技术的发展在最近几年如火如荼，工资待遇也是水涨船高，应用的前景也是非常广阔，去年火起来的人脸识别，今年全国遍地开花，之前封装了下face++的人脸识别等接口，今年看了下百度的AI，还免费了，效果也是越来越好，活体检测这个算法更是做的吊炸天（只需要传一张图片就能判断图片中的人是翻拍的照片非活体），牛逼的一塌糊涂，我反正是跪了。特意花了半天时间将百度人脸识别+图像识别封装了下，以便后期使用。顺便预测下，百度AI在未来的国内AI市场中，不是第一就是第二，而且会持续保持至少十年。
为了兼容qt4，特意采用了qtscript解析收到的数据。

* 1:可识别身份证正面信息+背面信息
* 2:可识别银行卡信息
* 3:可识别驾驶证+行驶证信息
* 4:可进行人脸识别,人脸比对,活体检测
* 5:可设置请求地址+用户密钥+应用密钥
* 6:直接传入图片即可,信号返回,毫秒级极速响应
* 7:通用Qt4-Qt5,windows linux 嵌入式linux

可执行文件下载：https://pan.baidu.com/s/1pzhQL_YMYZyn4hW94e0QsQ

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

284

285

286

287

288

289

290

291

292

293

294

295

296

297

298

299

300

301

302

303

304

305

306

307

308

309

310

311

312

313

314

315

316

317

318

319

320

321

322

323

324

325

326

327

328

329

330

331

332

333

334

335

336

337

338

339

340

341

342

343

344

345

346

347

348

349

350

351

352

353

354

355

356

357

358

359

360

361

362

363

364

365

366

367

368

369

370

371

372

373

374

375

376

377

378

379

380

381

382

383

384

385

386

387

388

389

390

391

392

393

394

395

396

397

398

399

400

401

402

403

404

405

406

407

408

409

410

411

412

413

414

415

416

417

418

419

420

QByteArray FaceBaiDu::getImageData(const QImage &img)
{
    QImage image = img;
    QByteArray imageData;
    QBuffer buffer(&imageData);
    image.save(&buffer, "jpg");
    return imageData.toBase64();
}
 
QString FaceBaiDu::getImageData2(const QImage &img)
{
    return QString(getImageData(img));
}
 
QHttpPart FaceBaiDu::dataToHttpPart(const QByteArray &body, const QString &name)
{
    QHttpPart httpPart;
    httpPart.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant(QString("form-data;name=\"%1\"").arg(name)));
    httpPart.setBody(body);
    return httpPart;
}
 
void FaceBaiDu::sendData(const QString &url, const QList<QHttpPart> &httpParts)
{
    //初始化消息体
    QHttpMultiPart *httpMultiPart = new QHttpMultiPart(QHttpMultiPart::FormDataType);
 
    //逐个添加消息内容
    foreach (QHttpPart httpPart, httpParts) {
        httpMultiPart->append(httpPart);
    }
 
    //初始化请求对象
    QNetworkRequest request;
    request.setUrl(QUrl(url));
 
#ifdef ssl
    //设置openssl签名配置,否则在ARM上会报错
    QSslConfiguration conf = request.sslConfiguration();
    conf.setPeerVerifyMode(QSslSocket::VerifyNone);
#if (QT_VERSION > QT_VERSION_CHECK(5,0,0))
    conf.setProtocol(QSsl::TlsV1_0);
#else
    conf.setProtocol(QSsl::TlsV1);
#endif
    request.setSslConfiguration(conf);
#endif
 
    //发送请求
    QNetworkReply *reply = manager->post(request, httpMultiPart);
    httpMultiPart->setParent(reply);
}
 
void FaceBaiDu::finished(QNetworkReply *reply)
{
    QString error = reply->errorString();
    if (!error.isEmpty() && error != "Unknown error") {
        emit receiveError(error);
    }
 
    if (reply->bytesAvailable() > 0 && reply->error() == QNetworkReply::NoError) {
        QString data = reply->readAll();
        reply->deleteLater();
 
        //发送接收数据信号
        emit receiveData(data);
 
        //初始化脚本引擎
        QScriptEngine engine;
        //构建解析对象
        QScriptValue script = engine.evaluate("value=" + data);
 
        //获取鉴权标识符
        QString token = script.property("access_token").toString();
        if (!token.isEmpty()) {
            tokenFace = token;
            tokenOcr = token;
        }
 
        //通用返回结果字段
        int code = script.property("error_code").toInt32();
        QString msg = script.property("error_msg").toString();
        emit receiveResult(code, msg);
 
        //人脸识别部分
        QScriptValue result = script.property("result");
        if (!result.isNull()) {
            //人脸识别
            QScriptValue face_list = result.property("face_list");
            if (face_list.isObject()) {
                checkFaceList(face_list);
            }
 
            //人脸比对
            QScriptValue score = result.property("score");
            if (!score.isNull()) {
                double value = score.toString().toDouble();
                if (value > 0) {
                    emit receiveFaceCompare(QRect(), QRect(), value);
                } else {
                    emit receiveFaceCompareFail();
                }
            }
 
            //活体检测
            QScriptValue face_liveness = result.property("face_liveness");
            if (!face_liveness.isNull()) {
                double liveness = face_liveness.toString().toDouble();
                if (liveness > 0) {
                    emit receiveLive(liveness);
                }
            }
 
            //银行卡
            QScriptValue bank_card_number = result.property("bank_card_number");
            if (!bank_card_number.isNull()) {
                QString card_number = bank_card_number.toString();
                QString bank_name = result.property("bank_name").toString();
                if (!card_number.isEmpty()) {
                    emit receiveBankCardInfo(card_number, bank_name);
                }
            }
        }
 
        //文字识别部分
        QScriptValue words_result = script.property("words_result");
        if (!words_result.isNull()) {
            //身份证正面
            QScriptValue nation = words_result.property("民族");
            if (nation.isObject()) {
                checkCardFront(words_result);
            }
 
            //身份证反面
            QScriptValue issuedby = words_result.property("签发机关");
            if (issuedby.isObject()) {
                checkCardBack(words_result);
            }
 
            //驾驶证
            QScriptValue license_number = words_result.property("证号");
            if (license_number.isObject()) {
                checkDriverLicense(words_result);
            }
 
            //行驶证
            QScriptValue model = words_result.property("品牌型号");
            if (model.isObject()) {
                checkRVehicleLicense(words_result);
            }
        }
    }
}
 
void FaceBaiDu::checkFaceList(const QScriptValue &face_list)
{
    QRect face_rectangle;
 
    //创建迭代器逐个解析具体值
    QScriptValueIterator it(face_list);
    while (it.hasNext()) {
        it.next();
 
        QString face_token = it.value().property("face_token").toString();
        if (!face_token.isEmpty()) {
            QScriptValue location = it.value().property("location");
            if (location.isObject()) {
                face_rectangle.setX(location.property("left").toInt32());
                face_rectangle.setY(location.property("top").toInt32());
                face_rectangle.setWidth(location.property("width").toInt32());
                face_rectangle.setHeight(location.property("height").toInt32());
            }
        }
 
        it.next();
        if (face_rectangle.width() > 0) {
            emit receiveFaceRect(face_rectangle);
        } else {
            break;
        }
    }
}
 
void FaceBaiDu::checkCardFront(const QScriptValue &scriptValue)
{
    QScriptValue name = scriptValue.property("姓名");
    QScriptValue address = scriptValue.property("住址");
    QScriptValue birthday = scriptValue.property("出生");
    QScriptValue number = scriptValue.property("公民身份号码");
    QScriptValue sex = scriptValue.property("性别");
    QScriptValue nation = scriptValue.property("民族");
 
    QString strName = name.property("words").toString();
    QString strAddress = address.property("words").toString();
    QString strBirthday = birthday.property("words").toString();
    QString strNumber = number.property("words").toString();
    QString strSex = sex.property("words").toString();
    QString strNation = nation.property("words").toString();
 
    emit receiveIDCardInfoFront(strName, strSex, strNumber, strBirthday, strNation, strAddress);
}
 
void FaceBaiDu::checkCardBack(const QScriptValue &scriptValue)
{
    QScriptValue issuedby = scriptValue.property("签发机关");
    QScriptValue dateStart = scriptValue.property("签发日期");
    QScriptValue dateEnd = scriptValue.property("失效日期");
 
    QString strIssuedby = issuedby.property("words").toString();
    QString strDataStart = dateStart.property("words").toString();
    QString strDateEnd = dateEnd.property("words").toString();
 
    QString strDate = QString("%1.%2.%3-%4.%5.%6")
                      .arg(strDataStart.mid(0, 4)).arg(strDataStart.mid(4, 2)).arg(strDataStart.mid(6, 2))
                      .arg(strDateEnd.mid(0, 4)).arg(strDateEnd.mid(4, 2)).arg(strDateEnd.mid(6, 2));
    emit receiveIDCardInfoBack(strDate, strIssuedby);
}
 
void FaceBaiDu::checkDriverLicense(const QScriptValue &scriptValue)
{
    QScriptValue licenseNumber = scriptValue.property("证号");
    QScriptValue name = scriptValue.property("姓名");
    QScriptValue gender = scriptValue.property("性别");
    QScriptValue nationality = scriptValue.property("国籍");
    QScriptValue address = scriptValue.property("住址");
    QScriptValue birthday = scriptValue.property("出生日期");
    QScriptValue issueDate = scriptValue.property("初次领证日期");
    QScriptValue classType = scriptValue.property("准驾车型");
    QScriptValue validFrom = scriptValue.property("有效起始日期");
    QScriptValue validFor = scriptValue.property("有效期限");
 
    QString strLicenseNumber = licenseNumber.property("words").toString();
    QString strName = name.property("words").toString();
    QString strGender = gender.property("words").toString();
    QString strNationality = nationality.property("words").toString();
    QString strAddress = address.property("words").toString();
    QString strBirthday = birthday.property("words").toString();
    QString strIssueDate = issueDate.property("words").toString();
    QString strClassType = classType.property("words").toString();
    QString strValidFrom = validFrom.property("words").toString();
    QString strValidFor = validFor.property("words").toString();
 
    emit receiveDriverInfo(strValidFrom, strGender, "", strIssueDate, strClassType, strLicenseNumber,
                           strValidFor, strBirthday, "1", strAddress, strNationality, strName);
}
 
void FaceBaiDu::checkRVehicleLicense(const QScriptValue &scriptValue)
{
    QScriptValue plateNo = scriptValue.property("号牌号码");
    QScriptValue vehicleType = scriptValue.property("车辆类型");
    QScriptValue owner = scriptValue.property("所有人");
    QScriptValue address = scriptValue.property("住址");
    QScriptValue useCharacter = scriptValue.property("使用性质");
    QScriptValue model = scriptValue.property("品牌型号");
    QScriptValue vin = scriptValue.property("车辆识别代号");
    QScriptValue engineNo = scriptValue.property("发动机号码");
    QScriptValue registerDate = scriptValue.property("注册日期");
    QScriptValue issueDate = scriptValue.property("发证日期");
 
    QString strPlateNo = plateNo.property("words").toString();
    QString strCehicleType = vehicleType.property("words").toString();
    QString strOwner = owner.property("words").toString();
    QString strAddress = address.property("words").toString();
    QString strUseCharacter = useCharacter.property("words").toString();
    QString strModel = model.property("words").toString();
    QString strVin = vin.property("words").toString();
    QString strEngineNo = engineNo.property("words").toString();
    QString strRegisterDate = registerDate.property("words").toString();
    QString strIssueDate = issueDate.property("words").toString();
 
    emit receiveRvehicleInfo(strIssueDate, strCehicleType, "", strVin, strPlateNo, strUseCharacter,
                             strAddress, strOwner, strModel, strRegisterDate, strEngineNo);
}
 
void FaceBaiDu::sendData(const QString &url, const QString &data, const QString &header)
{
    QNetworkRequest request;
    request.setHeader(QNetworkRequest::ContentTypeHeader, header);
    request.setUrl(QUrl(url));
 
#ifdef ssl
    //设置openssl签名配置,否则在ARM上会报错
    QSslConfiguration conf = request.sslConfiguration();
    conf.setPeerVerifyMode(QSslSocket::VerifyNone);
#if (QT_VERSION > QT_VERSION_CHECK(5,0,0))
    conf.setProtocol(QSsl::TlsV1_0);
#else
    conf.setProtocol(QSsl::TlsV1);
#endif
    request.setSslConfiguration(conf);
#endif
 
    manager->post(request, data.toUtf8());
}
 
void FaceBaiDu::getToken(const QString &client_id, const QString &client_secret)
{
    QStringList list;
    list.append(QString("grant_type=%1").arg("client_credentials"));
    list.append(QString("client_id=%1").arg(client_id));
    list.append(QString("client_secret=%1").arg(client_secret));
    QString data = list.join("&");
 
    QString url = "https://aip.baidubce.com/oauth/2.0/token";
    sendData(url, data);
}
 
void FaceBaiDu::detect(const QImage &img)
{
    QStringList list;
    list.append(QString("{\"image\":\"%1\",\"image_type\":\"BASE64\"}").arg(getImageData2(img)));
    QString data = list.join("");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/face/v3/detect?access_token=%1").arg(tokenFace);
    sendData(url, data);
}
 
void FaceBaiDu::compare(const QImage &img1, const QImage &img2)
{
    QString imgData1 = getImageData2(img1);
    QString imgData2 = getImageData2(img2);
 
    //如果需要活体检测则NONE改为LOW NORMAL HIGH
    QStringList list;
    list.append("[");
    list.append(QString("{\"image\":\"%1\",\"image_type\":\"BASE64\",\"liveness_control\":\"NONE\"}").arg(imgData1));
    list.append(",");
    list.append(QString("{\"image\":\"%1\",\"image_type\":\"BASE64\",\"liveness_control\":\"NONE\"}").arg(imgData2));
    list.append("]");
    QString data = list.join("");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/face/v3/match?access_token=%1").arg(tokenFace);
    sendData(url, data);
}
 
void FaceBaiDu::live(const QImage &img)
{
    QList<QImage> imgs;
    if (!img.isNull()) {
        imgs << img;
    }
 
    live(imgs);
}
 
void FaceBaiDu::live(const QList<QImage> &imgs)
{
    //记住最后一次处理的时间,限制频繁的调用
    QDateTime now = QDateTime::currentDateTime();
    if (lastTime.msecsTo(now) < 500) {
        return;
    }
 
    lastTime = now;
 
    QStringList list;
    list.append("[");
 
    int count = imgs.count();
    for (int i = 0; i < count; i++) {
        QString imgData = getImageData2(imgs.at(i));
        list.append(QString("{\"image\":\"%1\",\"image_type\":\"BASE64\"}").arg(imgData));
        if (i < count - 1) {
            list.append(",");
        }
    }
 
    list.append("]");
    QString data = list.join("");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/face/v3/faceverify?access_token=%1").arg(tokenFace);
    sendData(url, data);
}
 
void FaceBaiDu::idmatch(const QString &idcard, const QString &name)
{
    QStringList list;
    list.append(QString("{\"id_card_num\":\"%1\",\"name\":\"%2\"}").arg(idcard).arg(name));
    QString data = list.join("");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/face/v3/person/idmatch?access_token=%1").arg(tokenFace);
    sendData(url, data);
}
 
void FaceBaiDu::idcard(const QImage &img, bool front)
{
    QList<QHttpPart> httpParts;
    httpParts << dataToHttpPart(front ? "front" : "back", "id_card_side");
    httpParts << dataToHttpPart(getImageData(img), "image");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/ocr/v1/idcard?access_token=%1").arg(tokenOcr);
    sendData(url, httpParts);
}
 
void FaceBaiDu::bankcard(const QImage &img)
{
    QList<QHttpPart> httpParts;
    httpParts << dataToHttpPart(getImageData(img), "image");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/ocr/v1/bankcard?access_token=%1").arg(tokenOcr);
    sendData(url, httpParts);
}
 
void FaceBaiDu::driverLicense(const QImage &img)
{
    QList<QHttpPart> httpParts;
    httpParts << dataToHttpPart(getImageData(img), "image");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/ocr/v1/driving_license?access_token=%1").arg(tokenOcr);
    sendData(url, httpParts);
}
 
void FaceBaiDu::vehicleLicense(const QImage &img)
{
    QList<QHttpPart> httpParts;
    httpParts << dataToHttpPart(getImageData(img), "image");
 
    QString url = QString("https://aip.baidubce.com/rest/2.0/ocr/v1/vehicle_license?access_token=%1").arg(tokenOcr);
    sendData(url, httpParts);
}