PyRAML测量功耗
| total_pkg_energy = 0 |
| total_dram_energy = 0 |
| count = 0 |
| for i in range(repetitions): |
| measure = pyRAPL.Measurement('bar') |
| with measure: |
| with torch.no_grad(): |
| _ = model(input_ids=inputs['input_ids']) |
| pkg_energy = measure.result.pkg |
| dram_energy = measure.result.dram |
| if pkg_energy[0] > 0 or pkg_energy[1]> 0: |
| count += 1 |
| total_pkg_energy += pkg_energy[0] + pkg_energy[1] |
| total_dram_energy += dram_energy[0] + dram_energy[1] |
| |
| average_pkg_energy = total_pkg_energy / count |
| average_dram_energy = total_dram_energy / count |
| average_total_energy = (total_pkg_energy + total_dram_energy) / count |
| print(f"pkh energy: {average_pkg_energy / 1e6:.4f} Joules") |
| print(f"dram energy: {average_dram_energy / 1e6:.4f} Joules") |
| print(f"total energy: {average_total_energy / 1e6:.4f} Joules") |
| |
【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· 10年+ .NET Coder 心语 ── 封装的思维:从隐藏、稳定开始理解其本质意义
· 提示词工程——AI应用必不可少的技术
· 地球OL攻略 —— 某应届生求职总结
· 字符编码:从基础到乱码解决
· SpringCloud带你走进微服务的世界