CalibrationEngine.cs 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Threading;
  5. using IvfTl.AutoFocus.Imaging;
  6. using IvfTl.Hardware;
  7. namespace IvfTl.AutoFocus.Calib
  8. {
  9. /// <summary>
  10. /// 自动标定引擎(可复用,调试页/采集流共用)。封装单well标定四步:
  11. /// ①粗对焦(中央40% ROI) → ②水平扫描找最居中位置 → ③曝光二分(well内ROI) → ④精对焦(0.95r ROI + 平滑插值)
  12. /// 通过回调上报进度(文字)与实时帧(byte[]),便于界面实时显示。
  13. ///
  14. /// 【移植说明 M2-01】移植自 autofocustool/Calib/CalibrationEngine.cs。
  15. /// 算法逻辑/参数/四步流程逐字保留(不重构);仅把硬件依赖面从 autofocustool 自带的
  16. /// HouseMotor/SerialCamera 改为 HAL 接口 ISerialChannel/ICamera(13 §3.2/3.3/§④,方法 1:1 映射):
  17. /// _motor.VerticalMoveTo(z,d) → _serial.VerticalMoveToWait(z,d)
  18. /// _motor.HorizontalMoveTo(h,d) → _serial.HorizontalMoveToWait(h,d)
  19. /// _cam.GrabRgb()/GetSourceBuffer() → _cam.GrabRgb()/GetFrameBuffer()(保留"丢残留帧"双 Grab 语义)
  20. /// _cam.SetExposure/Width/Height → 同名(ICamera 已定义)
  21. /// 调用方在 Acquire(HardwareUser.AutoFocus) 拿到 lease 后用 new CalibrationEngine(lease.Serial, lease.Camera) 构造。
  22. /// </summary>
  23. public class CalibrationEngine
  24. {
  25. readonly int W, H; // 取自相机实际分辨率,绝不能硬编码
  26. readonly ISerialChannel _serial;
  27. readonly ICamera _cam;
  28. public Action<string> Log;
  29. public Action<byte[]> OnFrame; // 实时帧回调(原始BGR)
  30. public Action<string, WellCircle, ExposureInfo> OnStep; // 步骤+当前圆/曝光
  31. /// <summary>居中容差(Y偏移百分比),落入即合格,避免来回震荡。</summary>
  32. public double CenterTolPct = 12;
  33. /// <summary>粗扫范围(脉冲,零点±range)与步数。</summary>
  34. public int HScanRange = 4000;
  35. public int HScanSteps = 7;
  36. /// <summary>细扫步数(在粗扫最佳点附近精调Y)。</summary>
  37. public int FineScanSteps = 7;
  38. /// <summary>Z扫描半幅与层数。</summary>
  39. public int ZHalf = 1500, ZLayers = 9;
  40. public int ExpLo = 10, ExpHi = 800;
  41. /// <summary>扫描时电机稳定延时(ms)。小步移动无需1500ms,用短延时大幅提速。</summary>
  42. public int ScanDelayMs = 350;
  43. /// <summary>粗对焦层数(先让well清晰,再居中)。</summary>
  44. public int CoarseFocusLayers = 7;
  45. /// <summary>居中扫描用的固定曝光(well是暗背景上中灰盘,HScan实测~60可清晰检圆)。</summary>
  46. public Action<byte[], string> DebugSave; // 诊断存图(帧,文件名前缀),可选
  47. public int CenterScanExposure = 60;
  48. // ── 行程限位(所有电机移动前钳到该区间)──
  49. /// <summary>水平电机行程下/上限脉冲(实测16个well EEPROM位置达205800,留余量到220000)。</summary>
  50. public int HMin = 0, HMax = 220000;
  51. /// <summary>垂直电机行程下/上限脉冲(旧工程软上限 125000)。</summary>
  52. public int ZMin = 0, ZMaxPulse = 125000;
  53. // ── 水平居中微调(以各well的EEPROM位置为中心做小范围Y居中)──
  54. // 实测well间距~9000、EEPROM位置已准(移到位即|偏移|<5%),故半幅须远小于间距一半(4500),
  55. // 只在小范围微调Y居中,绝不大范围扫描(否则会扫到相邻well)。
  56. /// <summary>水平微调半幅(脉冲,EEPROM位置±range)。</summary>
  57. public int HFineRange = 2000;
  58. /// <summary>水平微调步数(±2000内9步→步距500)。</summary>
  59. public int HFineSteps = 9;
  60. // ── Z 全范围粗对焦(固定中心大窗口)──
  61. /// <summary>Z 粗对焦固定中心(实测焦面集中区间 60000~120000 的中点)。</summary>
  62. public int ZCoarseCenter = 90000;
  63. /// <summary>Z 粗对焦半幅 → 区间 60000~120000。</summary>
  64. public int ZCoarseHalf = 30000;
  65. /// <summary>Z 粗对焦步距 → 约 31 层。</summary>
  66. public int ZCoarseStep = 2000;
  67. /// <summary>粗对焦开扫前的额外停稳等待(ms)。复位后Z大行程冲到起点需充分停稳,
  68. /// 否则前几层抓到运动拖影帧形成伪峰。默认2000。</summary>
  69. public int CoarseSettleMs = 2000;
  70. // ── Z 精对焦(围绕粗峰)──
  71. /// <summary>精对焦半幅(覆盖粗扫 ±2000 峰定位误差并留余量)。</summary>
  72. public int FineZHalf = 6000;
  73. /// <summary>精对焦步距 → 约 24 层(精度优先)。</summary>
  74. public int FineZStep = 500;
  75. public CalibrationEngine(ISerialChannel serial, ICamera cam)
  76. {
  77. _serial = serial; _cam = cam;
  78. W = cam.Width; H = cam.Height;
  79. }
  80. /// <summary>水平脉冲钳到 [HMin,HMax],越界写 Log。</summary>
  81. int ClampH(int p)
  82. {
  83. int c = Math.Max(HMin, Math.Min(HMax, p));
  84. if (c != p) Log?.Invoke($" ⚠ 水平脉冲 {p} 越界,钳到 {c} [{HMin},{HMax}]");
  85. return c;
  86. }
  87. /// <summary>垂直脉冲钳到 [ZMin,ZMaxPulse],越界写 Log。</summary>
  88. int ClampZ(int p)
  89. {
  90. int c = Math.Max(ZMin, Math.Min(ZMaxPulse, p));
  91. if (c != p) Log?.Invoke($" ⚠ 垂直脉冲 {p} 越界,钳到 {c} [{ZMin},{ZMaxPulse}]");
  92. return c;
  93. }
  94. /// <summary>中央40% ROI(精对焦/粗对焦圆未检出时的降级,避免背景边缘带偏)。</summary>
  95. System.Drawing.Rectangle CenterRoi40()
  96. {
  97. int roiW = (int)(W * 0.4), roiH = (int)(H * 0.4);
  98. return new System.Drawing.Rectangle((W - roiW) / 2, (H - roiH) / 2, roiW, roiH);
  99. }
  100. /// <summary>
  101. /// P0-6: 关键定位移动带重试。下位机偶发不回复(串口噪声/忙)时直接放弃整个well过于脆弱,
  102. /// 重试最多 maxRetry 次,每次间隔后再试。
  103. /// </summary>
  104. bool RetryMove(Func<bool> move, string what, int maxRetry = 3)
  105. {
  106. for (int i = 0; i < maxRetry; i++)
  107. {
  108. if (move()) return true;
  109. Log?.Invoke($" {what} 移动失败,重试 {i + 1}/{maxRetry}");
  110. Thread.Sleep(400);
  111. }
  112. return false;
  113. }
  114. byte[] Grab()
  115. {
  116. int retry = 0;
  117. while (retry < 3)
  118. {
  119. try
  120. {
  121. _cam.GrabRgb();
  122. var b = _cam.GetFrameBuffer();
  123. if (b != null && b.Length > 0)
  124. {
  125. OnFrame?.Invoke(b);
  126. return b;
  127. }
  128. }
  129. catch (Exception ex)
  130. {
  131. Log?.Invoke($"抓帧失败(重试{retry + 1}/3): {ex.Message}");
  132. }
  133. retry++;
  134. Thread.Sleep(50);
  135. }
  136. throw new Exception("抓帧失败,已重试3次");
  137. }
  138. /// <summary>
  139. /// 绕 center±range 扫 steps 个水平位置,找 well 检出且 |Y偏移| 最小的位置。
  140. /// 转动培养皿让 well 在画面上下(Y)移动,故按 Y 偏移评分;优先完整。
  141. /// </summary>
  142. (int bestHPos, WellCircle bestCircle) ScanForCenter(int well, int center, int range, int steps, int delayMs = -1)
  143. {
  144. int bestHPos = center; double bestScore = double.MaxValue; WellCircle best = null;
  145. int step = steps > 1 ? 2 * range / (steps - 1) : 1;
  146. int actualDelay = delayMs > 0 ? delayMs : ScanDelayMs; // 使用传入延时或默认值
  147. // 固定中低曝光设一次即可:well 是暗背景上的中灰盘,不能按全图均值自动曝光(会过曝well盘)
  148. _cam.SetExposure(CenterScanExposure);
  149. for (int i = 0; i < steps; i++)
  150. {
  151. int hp = ClampH(center - range + step * i);
  152. _serial.HorizontalMoveToWait(hp, actualDelay);
  153. var b = Grab();
  154. var c = WellDetector.Detect(b, W, H);
  155. DebugSave?.Invoke(b, $"center_w{well}_hp{hp}");
  156. Log?.Invoke(c.Found
  157. ? $" 水平{hp}: Y偏移={c.OffsetYPct:F1}% X={c.OffsetXPct:F1}% 完整={c.Complete}"
  158. : $" 水平{hp}: 未检出圆");
  159. OnStep?.Invoke($"居中扫描 hp={hp}", c, null);
  160. if (c.Found)
  161. {
  162. // 按 |Y偏移| 评分,不完整重罚
  163. double score = Math.Abs(c.OffsetYPct) + (c.Complete ? 0 : 100);
  164. if (score < bestScore) { bestScore = score; bestHPos = hp; best = c; }
  165. }
  166. }
  167. return (bestHPos, best);
  168. }
  169. /// <summary>
  170. /// 标定单个 well。eepromHPos=该well的EEPROM水平位置(扫描中心),eepromZ=Z焦准零点。
  171. /// 返回标定结果。
  172. /// </summary>
  173. public WellCalib CalibrateWell(int well, int eepromHPos, int eepromZ)
  174. {
  175. var r = new WellCalib { Well = well };
  176. // 先到 EEPROM 水平位置 + 中低曝光
  177. if (!RetryMove(() => _serial.HorizontalMoveToWait(ClampH(eepromHPos), ScanDelayMs), $"well{well}初始水平"))
  178. {
  179. Log?.Invoke($"[well{well}] ✗ 电机移动到初始位置失败(已重试),跳过该well");
  180. return new WellCalib { Well = well, Note = "电机移动失败" };
  181. }
  182. _cam.SetExposure(CenterScanExposure);
  183. // ── ① 粗对焦:先让 well 清晰,否则画面模糊根本找不到圆(采纳用户洞察:
  184. // 对焦与居中耦合,焦不对→画面糊→检不出圆→无法居中。故先粗对焦)──
  185. Log?.Invoke($"[well{well}] ①粗对焦(让well清晰可检)...");
  186. int coarseZ = CoarseFocus(well);
  187. _serial.VerticalMoveToWait(ClampZ(coarseZ), ScanDelayMs);
  188. Log?.Invoke($"[well{well}] → 粗对焦Z={coarseZ}");
  189. // ── ② 旋转居中(此时画面清晰,圆可稳定检出;只优化Y偏移)──
  190. // 转动培养皿让well在画面里上下(Y)移动;X的~5%固定偏移是相机/转盘硬件偏移,旋转修不了。
  191. // 实测EEPROM位置已准(移到位即|偏移|<5%),故以eepromHPos为中心做小范围微调(半幅<well间距一半),
  192. // 绝不大范围扫描(否则会扫到相邻well)。
  193. Log?.Invoke($"[well{well}] ②以EEPROM位置({eepromHPos})为中心微调Y居中...");
  194. var located = ScanForCenter(well, ClampH(eepromHPos), HFineRange, HFineSteps, 800);
  195. int bestHPos = located.bestCircle != null ? located.bestHPos : eepromHPos;
  196. WellCircle bestCircle = located.bestCircle;
  197. r.HorizontalPulse = bestHPos;
  198. r.CircleFound = bestCircle != null;
  199. r.CenterOffsetPct = bestCircle?.OffsetYPct ?? 0;
  200. if (!RetryMove(() => _serial.HorizontalMoveToWait(ClampH(bestHPos), ScanDelayMs), $"well{well}居中水平"))
  201. {
  202. Log?.Invoke($"[well{well}] ✗ 电机移动到居中位置失败(已重试),跳过该well");
  203. return new WellCalib { Well = well, Note = "居中后电机移动失败" };
  204. }
  205. bool centered = bestCircle != null && Math.Abs(r.CenterOffsetPct) < CenterTolPct && bestCircle.Complete;
  206. Log?.Invoke($"[well{well}] → 居中水平={bestHPos} 残留Y偏移={r.CenterOffsetPct:F1}% " +
  207. $"(X={bestCircle?.OffsetXPct ?? 0:F1}%硬件偏移) {(centered ? "✓合格" : "(尽力而为)")}");
  208. // ── ③ 曝光二分 (well内ROI) ──
  209. Log?.Invoke($"[well{well}] ③曝光二分...");
  210. int exp = ExposureMeter.BinarySearch(ExpLo, ExpHi, e =>
  211. {
  212. _cam.SetExposure(e);
  213. // 修复: 等待足够时间让新曝光生效,并丢弃旧帧
  214. Thread.Sleep(Math.Max(200, e / 5)); // 至少2×曝光时间(单位100µs)
  215. Grab(); // 丢弃第一帧(可能是旧曝光)
  216. var b = Grab(); // 使用第二帧
  217. var c = WellDetector.Detect(b, W, H);
  218. var info = ExposureMeter.Measure(b, W, H, c);
  219. OnStep?.Invoke($"曝光二分 e={e}", c, info);
  220. return info;
  221. }, m => Log?.Invoke(m));
  222. r.Exposure = exp;
  223. _cam.SetExposure(exp);
  224. Log?.Invoke($"[well{well}] → 曝光={exp}");
  225. // ── ④ 精对焦 (well圆内ROI, 围绕粗对焦Z小范围密扫) ──
  226. Log?.Invoke($"[well{well}] ④精对焦...");
  227. // 修复P0-5: 丢弃旧帧,确保获取稳定画面
  228. Grab(); // 丢弃第一帧
  229. var b0 = Grab(); // 使用第二帧
  230. var circle = WellDetector.Detect(b0, W, H);
  231. // P1-1: 统一对焦ROI策略 - 使用0.95r保留边缘特征,避免精对焦峰值过弱
  232. // P0-4: 圆未检出时降级到中央40% ROI(与粗对焦一致),绝不用全图(背景/反光严重干扰对焦)
  233. System.Drawing.Rectangle roi = circle.Found
  234. ? new System.Drawing.Rectangle(
  235. Math.Max(0, (int)(circle.Cx - circle.Radius * 0.95)),
  236. Math.Max(0, (int)(circle.Cy - circle.Radius * 0.95)),
  237. (int)(circle.Radius * 1.9), (int)(circle.Radius * 1.9))
  238. : CenterRoi40();
  239. if (!circle.Found)
  240. Log?.Invoke($"[well{well}] ⚠ 精对焦未检出well圆,对焦ROI降级为中央40%(非全图)");
  241. int zstep = FineZStep > 0 ? FineZStep : 500;
  242. int fineLayers = 2 * FineZHalf / zstep + 1; // 半幅6000步距500 → 25层
  243. var curve = new List<(int z, double s)>();
  244. for (int i = 0; i < fineLayers; i++)
  245. {
  246. int z = coarseZ - FineZHalf + zstep * i;
  247. _serial.VerticalMoveToWait(ClampZ(z), ScanDelayMs);
  248. // P0-5: 每次移动后丢弃旧帧
  249. Grab(); // 丢弃第一帧
  250. var b = Grab(); // 使用第二帧
  251. double sc = Sharpness.Compute(b, W, H, roi);
  252. curve.Add((z, sc));
  253. OnStep?.Invoke($"精对焦 {i + 1}/{fineLayers} Z={z} 分={sc:F4}", circle, null);
  254. }
  255. // P1-3: 峰值平滑与插值 - 提升对焦精度
  256. // 3点滑动平均平滑
  257. var smoothed = new List<double>();
  258. for (int i = 0; i < curve.Count; i++)
  259. {
  260. double sum = curve[i].s;
  261. int cnt = 1;
  262. if (i > 0) { sum += curve[i - 1].s; cnt++; }
  263. if (i < curve.Count - 1) { sum += curve[i + 1].s; cnt++; }
  264. smoothed.Add(sum / cnt);
  265. }
  266. // 找平滑后的峰值
  267. double max = smoothed.Max();
  268. int pk = smoothed.IndexOf(max);
  269. double mean = smoothed.Average();
  270. // 抛物线插值峰顶(如果峰值不在边界)
  271. int focusZ = curve[pk].z;
  272. if (pk > 0 && pk < curve.Count - 1)
  273. {
  274. double y0 = smoothed[pk - 1], y1 = smoothed[pk], y2 = smoothed[pk + 1];
  275. double denominator = y0 - 2 * y1 + y2;
  276. if (Math.Abs(denominator) > 1e-9)
  277. {
  278. double delta = 0.5 * (y0 - y2) / denominator; // 抛物线顶点偏移
  279. focusZ = curve[pk].z + (int)(delta * zstep);
  280. }
  281. }
  282. r.FocusZ = focusZ;
  283. r.PeakSharp = max;
  284. r.PeakRatio = mean > 1e-9 ? max / mean : 1;
  285. // 检查对焦质量:峰过弱可能是空well或对焦失败
  286. if (r.PeakRatio < 1.2)
  287. {
  288. Log?.Invoke($"[well{well}] ⚠ 对焦峰过弱(ratio={r.PeakRatio:F2}),可能空well或对焦失败");
  289. r.Note += "对焦峰弱;";
  290. }
  291. _serial.VerticalMoveToWait(ClampZ(r.FocusZ), ScanDelayMs);
  292. Log?.Invoke($"[well{well}] → 最清晰Z={r.FocusZ} 峰值={max:F4} max/mean={r.PeakRatio:F2} " +
  293. $"{(r.PeakRatio < 1.2 ? "(弱峰/可能空well)" : "✓有焦点")}");
  294. r.Note = $"{(r.CircleFound ? "" : "未检到well圆;")}{(r.PeakRatio < 1.2 ? "对焦峰弱;" : "")}";
  295. return r;
  296. }
  297. /// <summary>
  298. /// 粗对焦:固定中心 ZCoarseCenter±ZCoarseHalf 按 ZCoarseStep 扫描,中央40% ROI 找焦点。
  299. /// 实测所有 well 焦面集中在 60000~120000,故用固定大窗口,不依赖 EEPROM 零点。
  300. ///
  301. /// 【已知偶发问题 2026-06-16,待复现】偶发某个 well 粗对焦选中 ~74000 的伪峰(真实焦面应在 ~86000-92000),
  302. /// 导致精对焦被锁在 74000±FineZHalf 的小窗口、最终对焦模糊,该 well 输出弱峰(max/mean≈1.0)。
  303. /// 现象特征:
  304. /// · 同一批标定里只有 1 个 well 坏,坏值固定在 ~74000,但坏的 well 编号在不同批次间变化
  305. /// (曾出现 well1 坏、well8 坏,非固定孔位、非“第一个标定的 well”)。
  306. /// · 人眼在对焦过程能看到清晰画面,但最终选出的不是它。
  307. /// 已排除的假设(真机 WellSpacing zcurve/zcurvefar 多次实测均无法复现):
  308. /// · 串口大行程移动未到位(残留位+短延时复现 → 峰仍正确 92000)
  309. /// · 相机/光源冷启动预热(冷启动立即扫 → 峰仍正确 92000)
  310. /// · 清晰度算法(已修 ÷mean,其余 15 well 全部正确)
  311. /// · “第一个 well”时序(数据证明 well1 常常正常,坏的在序列中间)
  312. /// 当前最可疑但未坐实:偶发时序导致某层电机未真正到位/画面在运动中被采样,在 74000 形成伪高频峰;
  313. /// 或该次该孔在 74000 处恰有杂质/反光的真实但“错误”的清晰特征。
  314. /// 复现率低,本轮多次测试未触发,留待下次现场捕获(建议届时开 DebugSave 存粗对焦每层图比对)。
  315. /// </summary>
  316. int CoarseFocus(int well)
  317. {
  318. int lo = ZCoarseCenter - ZCoarseHalf;
  319. int hi = ZCoarseCenter + ZCoarseHalf;
  320. int bestZ = ZCoarseCenter; double bestS = -1;
  321. // P0-6: 粗对焦使用中央40%区域ROI,避免背景干扰
  322. var centerROI = CenterRoi40();
  323. // 【偶发伪峰修复 2026-06-16】先移到扫描起点并额外等待,确保大行程移动停稳后再开扫。
  324. // 根因:手动复位会把 Z 打到远端(2000),正式标定时 Z 要大行程冲到 lo(60000);
  325. // 若直接逐层扫描,前几层在电机尚未停稳时抓到“运动拖影帧”,高频被放大成伪峰
  326. // (实测 z=74000 拍到 5.30 伪峰,骗过粗对焦;精对焦回到同一 Z 仅 3.21 无峰)。
  327. // 故开扫前先到位 + 额外停稳等待。(后续可改“轮询回读位置确认到位”更精准,暂用延时。)
  328. _serial.VerticalMoveToWait(ClampZ(lo), ScanDelayMs);
  329. Thread.Sleep(CoarseSettleMs);
  330. Grab(); // 丢弃到位前的残留帧
  331. int layers = 0;
  332. for (int z = lo; z <= hi; z += ZCoarseStep)
  333. {
  334. layers++;
  335. _serial.VerticalMoveToWait(ClampZ(z), ScanDelayMs);
  336. // P0-5: 丢弃旧帧
  337. Grab();
  338. var b = Grab();
  339. double sc = Sharpness.Compute(b, W, H, centerROI); // 中央ROI(避免背景带偏)
  340. if (sc > bestS) { bestS = sc; bestZ = z; }
  341. // 诊断:粗对焦逐层分数落盘(排查偶发伪峰,如74000打败真焦面90000)。格式同精对焦。
  342. Log?.Invoke($" 粗对焦 {layers} Z={z} 分={sc:F4}");
  343. OnStep?.Invoke($"粗对焦 Z={z} (区间{lo}~{hi})", null, null);
  344. }
  345. Log?.Invoke($"[well{well}] 粗对焦扫{layers}层 区间[{lo},{hi}] 步距{ZCoarseStep}");
  346. // P1: 峰落在扫描区间边界 → 真实焦面很可能在窗口之外,警示(focusZ会偏,需调整ZCoarseCenter/Half)。
  347. if (bestZ <= lo || bestZ >= hi)
  348. Log?.Invoke($"[well{well}] ⚠ 粗对焦峰落在区间边界(z={bestZ}, 区间[{lo},{hi}])," +
  349. $"真实焦面可能在窗口外,建议调整 ZCoarseCenter/ZCoarseHalf");
  350. return bestZ;
  351. }
  352. }
  353. }