m53297601
/
EasyPR
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

* add reFoundAndCombineRect function.

Browse Source
v1.6alpha
liuruoze 9 years ago
parent 3f4823427d
commit 02d2c1a9c9
7 changed files with 1156 additions and 104 deletions
Show Stats Download Patch File Download Diff File

15
accuracy.txt
Unescape View File

@ -1982,3 +1982,18 @@ Recall:69.6306%, Precise:74.1718%, Fscore:71.8295%.
Recall:62.8986%, Precise:77.0508%, Fscore:69.2591%.
0-error:44.1176%, 1-error:52.9412%, Chinese-precise:55.8824%
总时间:200秒, 平均执行时间:4秒
2016-06-29 12:36:42
总图片数:6, Plates count:0, 未识出图片:0, 定位率:-1.#IND%
Recall:0%, Precise:0%, Fscore:0%.
0-error:0%, 1-error:0%, Chinese-precise:100%
总时间:98秒, 平均执行时间:16.3333秒
2016-06-29 14:15:37
总图片数:50, Plates count:52, 未识出图片:18, 定位率:65.3846%
Recall:59.393%, Precise:77.2109%, Fscore:67.1399%.
0-error:44.1176%, 1-error:52.9412%, Chinese-precise:55.8824%
总时间:654秒, 平均执行时间:13.08秒
2016-06-29 15:15:23
总图片数:200, Plates count:238, 未识出图片:60, 定位率:74.7899%
Recall:66.8796%, Precise:82.0482%, Fscore:73.6914%.
0-error:31.4607%, 1-error:37.0787%, Chinese-precise:37.6405%
总时间:886秒, 平均执行时间:4.43秒

18
resources/image/native_test/GroundTruth.xml
Unescape View File

@ -217,6 +217,18 @@
<taggedRectangle x="1120" y="747" width="185" height="70" rotation="0" locateType="1">À¶ÅÆ:ÔÁA5DP12</taggedRectangle>
</taggedRectangles>
</image>
<image>
<imageName>ÔÁBA103N</imageName>
<taggedRectangles>
<taggedRectangle x="315" y="179" width="108" height="41" rotation="0" locateType="1">À¶ÅÆ:ÔÁBA103N</taggedRectangle>
</taggedRectangles>
</image>
<image>
<imageName>ÔÁBE609T</imageName>
<taggedRectangles>
<taggedRectangle x="465" y="124" width="108" height="41" rotation="0" locateType="1">À¶ÅÆ:ÔÁBE609T</taggedRectangle>
</taggedRectangles>
</image>
<image>
<imageName>ÔÁAB2893</imageName>
<taggedRectangles>
@ -284,4 +296,10 @@
<taggedRectangle x="889" y="652" width="104" height="37" rotation="0" locateType="0">À¶ÅÆ:Ô¥U00000</taggedRectangle>
</taggedRectangles>
</image>
<image>
<imageName>¸ÓK11978</imageName>
<taggedRectangles>
<taggedRectangle x="1084" y="558" width="116" height="35" rotation="0" locateType="0">»ÆÅÆ:¸ÓK11978</taggedRectangle>
</taggedRectangles>
</image>
</tagset>

BIN
resources/image/test.jpg
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 53 KiB

After

Width:  |  Height:  |  Size: 76 KiB

1071
result/Result.xml
View File

File diff suppressed because it is too large Load Diff

152
src/core/core_func.cpp
Unescape View File

@ -1060,7 +1060,7 @@ void rotatedRectangle(InputOutputArray image, RotatedRect rrect, const Scalar& c
void searchWeakSeed(const std::vector<CCharacter>& charVec, std::vector<CCharacter>& mserCharacter,
const Vec4f& line, Point& boundaryPoint, const Rect& maxrect, Rect& plateResult, CharSearchDirection searchDirection) {
const Vec4f& line, Point& boundaryPoint, const Rect& maxrect, Rect& plateResult, Mat result, CharSearchDirection searchDirection) {
float k = line[1] / line[0];
float x_1 = line[2];
@ -1070,6 +1070,9 @@ void searchWeakSeed(const std::vector<CCharacter>& charVec, std::vector<CCharact
for (auto weakSeed : charVec) {
Rect weakRect = weakSeed.getCharacterPos();
cv::rectangle(result, weakRect, Scalar(255, 0, 255));
Point weakCenter(weakRect.tl().x + weakRect.width / 2, weakRect.tl().y + weakRect.height / 2);
float x_2 = (float)weakCenter.x;
@ -1102,6 +1105,9 @@ void searchWeakSeed(const std::vector<CCharacter>& charVec, std::vector<CCharact
if (height_diff_ratio < 0.15) {
searchWeakSeedVec.push_back(weakSeed);
}
else {
}
}
}
@ -1365,24 +1371,24 @@ void removeRightOutliers(std::vector<CCharacter>& charGroup, std::vector<CCharac
float slope_1 = slopeVec.at(slopeVec_i);
float slope_2 = slopeVec.at(slopeVec_i+1);
float slope_diff = abs(slope_1 - slope_2);
if (0) {
if (1) {
std::cout << "slope_diff:" << slope_diff << std::endl;
}
if (slope_diff <= thresh1) {
uniformity_count++;
}
if (0) {
if (1) {
std::cout << "slope_1:" << slope_1 << std::endl;
std::cout << "slope_2:" << slope_2 << std::endl;
}
if ((slope_1 <= 0 && slope_2 >= 0) || (slope_1 >= 0 && slope_2 <= 0)) {
if (1/*(slope_1 <= 0 && slope_2 >= 0) || (slope_1 >= 0 && slope_2 <= 0)*/) {
if (uniformity_count >= 2 && slope_diff >= thresh2) {
outlier_index = slopeVec_i + 2;
break;
}
}
}
if (0) {
if (1) {
std::cout << "uniformity_count:" << uniformity_count << std::endl;
std::cout << "outlier_index:" << outlier_index << std::endl;
}
@ -1394,11 +1400,125 @@ void removeRightOutliers(std::vector<CCharacter>& charGroup, std::vector<CCharac
}
}
if (0) {
if (1) {
std::cout << "end:" << std::endl;
}
}
Rect getSafeRect(Point2f center, float width, float height, Mat image) {
int rows = image.rows;
int cols = image.cols;
float x = center.x;
float y = center.y;
float x_tl = (x - width / 2.f);
float y_tl = (y - height / 2.f);
float x_br = (x + width / 2.f);
float y_br = (y + height / 2.f);
x_tl = x_tl > 0.f ? x_tl : 0.f;
y_tl = y_tl > 0.f ? y_tl : 0.f;
x_br = x_br < (float)image.cols ? x_br : (float)image.cols;
y_br = y_br < (float)image.rows ? y_br : (float)image.rows;
Rect rect(Point((int)x_tl, int(y_tl)), Point((int)x_br, int(y_br)));
return rect;
}
// based on the assumptions: distance beween two nearby characters in plate are the same.
// add not found rect and combine two small and near rect.
void reFoundAndCombineRect(std::vector<CCharacter>& mserCharacter, float min_thresh, float max_thresh,
Vec2i dist, Rect maxrect, Mat result) {
if (mserCharacter.size() == 0) {
return;
}
std::sort(mserCharacter.begin(), mserCharacter.end(),
[](const CCharacter& r1, const CCharacter& r2) {
return r1.getCenterPoint().x < r2.getCenterPoint().x;
});
int comparDist = dist[0] * dist[0] + dist[1] * dist[1];
if (1) {
std::cout << "comparDist:" << comparDist << std::endl;
}
std::vector<CCharacter> reCharacters;
size_t mserCharacter_i = 0;
for (; mserCharacter_i + 1 < mserCharacter.size(); mserCharacter_i++) {
CCharacter leftChar = mserCharacter.at(mserCharacter_i);
CCharacter rightChar = mserCharacter.at(mserCharacter_i + 1);
Point leftCenter = leftChar.getCenterPoint();
Point rightCenter = rightChar.getCenterPoint();
int x_diff = leftCenter.x - rightCenter.x;
int y_diff = leftCenter.y - rightCenter.y;
// distance between two centers
int distance2 = x_diff * x_diff + y_diff * y_diff;
if (1) {
std::cout << "distance2:" << distance2 << std::endl;
}
float ratio = (float)distance2 / (float)comparDist;
if (ratio > max_thresh) {
float x_add = (float)(leftCenter.x + rightCenter.x) / 2.f;
float y_add = (float)(leftCenter.y + rightCenter.y) / 2.f;
float width = (float)maxrect.width;
float height = (float)maxrect.height;
float x_tl = (x_add - width / 2.f);
float y_tl = (y_add - height / 2.f);
//Rect rect_add((int)x_tl, (int)y_tl, (int)width, (int)height);
Rect rect_add = getSafeRect(Point2f(x_add, y_add), width, height, result);
reCharacters.push_back(leftChar);
CCharacter charAdd;
charAdd.setCenterPoint(Point((int)x_add, (int)y_add));
charAdd.setCharacterPos(rect_add);
reCharacters.push_back(charAdd);
if (1) {
cv::rectangle(result, rect_add, Scalar(0, 128, 255));
}
}
else if (ratio < min_thresh) {
Rect rect_union = leftChar.getCharacterPos() | rightChar.getCharacterPos();
/*float x_add = (float)(leftCenter.x + rightCenter.x) / 2.f;
float y_add = (float)(leftCenter.y + rightCenter.y) / 2.f;*/
int x_add = rect_union.tl().x + rect_union.width / 2;
int y_add = rect_union.tl().y + rect_union.height / 2;
CCharacter charAdd;
charAdd.setCenterPoint(Point(x_add, y_add));
charAdd.setCharacterPos(rect_union);
reCharacters.push_back(charAdd);
if (1) {
cv::rectangle(result, rect_union, Scalar(0, 128, 255));
}
mserCharacter_i++;
}
else {
reCharacters.push_back(leftChar);
}
}
if (mserCharacter_i + 1 == mserCharacter.size()) {
reCharacters.push_back(mserCharacter.at(mserCharacter_i));
}
mserCharacter = reCharacters;
}
void removeOutliers(std::vector<CCharacter>& charGroup, double thresh, Mat result) {
std::vector<Point> points;
@ -1487,6 +1607,8 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
Mat tmpMat;
double ostu_level = threshold(image(charRect), tmpMat, 0, 255, CV_THRESH_BINARY | CV_THRESH_OTSU);
//cv::circle(result, center, 3, Scalar(0, 0, 255), 2);
// remove the small lines in character like "zh-cuan"
if (judegMDOratio2(image, rect, contour, result)) {
CCharacter charCandidate;
@ -1519,9 +1641,11 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
}
else if (charCandidate.getIsWeak()) {
weakSeedVec.push_back(charCandidate);
//cv::rectangle(result, rect, Scalar(255, 0, 255));
}
else if (charCandidate.getIsLittle()) {
littleSeedVec.push_back(charCandidate);
//cv::rectangle(result, rect, Scalar(255, 0, 255));
}
}
@ -1592,7 +1716,11 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
fitLine(Mat(points), line, CV_DIST_L2, 0, 0.01, 0.01);
float k = line[1] / line[0];
float angle = atan(k) * 180 / (float)CV_PI;
//std::cout << "k:" << k << std::endl;
//std::cout << "angle:" << angle << std::endl;
//std::cout << "cos:" << 0.3 * cos(k) << std::endl;
//std::cout << "ratio_maxrect:" << ratio_maxrect << std::endl;
std::sort(mserCharVec.begin(), mserCharVec.end(),
[](const CCharacter& r1, const CCharacter& r2) {
@ -1696,7 +1824,7 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
}
if (mserCharacter.size() < 7) {
searchWeakSeed(searchCandidate, searchRightWeakSeed, line, rightPoint, maxrect, plateResult, CharSearchDirection::RIGHT);
searchWeakSeed(searchCandidate, searchRightWeakSeed, line, rightPoint, maxrect, plateResult, result, CharSearchDirection::RIGHT);
if (1 && showDebug) {
std::cout << "searchRightWeakSeed:" << searchRightWeakSeed.size() << std::endl;
}
@ -1705,7 +1833,7 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
mserCharacter.push_back(seed);
}
searchWeakSeed(searchCandidate, searchLeftWeakSeed, line, leftPoint, maxrect, plateResult, CharSearchDirection::LEFT);
searchWeakSeed(searchCandidate, searchLeftWeakSeed, line, leftPoint, maxrect, plateResult, result, CharSearchDirection::LEFT);
if (1 && showDebug) {
std::cout << "searchLeftWeakSeed:" << searchLeftWeakSeed.size() << std::endl;
}
@ -1716,7 +1844,11 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
// add mserCharacter size judge
}
float min_thresh = 0.3f;
float max_thresh = 2.5f;
reFoundAndCombineRect(mserCharacter, min_thresh, max_thresh, dist, maxrect, result);
if (mserCharacter.size() < 7) {
if (1 && showDebug) {
std::cout << "search chinese:" << std::endl;
@ -1816,7 +1948,7 @@ Mat mserCharMatch(const Mat &src, Mat &match, std::vector<CPlate>& out_plateVec,
}
if (0 && showDebug) {
if (1 && showDebug) {
imshow("result", result);
waitKey(0);
destroyWindow("result");

2
src/core/plate_detect.cpp
Unescape View File

@ -178,7 +178,7 @@ namespace easypr {
result_resize.cols, result_resize.rows));
addWeighted(imageRoi, 0, result_resize, 1, 0, imageRoi);
if (1) {
if (0) {
imshow("EasyPR", img_window);
waitKey(1000);
destroyWindow("EasyPR");

2
src/core/plate_locate.cpp
Unescape View File

@ -1090,7 +1090,7 @@ int CPlateLocate::plateMserLocate(Mat src, vector<CPlate> &candPlates, int img_i
Mat image = scaleImage(channelImage, Size(scale_size, scale_size), scale_ratio);
// vector<RotatedRect> rects;
mserSearch(image, color, src_b, plates, img_index);
mserSearch(image, color, src_b, plates, img_index, false);
// deskew for rotation and slope image
/*for (auto plate : plates) {

Write Preview
Loading…
Cancel
Save