Mirror
/
EmguCV
mirror of https://github.com/emgucv/emgucv.git
1
0
Fork 0
Code Issues Releases Wiki Activity
Browse Source

Ocr sample update.

EMGUCV_3_1
Canming Huang 9 years ago
parent
ac6250cdf1
commit
a9c255dac8
4 changed files with 178 additions and 152 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 1
      Emgu.CV.Example/OCR/CMakeLists.txt
  2. 9
      Emgu.CV.Example/OCR/OCR.csproj
  3. 318
      Emgu.CV.Example/OCR/OCRForm.cs
  4. 2
      Solution/Android/Emgu.CV.Android.Example.sln

1
Emgu.CV.Example/OCR/CMakeLists.txt
View File

@ -17,6 +17,7 @@ LIST(APPEND SRC_Example_OCR ${CMAKE_CURRENT_SOURCE_DIR}/../../CommonAssemblyInfo
ADD_CS_FILE_TO_DEPLOY(${CMAKE_CURRENT_SOURCE_DIR}/../../opencv_contrib/modules/text/samples/trained_classifierNM1.xml)
ADD_CS_FILE_TO_DEPLOY(${CMAKE_CURRENT_SOURCE_DIR}/../../opencv_contrib/modules/text/samples/trained_classifierNM2.xml)
ADD_CS_FILE_TO_DEPLOY(${CMAKE_CURRENT_SOURCE_DIR}/../../opencv_contrib/modules/text/samples/trained_classifier_erGrouping.xml)
ADD_CS_FILE_TO_DEPLOY(${CMAKE_CURRENT_SOURCE_DIR}/../../opencv/samples/data/imageTextN.png)
LIST(APPEND CS_FLAGS ${EMGU_CV_REFERENCE})

9
Emgu.CV.Example/OCR/OCR.csproj
View File

@ -153,6 +153,10 @@
</None>
</ItemGroup>
<ItemGroup>
<Content Include="..\..\opencv\samples\data\imageTextN.png">
<Link>imageTextN.png</Link>
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</Content>
<Content Include="..\..\opencv_contrib\modules\text\samples\trained_classifierNM1.xml">
<Link>trained_classifierNM1.xml</Link>
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
@ -166,11 +170,6 @@
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</Content>
</ItemGroup>
<ItemGroup>
<EmbeddedResource Include="OCRForm.resx">
<DependentUpon>OCRForm.cs</DependentUpon>
</EmbeddedResource>
</ItemGroup>
<Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
<!-- To modify your build process, add your task inside one of the targets below and uncomment it.
Other similar extension points exist, see Microsoft.Common.targets.

318
Emgu.CV.Example/OCR/OCRForm.cs
View File

@ -21,11 +21,18 @@ namespace OCR
public partial class OCRForm : Form
{
private Tesseract _ocr;
public OCRForm()
{
InitializeComponent();
InitOcr("", "eng", OcrEngineMode.TesseractCubeCombined);
ocrOptionsComboBox.SelectedIndex = 0;
FileInfo f = new FileInfo("imageTextN.png");
if (f.Exists)
{
fileNameTextBox.Text = f.FullName;
ProcessFile();
}
}
private void InitOcr(String path, String lang, OcrEngineMode mode)
@ -57,6 +64,7 @@ namespace OCR
/// Perform a full page OCR
/// </summary>
FullPage,
/// <summary>
/// Detect the text region before applying OCR.
/// </summary>
@ -68,189 +76,207 @@ namespace OCR
get { return ocrOptionsComboBox.SelectedIndex == 0 ? OCRMode.FullPage : OCRMode.TextDetection; }
}
private Rectangle ScaleRectangle(Rectangle r, double scale)
private static Rectangle ScaleRectangle(Rectangle r, double scale)
{
double centerX = r.Location.X + r.Width/2.0;
double centerY = r.Location.Y + r.Height/2.0;
double newWidth = Math.Round(r.Width*scale);
double newHeight = Math.Round(r.Height*scale);
return new Rectangle((int) Math.Round(centerX - newWidth / 2.0), (int) Math.Round(centerY - newHeight / 2.0), (int) newWidth, (int)newHeight);
double centerX = r.Location.X + r.Width / 2.0;
double centerY = r.Location.Y + r.Height / 2.0;
double newWidth = Math.Round(r.Width * scale);
double newHeight = Math.Round(r.Height * scale);
return new Rectangle((int)Math.Round(centerX - newWidth / 2.0), (int)Math.Round(centerY - newHeight / 2.0),
(int)newWidth, (int)newHeight);
}
private void loadImageButton_Click(object sender, EventArgs e)
private static String OcrImage(Tesseract ocr, String filename, OCRMode mode, Mat imageColor)
{
if (openImageFileDialog.ShowDialog() == System.Windows.Forms.DialogResult.OK)
Bgr drawCharColor = new Bgr(Color.Blue);
Mat image = new Mat(filename, ImreadModes.AnyColor);
if (image.NumberOfChannels == 1)
CvInvoke.CvtColor(image, imageColor, ColorConversion.Gray2Bgr);
else
image.CopyTo(imageColor);
if (mode == OCRMode.FullPage)
{
fileNameTextBox.Text = openImageFileDialog.FileName;
imageBox1.Image = null;
ocrTextBox.Text = String.Empty;
hocrTextBox.Text = String.Empty;
ocr.Recognize(image);
Tesseract.Character[] characters = ocr.GetCharacters();
if (characters.Length == 0)
{
Mat imgGrey = new Mat();
CvInvoke.CvtColor(image, imgGrey, ColorConversion.Bgr2Gray);
Mat imgThresholded = new Mat();
CvInvoke.Threshold(imgGrey, imgThresholded, 65, 255, ThresholdType.Binary);
ocr.Recognize(imgThresholded);
characters = ocr.GetCharacters();
imageColor = imgThresholded;
if (characters.Length == 0)
{
CvInvoke.Threshold(image, imgThresholded, 190, 255, ThresholdType.Binary);
ocr.Recognize(imgThresholded);
characters = ocr.GetCharacters();
imageColor = imgThresholded;
}
}
foreach (Tesseract.Character c in characters)
{
CvInvoke.Rectangle(imageColor, c.Region, drawCharColor.MCvScalar);
}
return ocr.GetText();
}
else
{
bool checkInvert = true;
Rectangle[] regions;
Bgr drawCharColor = new Bgr(Color.Blue);
try
using (
ERFilterNM1 er1 = new ERFilterNM1("trained_classifierNM1.xml", 8, 0.00025f, 0.13f, 0.4f, true, 0.1f))
using (ERFilterNM2 er2 = new ERFilterNM2("trained_classifierNM2.xml", 0.3f))
{
Mat image = new Mat(openImageFileDialog.FileName, ImreadModes.AnyColor);
int channelCount = image.NumberOfChannels;
UMat[] channels = new UMat[checkInvert ? channelCount * 2 : channelCount];
for (int i = 0; i < channelCount; i++)
{
UMat c = new UMat();
CvInvoke.ExtractChannel(image, c, i);
channels[i] = c;
}
if (checkInvert)
{
for (int i = 0; i < channelCount; i++)
{
UMat c = new UMat();
CvInvoke.BitwiseNot(channels[i], c);
channels[i + channelCount] = c;
}
}
Mat imageColor = new Mat();
if (image.NumberOfChannels == 1)
CvInvoke.CvtColor(image, imageColor, ColorConversion.Gray2Bgr);
else
image.CopyTo(imageColor);
VectorOfERStat[] regionVecs = new VectorOfERStat[channels.Length];
for (int i = 0; i < regionVecs.Length; i++)
regionVecs[i] = new VectorOfERStat();
if (Mode == OCRMode.FullPage)
try
{
_ocr.Recognize(image);
Tesseract.Character[] characters = _ocr.GetCharacters();
if (characters.Length == 0)
for (int i = 0; i < channels.Length; i++)
{
Mat imgGrey = new Mat();
CvInvoke.CvtColor(image, imgGrey, ColorConversion.Bgr2Gray);
Mat imgThresholded = new Mat();
CvInvoke.Threshold(imgGrey, imgThresholded,65, 255, ThresholdType.Binary);
_ocr.Recognize(imgThresholded);
characters = _ocr.GetCharacters();
imageColor = imgThresholded;
if (characters.Length == 0)
{
CvInvoke.Threshold(image, imgThresholded, 190, 255, ThresholdType.Binary);
_ocr.Recognize(imgThresholded);
characters = _ocr.GetCharacters();
imageColor = imgThresholded;
}
er1.Run(channels[i], regionVecs[i]);
er2.Run(channels[i], regionVecs[i]);
}
foreach (Tesseract.Character c in characters)
using (VectorOfUMat vm = new VectorOfUMat(channels))
{
CvInvoke.Rectangle(imageColor, c.Region, drawCharColor.MCvScalar);
regions = ERFilter.ERGrouping(image, vm, regionVecs, ERFilter.GroupingMethod.OrientationHoriz,
"trained_classifier_erGrouping.xml", 0.5f);
}
}
finally
{
foreach (UMat tmp in channels)
if (tmp != null)
tmp.Dispose();
foreach (VectorOfERStat tmp in regionVecs)
if (tmp != null)
tmp.Dispose();
}
imageBox1.Image = imageColor;
Rectangle imageRegion = new Rectangle(Point.Empty, imageColor.Size);
for (int i = 0; i < regions.Length; i++)
{
Rectangle r = ScaleRectangle(regions[i], 1.1);
String text = _ocr.GetText();
ocrTextBox.Text = text;
String hocrText = _ocr.GetHOCRText();
hocrTextBox.Text = hocrText;
r.Intersect(imageRegion);
regions[i] = r;
}
else
{
bool checkInvert = true;
Rectangle[] regions;
}
using (ERFilterNM1 er1 = new ERFilterNM1("trained_classifierNM1.xml", 8, 0.00025f, 0.13f, 0.4f, true, 0.1f))
using (ERFilterNM2 er2 = new ERFilterNM2("trained_classifierNM2.xml", 0.3f))
{
int channelCount = image.NumberOfChannels;
UMat[] channels = new UMat[checkInvert ? channelCount * 2 : channelCount];
for (int i = 0; i < channelCount; i++)
{
UMat c = new UMat();
CvInvoke.ExtractChannel(image, c, i);
channels[i] = c;
}
if (checkInvert)
{
for (int i = 0; i < channelCount; i++)
{
UMat c = new UMat();
CvInvoke.BitwiseNot(channels[i], c);
channels[i + channelCount] = c;
}
}
VectorOfERStat[] regionVecs = new VectorOfERStat[channels.Length];
for (int i = 0; i < regionVecs.Length; i++)
regionVecs[i] = new VectorOfERStat();
try
{
for (int i = 0; i < channels.Length; i++)
{
er1.Run(channels[i], regionVecs[i]);
er2.Run(channels[i], regionVecs[i]);
}
using (VectorOfUMat vm = new VectorOfUMat(channels))
{
regions = ERFilter.ERGrouping(image, vm, regionVecs, ERFilter.GroupingMethod.OrientationHoriz, "trained_classifier_erGrouping.xml", 0.5f);
}
}
finally
{
foreach (UMat tmp in channels)
if (tmp != null)
tmp.Dispose();
foreach (VectorOfERStat tmp in regionVecs)
if (tmp != null)
tmp.Dispose();
}
Rectangle imageRegion = new Rectangle(Point.Empty, imageColor.Size);
for (int i = 0; i < regions.Length; i++)
{
Rectangle r = ScaleRectangle( regions[i], 1.1);
r.Intersect(imageRegion);
regions[i] = r;
}
}
List<Tesseract.Character> allChars = new List<Tesseract.Character>();
String allText = String.Empty;
foreach (Rectangle rect in regions)
{
using (Mat region = new Mat(image, rect))
{
_ocr.Recognize(region);
Tesseract.Character[] characters = _ocr.GetCharacters();
//convert the coordinates from the local region to global
for (int i = 0; i < characters.Length; i++)
{
Rectangle charRegion = characters[i].Region;
charRegion.Offset(rect.Location);
characters[i].Region = charRegion;
}
allChars.AddRange(characters);
allText += _ocr.GetText() + Environment.NewLine;
}
}
List<Tesseract.Character> allChars = new List<Tesseract.Character>();
String allText = String.Empty;
foreach (Rectangle rect in regions)
{
using (Mat region = new Mat(image, rect))
{
ocr.Recognize(region);
Tesseract.Character[] characters = ocr.GetCharacters();
Bgr drawRegionColor = new Bgr(Color.Red);
foreach (Rectangle rect in regions)
//convert the coordinates from the local region to global
for (int i = 0; i < characters.Length; i++)
{
CvInvoke.Rectangle(imageColor, rect, drawRegionColor.MCvScalar);
}
foreach (Tesseract.Character c in allChars)
{
CvInvoke.Rectangle(imageColor, c.Region, drawCharColor.MCvScalar);
Rectangle charRegion = characters[i].Region;
charRegion.Offset(rect.Location);
characters[i].Region = charRegion;
}
imageBox1.Image = imageColor;
ocrTextBox.Text = allText;
allChars.AddRange(characters);
allText += ocr.GetText() + Environment.NewLine;
}
}
catch (Exception exception)
Bgr drawRegionColor = new Bgr(Color.Red);
foreach (Rectangle rect in regions)
{
CvInvoke.Rectangle(imageColor, rect, drawRegionColor.MCvScalar);
}
foreach (Tesseract.Character c in allChars)
{
CvInvoke.Rectangle(imageColor, c.Region, drawCharColor.MCvScalar);
}
return allText;
}
}
private void ProcessFile()
{
imageBox1.Image = null;
ocrTextBox.Text = String.Empty;
hocrTextBox.Text = String.Empty;
try
{
Mat imageColor = new Mat();
String ocredText = OcrImage(_ocr, fileNameTextBox.Text, Mode, imageColor);
imageBox1.Image = imageColor;
ocrTextBox.Text = ocredText;
if (Mode == OCRMode.FullPage)
{
MessageBox.Show(exception.Message);
hocrTextBox.Text = _ocr.GetHOCRText();
}
}
catch (Exception exception)
{
MessageBox.Show(exception.Message);
}
}
private void loadImageButton_Click(object sender, EventArgs e)
{
if (openImageFileDialog.ShowDialog() == System.Windows.Forms.DialogResult.OK)
{
fileNameTextBox.Text = openImageFileDialog.FileName;
ProcessFile();
}
}
private void loadLanguageToolStripMenuItem_Click(object sender, EventArgs e)
{
if (openLanguageFileDialog.ShowDialog() == System.Windows.Forms.DialogResult.OK)
{
{
string path = Path.GetDirectoryName(openLanguageFileDialog.FileName);
string lang = Path.GetFileNameWithoutExtension(openLanguageFileDialog.FileName).Split('.')[0];
string lang = Path.GetFileNameWithoutExtension(openLanguageFileDialog.FileName).Split('.')[0];
InitOcr(path, lang, OcrEngineMode.Default);
}
}
}

2
Solution/Android/Emgu.CV.Android.Example.sln
View File

@ -15,7 +15,7 @@ Project("{D954291E-2A0B-460D-934E-DC6B0785DB48}") = "Emgu.CV.OCR", "..\..\Emgu.C
EndProject
Project("{D954291E-2A0B-460D-934E-DC6B0785DB48}") = "Emgu.CV.Cuda", "..\..\Emgu.CV.Cuda\Emgu.CV.Cuda.shproj", "{7B22BB32-C867-45A7-AC53-5BDA820DB91C}"
EndProject
Project("{D954291E-2A0B-460D-934E-DC6B0785DB48}") = "Emgu.CV.XamarinForms", "..\..\Emgu.CV.Example\XamarinForms\XamarinForms\Emgu.CV.XamarinForms.shproj", "{F2A5CE86-0B21-40D2-AD3F-BB2D1D716CFE}"
Project("{D954291E-2A0B-460D-934E-DC6B0785DB48}") = "Emgu.CV.XamarinForms", "..\..\Emgu.CV.Example\XamarinForms\Core\Emgu.CV.XamarinForms.shproj", "{F2A5CE86-0B21-40D2-AD3F-BB2D1D716CFE}"
EndProject
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Emgu.CV.XamarinForms.Droid", "..\..\Emgu.CV.Example\XamarinForms\Android\Emgu.CV.XamarinForms.Droid.csproj", "{590BDC36-C47D-45B4-A24A-F907DF9922F5}"
EndProject

Write Preview
Loading…
Cancel
Save