Mirror
/
EmguCV
mirror of https://github.com/emgucv/emgucv.git
1
0
Fork 0
Code Issues Releases Wiki Activity
Browse Source

Improvements to the Xamarin Forms demo.

pull/262/head
Canming Huang 6 years ago
parent
f674601366
commit
d942f21d14
3 changed files with 59 additions and 48 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 66
      Emgu.CV.Example/XamarinForms/Core/DnnPage.cs
  2. 5
      Emgu.CV.Example/XamarinForms/Core/FaceLandmarkDetectionPage.cs
  3. 36
      Emgu.CV.Example/XamarinForms/Core/HelloWorldPage.cs

66
Emgu.CV.Example/XamarinForms/Core/DnnPage.cs
View File

@ -39,6 +39,10 @@ namespace Emgu.CV.XamarinForms
private String _modelFolderName = "dnn_data";
private String _path = null;
private Net _maskRcnnDetector = null;
private string[] _labels = null;
private MCvScalar[] _colors = null;
private void InitPath()
{
if (_path == null)
@ -54,6 +58,34 @@ namespace Emgu.CV.XamarinForms
}
}
private void InitDetector()
{
if (_maskRcnnDetector == null)
{
InitPath();
String url =
"https://github.com/emgucv/models/raw/master/mask_rcnn_inception_v2_coco_2018_01_28/";
String graphFile = DnnDownloadFile(url, "frozen_inference_graph.pb", _path);
String lookupFile = DnnDownloadFile(url, "coco-labels-paper.txt", _path);
String configFile = DnnDownloadFile(
"https://github.com/opencv/opencv_extra/raw/4.0.1/testdata/dnn/",
"mask_rcnn_inception_v2_coco_2018_01_28.pbtxt",
_path);
_maskRcnnDetector = Emgu.CV.Dnn.DnnInvoke.ReadNetFromTensorflow(graphFile, configFile);
_labels = File.ReadAllLines(lookupFile);
_colors = new MCvScalar[_labels.Length];
Random r = new Random(12345);
for (int i = 0; i < _colors.Length; i++)
{
_colors[i] = new MCvScalar(r.Next(256), r.Next(256), r.Next(256));
}
}
}
public static String DnnDownloadFile(String url, String fileName, String folder)
{
String folderName = folder;
@ -93,35 +125,18 @@ namespace Emgu.CV.XamarinForms
Task<Tuple<Mat, String, long>> t = new Task<Tuple<Mat, String, long>>(
() =>
{
InitPath();
String url =
"https://github.com/emgucv/models/raw/master/mask_rcnn_inception_v2_coco_2018_01_28/";
String graphFile = DnnDownloadFile(url, "frozen_inference_graph.pb", _path);
String lookupFile = DnnDownloadFile(url, "coco-labels-paper.txt", _path);
String configFile = DnnDownloadFile(
"https://github.com/opencv/opencv_extra/raw/4.0.1/testdata/dnn/",
"mask_rcnn_inception_v2_coco_2018_01_28.pbtxt",
_path);
InitDetector();
string[] labels = File.ReadAllLines(lookupFile);
Emgu.CV.Dnn.Net net = Emgu.CV.Dnn.DnnInvoke.ReadNetFromTensorflow(graphFile, configFile);
Mat blob = DnnInvoke.BlobFromImage(image[0]);
net.SetInput(blob, "image_tensor");
using (Mat blob = DnnInvoke.BlobFromImage(image[0]))
using (VectorOfMat tensors = new VectorOfMat())
{
net.Forward(tensors, new string[] { "detection_out_final", "detection_masks" });
_maskRcnnDetector.SetInput(blob, "image_tensor");
_maskRcnnDetector.Forward(tensors, new string[] { "detection_out_final", "detection_masks" });
using (Mat boxes = tensors[0])
using (Mat masks = tensors[1])
{
System.Drawing.Size imgSize = image[0].Size;
float[,,,] boxesData = boxes.GetData(true) as float[,,,];
//float[,,,] masksData = masks.GetData(true) as float[,,,];
int numDetections = boxesData.GetLength(2);
for (int i = 0; i < numDetections; i++)
{
@ -131,8 +146,8 @@ namespace Emgu.CV.XamarinForms
if (score > 0.5)
{
int classId = (int)boxesData[0, 0, i, 1];
String label = labels[classId];
String label = _labels[classId];
MCvScalar color = _colors[classId];
float left = boxesData[0, 0, i, 3] * imgSize.Width;
float top = boxesData[0, 0, i, 4] * imgSize.Height;
float right = boxesData[0, 0, i, 5] * imgSize.Width;
@ -151,9 +166,6 @@ namespace Emgu.CV.XamarinForms
masksDim[3],
DepthType.Cv32F,
1,
//masks.DataPointer +
//(i * masksDim[1] + classId )
//* masksDim[2] * masksDim[3] * masks.ElementSize,
masks.GetDataPointer(i, classId),
masksDim[3] * masks.ElementSize))
using (Mat maskLarge = new Mat())
@ -172,7 +184,7 @@ namespace Emgu.CV.XamarinForms
CvInvoke.Subtract(sa, maskLarge, maskLargeInv);
//The mask color
largeColor.SetTo(new Emgu.CV.Structure.MCvScalar(255, 0, 0));
largeColor.SetTo(color);
if (subRegion.NumberOfChannels == 4)
{
using (Mat bgrSubRegion = new Mat())

5
Emgu.CV.Example/XamarinForms/Core/FaceLandmarkDetectionPage.cs
View File

@ -113,12 +113,11 @@ namespace Emgu.CV.XamarinForms
Task<Tuple<IInputArray, long>> t = new Task<Tuple<IInputArray, long>>(
() =>
{
int imgDim = 300;
MCvScalar meanVal = new MCvScalar(104, 177, 123);
InitFaceDetector();
InitFacemark();
int imgDim = 300;
MCvScalar meanVal = new MCvScalar(104, 177, 123);
Stopwatch watch = Stopwatch.StartNew();
Size imageSize = image[0].Size;
using (Mat inputBlob = DnnInvoke.BlobFromImage(

36
Emgu.CV.Example/XamarinForms/Core/HelloWorldPage.cs
View File

@ -14,26 +14,26 @@ namespace Emgu.CV.XamarinForms
{
public class HelloWorldPage : ButtonTextImagePage
{
public HelloWorldPage()
: base()
{
var button = this.GetButton();
if (button != null)
button.Opacity = 0;
Mat img = new Mat(200, 400, DepthType.Cv8U, 3); //Create a 3 channel image of 400x200
img.SetTo(new Bgr(255, 0, 0).MCvScalar); // set it to Blue color
public HelloWorldPage()
: base()
{
var button = this.GetButton();
if (button != null)
button.Opacity = 0;
Mat img = new Mat(200, 400, DepthType.Cv8U, 3); //Create a 3 channel image of 400x200
img.SetTo(new Bgr(255, 0, 0).MCvScalar); // set it to Blue color
//Draw "Hello, world." on the image using the specific font
CvInvoke.PutText(
img,
"Hello, world",
new System.Drawing.Point(10, 80),
FontFace.HersheyComplex,
1.0,
new Bgr(0, 255, 0).MCvScalar);
//Draw "Hello, world." on the image using the specific font
CvInvoke.PutText(
img,
"Hello, world",
new System.Drawing.Point(10, 80),
FontFace.HersheyComplex,
1.0,
new Bgr(0, 255, 0).MCvScalar);
SetImage(img);
}
SetImage(img);
}
}
}
Write Preview
Loading…
Cancel
Save