64 lines
2.2 KiB
C#
64 lines
2.2 KiB
C#
using System;
|
|
using System.Threading.Tasks;
|
|
using Azure.Storage.Blobs.Models;
|
|
using Microsoft.Azure.CognitiveServices.Vision.ComputerVision;
|
|
using Microsoft.Azure.CognitiveServices.Vision.ComputerVision.Models;
|
|
using OpenCvSharp;
|
|
using squirrowse.core;
|
|
using squirrowse.db;
|
|
|
|
namespace squirrowse.web.Cognitive
|
|
{
|
|
public class AzureCV : IAzureCV
|
|
{
|
|
private readonly Bloob _blob;
|
|
private readonly ComputerVisionClient _client;
|
|
private readonly DbContext _db;
|
|
|
|
public AzureCV(DbContext db, Bloob blob)
|
|
{
|
|
_blob = blob;
|
|
_db = db;
|
|
_client = new ComputerVisionClient(new ApiKeyServiceClientCredentials("3bac1a140d914fe98300ed1d2ddab5f1"))
|
|
{
|
|
Endpoint =
|
|
"https://squirrowse.cognitiveservices.azure.com/"
|
|
};
|
|
}
|
|
|
|
public async Task<DetectResult> GetObjects(Mat frame)
|
|
{
|
|
var response = await _client.DetectObjectsInStreamAsync(frame.ToMemoryStream());
|
|
var blobref =
|
|
_blob.Container.GetBlobClient(
|
|
$"{DateTime.Now.ToShortDateString()}-{DateTime.Now.ToLongTimeString()}.png");
|
|
|
|
await blobref.UploadAsync(frame.ToMemoryStream(), new BlobHttpHeaders {ContentType = "image/png"});
|
|
|
|
var t = new Frame(frame, response.Objects, blobref.Uri);
|
|
_db.GetFrameCollection.Insert(t);
|
|
return response;
|
|
}
|
|
|
|
public Task<Mat> DrawResults(Mat frame, DetectResult results)
|
|
{
|
|
foreach (var result in results.Objects)
|
|
{
|
|
Cv2.PutText(frame, result.ObjectProperty.ToUpper(),
|
|
new Point(result.Rectangle.X, result.Rectangle.Y + result.Rectangle.H * 0.9),
|
|
HersheyFonts.HersheyComplex, 0.9f, Scalar.Yellow);
|
|
|
|
frame.Rectangle(
|
|
new Rect(result.Rectangle.X, result.Rectangle.Y, result.Rectangle.W, result.Rectangle.H),
|
|
Scalar.White, 2);
|
|
}
|
|
|
|
return Task.FromResult(frame);
|
|
}
|
|
|
|
public async Task<ImageDescription> GetDescription(Mat frame)
|
|
{
|
|
return await _client.DescribeImageInStreamAsync(frame.ToMemoryStream());
|
|
}
|
|
}
|
|
} |