//------------------------------------------------------------------------------
// <copyright file="MainWindow.xaml.cs" company="Microsoft">
// Copyright (c) Microsoft Corporation. All rights reserved.
// </copyright>
//------------------------------------------------------------------------------
namespace Microsoft.Samples.Kinect.ColorBasics.speech
{
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Diagnostics;
using System.Globalization;
using System.IO;
using System.Windows;
using System.Windows.Media;
using System.Windows.Media.Imaging;
using Microsoft.Kinect;
using Microsoft.Speech.AudioFormat;
using Microsoft.Speech.Recognition;
/// <summary>
/// Interaction logic for MainWindow
/// </summary>
public partial class MainWindow : Window, INotifyPropertyChanged
{
/// <summary>
/// Size of the RGB pixel in the bitmap
/// </summary>
private readonly uint bytesPerPixel = 0;
/// <summary>
/// Active Kinect sensor
/// </summary>
private KinectSensor kinectSensor = null;
/// <summary>
/// Reader for color frames
/// </summary>
private ColorFrameReader colorFrameReader = null;
/// <summary>
/// Bitmap to display
/// </summary>
private WriteableBitmap colorBitmap = null;
/// <summary>
/// Intermediate storage for receiving frame data from the sensor
/// </summary>
private byte[] colorPixels = null;
/// <summary>
/// Current status text to display
/// </summary>
private string statusText = null;
/// <summary>
/// 音声ストリーム
/// </summary>
KinectAudioStream convertStream = null;
/// <summary>
/// 音声認識エンジン
/// </summary>
SpeechRecognitionEngine engine=null;
/// <summary>
/// 日本語音声認識エンジンのID
/// </summary>
const string engin_id = "SR_MS_ja-JP_Kinect_11.0";
/// <summary>
/// Initializes a new instance of the MainWindow class.
/// </summary>
public MainWindow()
{
// get the kinectSensor object
this.kinectSensor = KinectSensor.GetDefault();
// open the reader for the color frames
this.colorFrameReader = this.kinectSensor.ColorFrameSource.OpenReader();
// wire handler for frame arrival
this.colorFrameReader.FrameArrived += this.Reader_ColorFrameArrived;
// create the colorFrameDescription from the ColorFrameSource using Bgra format
FrameDescription colorFrameDescription = this.kinectSensor.ColorFrameSource.CreateFrameDescription(ColorImageFormat.Bgra);
// rgba is 4 bytes per pixel
this.bytesPerPixel = colorFrameDescription.BytesPerPixel;
// allocate space to put the pixels to be rendered
this.colorPixels = new byte[colorFrameDescription.Width * colorFrameDescription.Height * this.bytesPerPixel];
// create the bitmap to display
this.colorBitmap = new WriteableBitmap(colorFrameDescription.Width, colorFrameDescription.Height, 96.0, 96.0, PixelFormats.Bgr32, null);
// set IsAvailableChanged event notifier
this.kinectSensor.IsAvailableChanged += this.Sensor_IsAvailableChanged;
// open the sensor
this.kinectSensor.Open();
// set the status text
this.StatusText = this.kinectSensor.IsAvailable ? Properties.Resources.RunningStatusText
: Properties.Resources.NoSensorStatusText;
// use the window object as the view model in this simple example
this.DataContext = this;
// initialize the components (controls) of the window
this.InitializeComponent();
////////////////////////////////////////////////////////////
//音声認識関連
////////////////////////////////////////////////////////////
//音声入力設定
IReadOnlyList<AudioBeam> audioBeamList = kinectSensor.AudioSource.AudioBeams;
Stream audioStream = audioBeamList[0].OpenInputStream();
//audioStreamのビット変換
convertStream = new KinectAudioStream(audioStream);
//音声認識エンジン設定
engine = new SpeechRecognitionEngine(engin_id);
//認識するワード
var word = new Choices();
word.Add("チーズ");
word.Add("キャプチャ");
word.Add("シャッター");
//グラマービルダー
var gb = new GrammarBuilder();
//言語設定
gb.Culture = engine.RecognizerInfo.Culture;
//グラマービルダーに単語を登録
gb.Append(word);
//グラマー作成
var g = new Grammar(gb);
//認識エンジンにグラマーを登録
engine.LoadGrammar(g);
//イベントの登録
engine.SpeechRecognized += engine_SpeechRecognized;
engine.SpeechRecognitionRejected += engine_SpeechRecognitionRejected;
//オーディオストリームの変換をアクティブにする
convertStream.SpeechActive = true;
//認識エンジンに入力設定
engine.SetInputToAudioStream(convertStream, new SpeechAudioFormatInfo(EncodingFormat.Pcm, 16000, 16, 1, 32000, 2, null));
//非同期で連続認識の開始
engine.RecognizeAsync(RecognizeMode.Multiple);
}
/// <summary>
///
/// </summary>
/// <param name="sender"></param>
/// <param name="e"></param>
void engine_SpeechRecognitionRejected(object sender, SpeechRecognitionRejectedEventArgs e)
{
throw new NotImplementedException();
}
/// <summary>
///
/// </summary>
/// <param name="sender"></param>
/// <param name="e"></param>
void engine_SpeechRecognized(object sender, SpeechRecognizedEventArgs e)
{
//認識信頼度の閾値
//（認識信頼度 -1<0<1 -1が低信頼度 0が標準 1が高信頼度 数字が大きいほど認識率が厳しくなる）
const double ConfidenceThreshold = 0.6;
if (e.Result.Confidence >= ConfidenceThreshold)
{
//認識した単語を表示
if (this.colorBitmap != null)
{
// create a png bitmap encoder which knows how to save a .png file
BitmapEncoder encoder = new PngBitmapEncoder();
// create frame from the writable bitmap and add to encoder
encoder.Frames.Add(BitmapFrame.Create(this.colorBitmap));
string time = System.DateTime.Now.ToString("hh'-'mm'-'ss", CultureInfo.CurrentUICulture.DateTimeFormat);
string myPhotos = Environment.GetFolderPath(Environment.SpecialFolder.MyPictures);
string path = Path.Combine(myPhotos, "KinectScreenshot-Color-" + time + ".png");
// write the new file to disk
try
{
// FileStream is IDisposable
using (FileStream fs = new FileStream(path, FileMode.Create))
{
encoder.Save(fs);
}
this.StatusText = string.Format(Properties.Resources.SavedScreenshotStatusTextFormat, path);
}
catch (IOException)
{
this.StatusText = string.Format(Properties.Resources.FailedScreenshotStatusTextFormat, path);
}
}
}
}
/// <summary>
/// INotifyPropertyChangedPropertyChanged event to allow window controls to bind to changeable data
/// </summary>
public event PropertyChangedEventHandler PropertyChanged;
/// <summary>
/// Gets the bitmap to display
/// </summary>
public ImageSource ImageSource
{
get
{
return this.colorBitmap;
}
}
/// <summary>
/// Gets or sets the current status text to display
/// </summary>
public string StatusText
{
get
{
return this.statusText;
}
set
{
if (this.statusText != value)
{
this.statusText = value;
// notify any bound elements that the text has changed
if (this.PropertyChanged != null)
{
this.PropertyChanged(this, new PropertyChangedEventArgs("StatusText"));
}
}
}
}
/// <summary>
/// Execute shutdown tasks
/// </summary>
/// <param name="sender">object sending the event</param>
/// <param name="e">event arguments</param>
private void MainWindow_Closing(object sender, CancelEventArgs e)
{
if (this.colorFrameReader != null)
{
// ColorFrameReder is IDisposable
this.colorFrameReader.Dispose();
this.colorFrameReader = null;
}
if (this.kinectSensor != null)
{
this.kinectSensor.Close();
this.kinectSensor = null;
}
}
/// <summary>
/// Handles the user clicking on the screenshot button
/// </summary>
/// <param name="sender">object sending the event</param>
/// <param name="e">event arguments</param>
private void ScreenshotButton_Click(object sender, RoutedEventArgs e)
{
if (this.colorBitmap != null)
{
// create a png bitmap encoder which knows how to save a .png file
BitmapEncoder encoder = new PngBitmapEncoder();
// create frame from the writable bitmap and add to encoder
encoder.Frames.Add(BitmapFrame.Create(this.colorBitmap));
string time = System.DateTime.Now.ToString("hh'-'mm'-'ss", CultureInfo.CurrentUICulture.DateTimeFormat);
string myPhotos = Environment.GetFolderPath(Environment.SpecialFolder.MyPictures);
string path = Path.Combine(myPhotos, "KinectScreenshot-Color-" + time + ".png");
// write the new file to disk
try
{
// FileStream is IDisposable
using (FileStream fs = new FileStream(path, FileMode.Create))
{
encoder.Save(fs);
}
this.StatusText = string.Format(Properties.Resources.SavedScreenshotStatusTextFormat, path);
}
catch (IOException)
{
this.StatusText = string.Format(Properties.Resources.FailedScreenshotStatusTextFormat, path);
}
}
}
/// <summary>
/// Handles the color frame data arriving from the sensor
/// </summary>
/// <param name="sender">object sending the event</param>
/// <param name="e">event arguments</param>
private void Reader_ColorFrameArrived(object sender, ColorFrameArrivedEventArgs e)
{
bool colorFrameProcessed = false;
// ColorFrame is IDisposable
using (ColorFrame colorFrame = e.FrameReference.AcquireFrame())
{
if (colorFrame != null)
{
FrameDescription colorFrameDescription = colorFrame.FrameDescription;
// verify data and write the new color frame data to the display bitmap
if ((colorFrameDescription.Width == this.colorBitmap.PixelWidth) && (colorFrameDescription.Height == this.colorBitmap.PixelHeight))
{
if (colorFrame.RawColorImageFormat == ColorImageFormat.Bgra)
{
colorFrame.CopyRawFrameDataToArray(this.colorPixels);
}
else
{
colorFrame.CopyConvertedFrameDataToArray(this.colorPixels, ColorImageFormat.Bgra);
}
colorFrameProcessed = true;
}
}
}
// we got a frame, render
if (colorFrameProcessed)
{
this.RenderColorPixels();
}
}
/// <summary>
/// Renders color pixels into the writeableBitmap.
/// </summary>
private void RenderColorPixels()
{
this.colorBitmap.WritePixels(
new Int32Rect(0, 0, this.colorBitmap.PixelWidth, this.colorBitmap.PixelHeight),
this.colorPixels,
this.colorBitmap.PixelWidth * (int)this.bytesPerPixel,
0);
}
/// <summary>
/// Handles the event which the sensor becomes unavailable (E.g. paused, closed, unplugged).
/// </summary>
/// <param name="sender">object sending the event</param>
/// <param name="e">event arguments</param>
private void Sensor_IsAvailableChanged(object sender, IsAvailableChangedEventArgs e)
{
// on failure, set the status text
this.StatusText = this.kinectSensor.IsAvailable ? Properties.Resources.RunningStatusText
: Properties.Resources.SensorNotAvailableStatusText;
}
}
}
<Window x:Class="speech_jp.MainWindow" xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation" xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml" Title="MainWindow" Height="350" Width="525" Loaded="Window_Loaded" Closing="Window_Closing"> <Grid> <TextBox x:Name="tb1" HorizontalAlignment="Left" Height="30" Margin="10,82,0,0" TextWrapping="Wrap" VerticalAlignment="Top" Width="497" FontSize="20"/> <TextBox x:Name="tb2" HorizontalAlignment="Left" Height="30" Margin="10,153,0,0" TextWrapping="Wrap" VerticalAlignment="Top" Width="497" FontSize="20"/> <Label Content="認識した単語" HorizontalAlignment="Left" Margin="10,52,0,0" VerticalAlignment="Top" Width="107"/> <Label Content="信頼度" HorizontalAlignment="Left" Margin="10,123,0,0" VerticalAlignment="Top" Width="74"/> </Grid> </Window>
using System;
using System.Collections.Generic;
using System.IO;
using System.Text;
using System.Windows;
using System.Windows.Documents;
using System.Windows.Media;
using Microsoft.Kinect;
using Microsoft.Speech.AudioFormat;
using Microsoft.Speech.Recognition;
namespace speech_jp
{
/// <summary>
/// MainWindow.xaml の相互作用ロジック
/// </summary>
public partial class MainWindow : Window
{
//KINECT
KinectSensor kinect=null;
//AudioStream
KinectAudioStream convertStream=null;
//音声認識エンジン
SpeechRecognitionEngine engine;
//日本語音声認識エンジンのID
const string engin_id = "SR_MS_ja-JP_Kinect_11.0";
//英語音声認識エンジンのID
//const string engin_id = "SR_MS_en-US_Kinect_11.0";
/// <summary>
///
/// </summary>
public MainWindow()
{
InitializeComponent();
}
/// <summary>
///
/// </summary>
/// <param name="sender"></param>
/// <param name="e"></param>
private void Window_Loaded(object sender, RoutedEventArgs e)
{
//KINECTの準備
try
{
kinect = KinectSensor.GetDefault();
if (kinect == null)
{
throw new Exception("KINECTを開けません。");
}
//KINECTの使用開始
kinect.Open();
//音声入力設定
IReadOnlyList<AudioBeam> audioBeamList = kinect.AudioSource.AudioBeams;
Stream audioStream = audioBeamList[0].OpenInputStream();
//audioStreamのビット変換
convertStream = new KinectAudioStream(audioStream);
}
catch (Exception ex)
{
MessageBox.Show(ex.Message);
Close();
}
//音声認識エンジン設定
engine = new SpeechRecognitionEngine(engin_id);
//認識するワード
var word = new Choices();
word.Add("ハンバーグ");
word.Add("ラーメン");
word.Add("焼肉");
word.Add("すし");
word.Add("スパゲッティ");
word.Add("卵焼き");
word.Add("ぎゅう丼");
word.Add("うどん");
word.Add("からあげ");
//グラマービルダー
var gb = new GrammarBuilder();
//言語設定
gb.Culture = engine.RecognizerInfo.Culture;
//グラマービルダーに単語を登録
gb.Append(word);
//グラマー作成
var g = new Grammar(gb);
//認識エンジンにグラマーを登録
engine.LoadGrammar(g);
//イベントの登録
engine.SpeechRecognized += engine_SpeechRecognized;
engine.SpeechRecognitionRejected += engine_SpeechRecognitionRejected;
//オーディオストリームの変換をアクティブにする
convertStream.SpeechActive = true;
//認識エンジンに入力設定
engine.SetInputToAudioStream(convertStream, new SpeechAudioFormatInfo(EncodingFormat.Pcm, 16000, 16, 1, 32000, 2, null));
//非同期で連続認識の開始
engine.RecognizeAsync(RecognizeMode.Multiple);
}
void engine_SpeechRecognitionRejected(object sender, SpeechRecognitionRejectedEventArgs e)
{
tb1.Text = "認識できません。";
tb2.Text = "";
}
void engine_SpeechRecognized(object sender, SpeechRecognizedEventArgs e)
{
//認識信頼度の閾値
//（認識信頼度 -1<0<1 -1が低信頼度 0が標準 1が高信頼度 数字が大きいほど認識率が厳しくなる）
const double ConfidenceThreshold = 0.6;
if (e.Result.Confidence >= ConfidenceThreshold)
{
//認識した単語を表示
tb1.Text = e.Result.Text;
tb2.Text = e.Result.Confidence.ToString();
}
}
private void Window_Closing(object sender, System.ComponentModel.CancelEventArgs e)
{
//終了処理
if (kinect != null)
{
kinect.Close();
kinect = null;
}
}
}
}
CREATE TABLE T_TEST ( id int IDENTITY(1,1) NOT NULL, name nvarchar(50) , address nvarchar(50) , geo geography )
INSERT INTO T_TEST(name,address,geo)
VALUES('りそな銀行明石支店',
'明石市本町1丁目2-26',
geography::STGeomFromText('POINT(134.991151 34.647505)',4326))
INSERT INTO T_TEST(name,address,geo)
VALUES('みずほ銀行明石支店',
'明石市大明石町1丁目5-1',
geography::STGeomFromText('POINT(134.993259 34.64798)',4326))
INSERT INTO T_TEST(name,address,geo)
VALUES('三井住友銀行明石支店',
'明石市大明石町1丁目5-4',
geography::STGeomFromText('POINT(134.993299 34.647755)',4326))
INSERT INTO T_TEST(name,address,geo)
VALUES('東京三菱UFJ銀行明石支店',
'明石市本町1丁目1-34',
geography::STGeomFromText('POINT(134.993251 34.647223)',4326))
INSERT INTO T_TEST(name,address,geo)
VALUES('百十四銀行明石支店',
'明石市本町2丁目1-26',
geography::STGeomFromText('POINT(134.989622 34.647607)',4326))
--任意の位置座標を代入する変数
declare @g geography
--任意の位置座標データとしてJR明石駅の位置座標を使用しています。
set @g=geography::STGeomFromText('POINT(134.993164 34.649096)',4326)
select name,address,@g.STDistance(geo) as distance from T_TEST
--200m以内にある地点を検索 where @g.STDistance(geo)<200