|
public static Classify ( bool useRubine, float duration, bool righthandedness, List |
||
| useRubine | bool | |
| duration | float | |
| righthandedness | bool | |
| SpeakerAngles | List |
|
| pointHist | System.Windows.Media.PointCollection | |
| S | StylusPointCollection | |
| hist | List |
|
| ihist | List |
|
| return | string | |
public static string Classify(bool useRubine, float duration, bool righthandedness, List<float> SpeakerAngles, PointCollection pointHist, StylusPointCollection S, List<List<int>> hist, List<List<int>> ihist)
{
// Convert all parameters to format used in GestureTests
List<Vector2> InterpretedPoints = new List<Vector2>();
List<Vector2> StylusPoints = new List<Vector2>();
List<Vector2> VelocityHistory = new List<Vector2>();
List<Vector2> InverseVelocityHistory = new List<Vector2>();
foreach(Point P in pointHist)
InterpretedPoints.Add(new Vector2((float)P.X,(float)P.Y));
foreach(StylusPoint P in S)
StylusPoints.Add(new Vector2((float)P.X,(float)P.Y));
for (int i = 0; i < hist[0].Count; i++)
{
VelocityHistory.Add(new Vector2(hist[0][i], hist[1][i]));
InverseVelocityHistory.Add(new Vector2(ihist[0][i], ihist[1][i]));
}
// Create a new Sample, compute the features, and classify
GS = new GestureSample(GestureTests.Types.GestureType.unknown, righthandedness,duration,SpeakerAngles,InterpretedPoints,StylusPoints,VelocityHistory,InverseVelocityHistory);
GS.ComputeFeatures(GestureFeatures.PointsStroke);
if (useRubine)
return EC.Recognizer.Classify(GS).ToString();
WriteARFF();
Instances test = new Instances(new java.io.FileReader("outfile.arff"));
test.setClassIndex(0);
double clsLabel = cls.classifyInstance(test.instance(0));
test.instance(0).setClassValue(clsLabel);
// Return the appropriate label
return ((GestureType2D)((int)clsLabel+1)).ToString();
}
public void gestureCompleted()
{
// Minimum number of frames of no motion to be segmented as a gesture
int motion_threshold = 3; //originally 5
// Minimum length of time after a gesture is completed before another gesture can be started.
int ignore_threshold = 10;
// If users are still reseting their hands, ignore all the movements and clear all buffers.
if (ignoreFrames <= ignore_threshold)
{
motion_free = 0;
readyforgesture = false;
colorBox.Background = new SolidColorBrush(Colors.Red);
gesture_started = false;
//Clear the buffers
foreach (List <int> sublist in history)
{
sublist.Clear();
}
foreach (List <int> sublist in inverse_history)
{
sublist.Clear();
}
pointHist.Clear();
}
if (gesture_started && ignoreFrames > ignore_threshold && motion_free > motion_threshold && selectedChannels >= 2)
{
// Use LINQ to remove all the frames at the end that correspond to the motion free periods.
pointHist = new PointCollection(pointHist.Reverse().Skip(motion_threshold).Reverse());
S = new StylusPointCollection(S.Reverse().Skip(motion_threshold).Reverse());
for (int i = 0; i < history.Count; i++)
{
history[i] = new List <int>(history[i].Reverse <int>().Skip(motion_threshold).Reverse <int>());
inverse_history[i] = new List <int>(inverse_history[i].Reverse <int>().Skip(motion_threshold).Reverse <int>());
}
//If we are in detect mode, pass it to WEKA for classification.
if (detectMode.IsChecked.Value && pointHist.Count > 9)
{
//Call function to find features and test with weka machine
if (selectedChannels == 2)
{
float[] speakers = { (float)KF[0].speakerTheta, (float)KF[1].speakerTheta };
//temp stores the string identifier of the gesture
string temp = WekaHelper.Classify(false, pointHist.Count() * waveIn.BufferMilliseconds,
true, new List <float>(speakers), pointHist, S, history, inverse_history);
//switch statement to rename up/down gestures to forward/back when displaying in the application
switch (temp)
{
case "swipe_up":
temp = "swipe_forward";
break;
case "swipe_down":
temp = "swipe_back";
break;
case "tap_up":
temp = "tap_forward";
break;
case "tap_down":
temp = "tap_back";
break;
}
gestureDetected.Text = temp;
//TODO Put interaction with other applications in this switch statement
// Allows for changing between workspaces in windows 10.
if (shellIntegration.IsChecked.Value)
{
switch (temp)
{
case "swipe_forward":
sim.Keyboard.KeyDown(VirtualKeyCode.LWIN);
sim.Keyboard.KeyPress(VirtualKeyCode.TAB);
sim.Keyboard.KeyUp(VirtualKeyCode.LWIN);
break;
case "swipe_back":
break;
case "swipe_left":
if (!chrome)
{
sim.Keyboard.KeyDown(VirtualKeyCode.LWIN);
sim.Keyboard.KeyDown(VirtualKeyCode.LCONTROL);
sim.Keyboard.KeyPress(VirtualKeyCode.LEFT);
sim.Keyboard.KeyUp(VirtualKeyCode.LWIN);
sim.Keyboard.KeyUp(VirtualKeyCode.LCONTROL);
}
else
{
sim.Keyboard.KeyDown(VirtualKeyCode.LCONTROL);
sim.Keyboard.KeyDown(VirtualKeyCode.LSHIFT);
sim.Keyboard.KeyPress(VirtualKeyCode.TAB);
sim.Keyboard.KeyUp(VirtualKeyCode.LSHIFT);
sim.Keyboard.KeyUp(VirtualKeyCode.LCONTROL);
}
break;
case "swipe_right":
if (!chrome)
{
sim.Keyboard.KeyDown(VirtualKeyCode.LWIN);
sim.Keyboard.KeyDown(VirtualKeyCode.LCONTROL);
sim.Keyboard.KeyPress(VirtualKeyCode.RIGHT);
sim.Keyboard.KeyUp(VirtualKeyCode.LWIN);
sim.Keyboard.KeyUp(VirtualKeyCode.LCONTROL);
}
else
{
sim.Keyboard.KeyDown(VirtualKeyCode.LCONTROL);
sim.Keyboard.KeyPress(VirtualKeyCode.TAB);
sim.Keyboard.KeyUp(VirtualKeyCode.LCONTROL);
}
break;
case "tap_forward":
chrome = true;
break;
case "tap_back":
chrome = false;
break;
case "tap_left":
break;
case "tap_right":
break;
}
}
}
ignoreFrames = 0;
}
// Clear the buffers
foreach (List <int> sublist in history)
{
sublist.Clear();
}
foreach (List <int> sublist in inverse_history)
{
sublist.Clear();
}
pointHist.Clear();
// Prepare for next gesture (might need a button press)
readyforgesture = false;
colorBox.Background = new SolidColorBrush(Colors.Red);
gesture_started = false;
motion_free = 0;
}
}
