FUBI (Kinect Gesture Recognition)

FUBI (Full Body Interaction Framework) is a framework developed by Felix Kistler for recognizing full body gestures and postures in real time from the Kinect. For more information please visit the official project site.

Downloads

[downloads query=”limit=5&category=4&orderby=date&order=DESC” format=”4″ before=”” after=”” wrap=””]

Name

Version

Date

Download URL

Publication

Felix Kistler, Birgit Endrass, Ionut Damian, Chi Tai Dang und Elisabeth André: Natural interaction with culturally adaptive virtual characters. In: Journal on Multimodal User Interfaces, Springer Berlin / Heidelberg.

@article {kistler12,
 author = {Kistler, Felix and Endrass, Birgit and Damian, Ionut and Dang, Chi and André, Elisabeth},	  
 affiliation = {Human Centered Multimedia, Augsburg University, Universitätsstr. 6a, 86159 Augsburg, Germany},
 title = {Natural interaction with culturally adaptive virtual characters},
 journal = {Journal on Multimodal User Interfaces},
 publisher = {Springer Berlin / Heidelberg},	 
 keyword = {Informatik},
 pages = {1-9},	 
}

Felix Kistler, Dominik Sollfrank, Nikolaus Bee und Elisabeth André: Full Body Gestures Enhancing a Game Book for Interactive Story Telling, In: International Conference on Interactive Digital Storytelling, ICIDS ‘2011, Springer Berlin / Heidelberg.

@incollection {kistler11,
 author = {Kistler, Felix and Sollfrank, Dominik and Bee, Nikolaus and André, Elisabeth},
 affiliation = {Human Centered Multimedia, Augsburg University, Universitätsstr. 6a, D-86159 Augsburg, Germany},
 title = {Full Body Gestures Enhancing a Game Book for Interactive Story Telling},
 booktitle = {Interactive Storytelling},
 series = {Lecture Notes in Computer Science},	 
 publisher = {Springer Berlin / Heidelberg},	 
 pages = {207-218},
 volume = {7069},	 
 year = {2011}
}

Pipeline

<?xml version="1.0" ?>
<pipeline ssi-v="1">
 
	<register>
		<load name="ssisignal.dll" />
		<load name="ssiioput.dll" />
		<load name="ssigraphic.dll" />
		<load name="ssimicrosoftkinect.dll"/>
		<load name="ssiskeleton.dll"/>
		<load name="ssifubi.dll"/>
	</register>
 
	<!-- set framework options -->		
	<framework console="true" cpos="0,300,800,400"/>	
 
	<!-- set painter options -->	
	<painter arrange="true" apos="1,1,0,0,400,300"/>	
 
	<!-- sensor -->
	<sensor create="ssi_sensor_MicrosoftKinect" trackNearestPerson="true" seatedSkeletonMode="false" simpleFaceTracking="true" showFaceTracking="true" showBodyTracking="true" nearTrackingMode="true">
		<provider channel="rgb" pin="rgb"/>		
		<provider channel="skeleton" pin="skel"/>		
	</sensor>
 
	<!-- gesture recognition -->
	<transformer create="ssi_filter_SkeletonConverter">
		<input pin="skel" frame="1"/>		
		<output pin="skelconv"/>
	</transformer>	
	<consumer create="ssi_consumer_FubiGestures" recognizer_xml="fubi.xml" sname="fubi" ename="gesture">
		<input pin="skelconv" frame="1"/>
	</consumer>
 
	<!-- streaming -->
	<listener create="ssi_listener_SocketEventWriter" port="7777" xml="true">
		<pin listen="gesture@fubi"/>
	</listener>
 
	<!-- visualization -->
	<consumer create="ssi_consumer_VideoPainter" flip="False">
		<input pin="rgb" frame="1" delta="0"/>
	</consumer>	
	<listener create="ssi_listener_EventMonitor" mpos="400,0,400,300">
		<input listen="gesture@fubi" span="20000"/>
	</listener>
 
</pipeline>