FUBI (Kinect Gesture Recognition)

FUBI (Full Body Interaction Framework) is a framework developed by Felix Kistler for recognizing full body gestures and postures in real time from the Kinect. For more information please visit the official project site.

Downloads

Name

Version

Date

Download URL

Publication

Felix Kistler, Birgit Endrass, Ionut Damian, Chi Tai Dang und Elisabeth André: Natural interaction with culturally adaptive virtual characters. In: Journal on Multimodal User Interfaces, Springer Berlin / Heidelberg.

@article {kistler12,
 author = {Kistler, Felix and Endrass, Birgit and Damian, Ionut and Dang, Chi and André, Elisabeth},	  
 affiliation = {Human Centered Multimedia, Augsburg University, Universitätsstr. 6a, 86159 Augsburg, Germany},
 title = {Natural interaction with culturally adaptive virtual characters},
 journal = {Journal on Multimodal User Interfaces},
 publisher = {Springer Berlin / Heidelberg},	 
 keyword = {Informatik},
 pages = {1-9},	 
}

Felix Kistler, Dominik Sollfrank, Nikolaus Bee und Elisabeth André: Full Body Gestures Enhancing a Game Book for Interactive Story Telling, In: International Conference on Interactive Digital Storytelling, ICIDS ‘2011, Springer Berlin / Heidelberg.

@incollection {kistler11,
 author = {Kistler, Felix and Sollfrank, Dominik and Bee, Nikolaus and André, Elisabeth},
 affiliation = {Human Centered Multimedia, Augsburg University, Universitätsstr. 6a, D-86159 Augsburg, Germany},
 title = {Full Body Gestures Enhancing a Game Book for Interactive Story Telling},
 booktitle = {Interactive Storytelling},
 series = {Lecture Notes in Computer Science},	 
 publisher = {Springer Berlin / Heidelberg},	 
 pages = {207-218},
 volume = {7069},	 
 year = {2011}
}

Pipeline

<?xml version="1.0" ?>
<pipeline ssi-v="1">
 
	<register>
		<load name="ssisignal.dll" />
		<load name="ssiioput.dll" />
		<load name="ssigraphic.dll" />
		<load name="ssimicrosoftkinect.dll"/>
		<load name="ssiskeleton.dll"/>
		<load name="ssifubi.dll"/>
	</register>
 
	<!-- set framework options -->		
	<framework console="true" cpos="0,300,800,400"/>	
 
	<!-- set painter options -->	
	<painter arrange="true" apos="1,1,0,0,400,300"/>	
 
	<!-- sensor -->
	<sensor create="ssi_sensor_MicrosoftKinect" trackNearestPerson="true" seatedSkeletonMode="false" simpleFaceTracking="true" showFaceTracking="true" showBodyTracking="true" nearTrackingMode="true">
		<provider channel="rgb" pin="rgb"/>		
		<provider channel="skeleton" pin="skel"/>		
	</sensor>
 
	<!-- gesture recognition -->
	<transformer create="ssi_filter_SkeletonConverter">
		<input pin="skel" frame="1"/>		
		<output pin="skelconv"/>
	</transformer>	
	<consumer create="ssi_consumer_FubiGestures" recognizer_xml="fubi.xml" sname="fubi" ename="gesture">
		<input pin="skelconv" frame="1"/>
	</consumer>
 
	<!-- streaming -->
	<listener create="ssi_listener_SocketEventWriter" port="7777" xml="true">
		<pin listen="gesture@fubi"/>
	</listener>
 
	<!-- visualization -->
	<consumer create="ssi_consumer_VideoPainter" flip="False">
		<input pin="rgb" frame="1" delta="0"/>
	</consumer>	
	<listener create="ssi_listener_EventMonitor" mpos="400,0,400,300">
		<input listen="gesture@fubi" span="20000"/>
	</listener>
 
</pipeline>