RSB Performance Monitoring

"id","submitdate","lastpage","startlanguage","startdate","datestamp","monitoringkinds[OS]","monitoringkinds[LOG]","monitoringkinds[DASH]","monitoringkinds[IPC]","monitoringkinds[FD]","monitoringkinds[VIS]","monitoringkinds[RDP]","monitoringkinds[OTH]","monitoringtools","debuggingkinds[PRNT]","debuggingkinds[LOG]","debuggingkinds[DBG]","debuggingkinds[PROF]","debuggingkinds[MEMC]","debuggingkinds[SYSC]","debuggingkinds[IPC]","debuggingkinds[NWAN]","debuggingkinds[TEST]","debuggingkinds[SIM]","debuggingkinds[OTH]","debuggingtools","mtbf","bugorigin[HW]","bugorigin[COORD]","bugorigin[DEPL]","bugorigin[CONF]","bugorigin[LOGIC]","bugorigin[THRD]","bugorigin[ERR]","bugorigin[LEAK]","bugorigin[COMM]","bugorigin[SPEC]","bugorigin[OTH]","bugoriginother","perfbugrate","perfbugres[CPU]","perfbugres[MEM]","perfbugres[HDD]","perfbugres[NET]","perfbugres[CON]","perfbugres[PROC]","perfbugres[DESC]","otherres","perfbugorigin[HW]","perfbugorigin[COORD]","perfbugorigin[DEPL]","perfbugorigin[CONF]","perfbugorigin[LOGIC]","perfbugorigin[THRD]","perfbugorigin[ERR]","perfbugorigin[SKIP]","perfbugorigin[LEAK]","perfbugorigin[COMM]","perfbugorigin[SPEC]","perfbugorigin[ALGO]","perfbugorigin[OTH]","repbug","observation","origin","debugging","resources","intbug","observation","origin","debugging","resources","context","experience","domains[HW_PERC]","domains[DRV_PERC]","domains[COMP_PERC]","domains[COMM_PERC]","domains[ARCH_PERC]","domains[ANY_PERC]","interviewtime","groupTime88","monitoringkindsTime","monitoringtoolsTime","groupTime85","debuggingkindsTime","debuggingtoolsTime","groupTime86","mtbfTime","bugoriginTime","bugoriginotherTime","groupTime87","perfbugrateTime","groupTime89","perfbugresTime","otherresTime","groupTime90","perfbugoriginTime","groupTime95","repbugTime","groupTime92","observationTime","originTime","debuggingTime","resourcesTime","groupTime96","intbugTime","groupTime93","observationTime","originTime","debuggingTime","resourcesTime","groupTime94","contextTime","experienceTime","domainsTime"

"10","","","en","2015-01-13 18:48:42","2015-01-13 18:48:42","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"11","","","en","2015-01-14 11:32:22","2015-01-14 11:32:22","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"12","","","en","2015-01-14 11:46:43","2015-01-14 11:46:43","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"13","","0","en","2015-01-14 11:50:41","2015-01-14 11:51:05","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","24.73","24.73","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"15","","","en","2015-01-14 11:56:26","2015-01-14 11:56:26","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"16","2015-01-14 12:26:55","11","en","2015-01-14 12:02:02","2015-01-14 12:26:55","4","4","1","3","0","4","2","","","4","3","3","3","3","3","3","1","1","3","","","0","3","2","2","2","2","2","2","1","2","1","","","20.0000000000","3","2","1","2","1","2","1","","2","1","1","2","2","2","1","2","1","2","1","2","","0","","","","","1","There are too many to remember. A recent one got noticed by suprisingly high latency in a multithreaded processing and visualization pipeline.","Sync to vblank was enabled on a system and due to a possible bug in qt multiple gl widgets contributed to the update frequency. The maximum display update frequency dropped below 30Hz.","Compare systems and analyze timing inside the application. Google the problem.","None","RES","7.0000000000","0","0","90","5","15","10","1503.18","143.26","","","74.16","","","120.31","","","","34.34","","38.28","","","60.87","","93.09","","147.11","","","","","66.48","","536.56","","","","","188.72","","",""

"17","2015-01-14 12:16:06","11","en","2015-01-14 12:03:50","2015-01-14 12:16:06","3","3","0","2","0","2","2","1","top, ps, rviz, rsb-logger, netstat, rostopic, logs","3","3","2","1","2","1","2","1","2","2","","","1","1","4","2","3","3","2","3","3","2","3","","","27.0000000000","2","3","2","1","1","1","2","","2","3","2","3","3","2","1","2","3","2","2","2","1","0","","","","","0","","","","","RES","3.0000000000","0","5","40","5","40","10","739.52","165.16","","","57.69","","","79.94","","","","21.7","","43.17","","","88.2","","24.52","","7.27","","","","","12.86","","","","","","","239.01","","",""

"18","","","en","2015-01-14 12:06:03","2015-01-14 12:06:03","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"20","2015-01-14 12:28:12","11","en","2015-01-14 12:16:43","2015-01-14 12:28:12","3","4","1","3","1","","2","2","","3","3","2","3","3","2","3","","1","3","2","","1","2","3","1","3","3","3","1","1","1","1","","","30.0000000000","1","3","1","2","0","0","0","","1","1","1","2","3","3","2","1","3","1","0","","","1","computer system unresponsive","memory leak","find faulty process

analyze memory usage (valgrind/gdb)

repair code

","main memory","0","","","","","RES","8.0000000000","0","0","70","30","40","20","694.58","99.43","","","45.56","","","91.92","","","","16.77","","28.31","","","87.04","","28.79","","222.97","","","","","4.5","","","","","","","69.29","","",""

"21","","1","en","2015-01-14 12:17:47","2015-01-14 12:18:17","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","30.17","30.17","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"22","2015-01-14 12:50:01","11","en","2015-01-14 12:30:21","2015-01-14 12:50:01","4","1","0","2","3","3","3","2","","4","1","1","3","3","1","2","0","0","3","","","","2","3","1","3","3","2","1","2","2","1","","","25.0000000000","2","4","1","1","0","1","0","","0","2","1","3","3","1","1","3","2","1","1","3","","1","System got stuck in infinite loop.","Unexpected infinite loop in the behaviour (state machine).

Noise in the data caused the system to infinitely switch between two states.","1 - Detection of which states were affected.

2 - Detection of the responisible subsystem(s).

3 - Detection of the responsible functions.

4 - Recording data that caused the problem.

5 - Analyzing the data and searching for unexpected situations.

6 - Modification of the system in order to handle such situation correctly.","CPU","0","","","","","RES","3.0000000000","10","20","30","10","20","10","1183.67","151.56","","","52.4","","","102.13","","","","46.54","","41.05","","","58.67","","28.51","","506.2","","","","","28.48","","","","","","","168.13","","",""

"23","","","en","2015-01-14 12:31:20","2015-01-14 12:31:20","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"24","","","en","2015-01-14 12:35:00","2015-01-14 12:35:00","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"25","","","en","2015-01-14 12:45:02","2015-01-14 12:45:02","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"26","2015-01-14 13:04:50","11","en","2015-01-14 12:46:51","2015-01-14 13:04:50","4","2","0","4","0","4","2","","htop,ps,rsb-tools,xcf-tools,own visualizations","3","3","3","0","1","0","3","1","2","2","","dgb,valgrind,rsb-tools","1","3","2","1","3","3","2","2","3","3","2","","","50.0000000000","2","3","2","2","1","0","0","","3","0","0","2","0","1","0","1","3","1","0","1","","1","high latency in spread comunication","wrong spread configuration/ wrong deployment of components","trial & error: reconfiguration, stopping and starting comonents, monitoring of latency via rsb-tools","network-latency","0","","","","","RES","5.0000000000","0","0","40","10","40","10","1085","117.43","","","70.65","","","90.97","","","","27.2","","43.48","","","93.32","","60.63","","434","","","","","15.84","","","","","","","131.48","","",""

"29","","","en","2015-01-14 13:35:20","2015-01-14 13:35:20","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"30","","","en","2015-01-14 13:38:21","2015-01-14 13:38:21","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"31","","1","en","2015-01-14 13:41:54","2015-01-14 13:42:24","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","29.6","29.6","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"32","","","en","2015-01-14 13:44:50","2015-01-14 13:44:50","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"33","2015-01-14 14:02:46","11","en","2015-01-14 13:53:32","2015-01-14 14:02:46","3","2","","0","0","2","0","","","4","3","0","0","0","0","0","1","3","3","","","3","3","","","2","2","1","0","2","2","0","","","5.0000000000","1","1","0","2","0","0","0","","2","0","0","2","1","0","0","2","2","2","0","2","","0","","","","","0","","","","","RES","13.0000000000","10","5","50","0","30","","558.95","105.4","","","56.1","","","118.22","","","","28.77","","41.77","","","72.86","","19.35","","","","","","","12.82","","","","","","","103.66","","",""

"34","","","en","2015-01-14 14:01:59","2015-01-14 14:01:59","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"35","2015-01-14 14:46:00","11","en","2015-01-14 14:10:58","2015-01-14 14:46:00","2","3","0","3","2","3","1","1","htop, ps, rqt_graph (ros node graph), rostopic, rviz, log4cxx, rqt_loggerlevel

","2","3","3","","2","3","3","1","2","3","","gdb, rqt_loggerlevel with debug level, rqt_console, valgrind, printf, cout, gtest, rostest","2","2","3","3","4","2","1","","1","3","1","","unknown driver init problems (start a driver, and works only after second trial), environment noise  (lighting condition variation, sound condition in speach recognition) hard to adapt to every possible variation","5.0000000000","2","2","0","2","0","0","","USB bandwidth and or stability","2","0","0","1","0","1","0","1","1","2","","2","","1","incorrect response of the overall system according to requested task request.

System thinks it did not grasp an object although it did, and restarts grasping operation or cancels the task due to missing object in hand.

","state machine design and/or logic error and/or untriggered even due to sensor not triggering as expected (hardware) or too much noise (environment noise)

The root cause is often a case not being handled correctly in a big system with a lot of sensors and possible case.","event logger analysis over xcf xml data, unit test of single sensor output to see noise level or false positives.","Hardware (noise in the sensor)","1","on an arm and hand system, with hand and arm running on separate computer linked via ethernet bus, timestamped data got desynchronized. Was noticed on the internal proprioception when fingers moved in the display and arm did not although both moved in physical world.  ","ntp not setup correctly. University had a specific ntp setting requirement that was not set on some computers. could actually never synchronize. ","looking at timestamps in the messages over rosbag or rostopic tools.

analysing system clock drift with command line tools.","working memory and CPU would be used more due to more interpolation/extrapolation computation between unsync data streams.","RES","7.0000000000","5","20","20","5","50","5","2105.76","172.04","","","145.96","","","303.13","","","","81.88","","126.8","","","252.1","","45.75","","507.21","","","","","34.21","","326.71","","","","","109.97","","",""

"37","","","en","2015-01-14 14:36:43","2015-01-14 14:36:43","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"38","","5","en","2015-01-14 14:41:07","2015-01-14 14:43:29","0","2","0","0","0","2","0","","","4","3","1","0","0","0","0","0","0","0","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","144.92","57.22","","","30.67","","","35.35","","","","13.68","","8","","","","","","","","","","","","","","","","","","","","","",""

"39","","","en","2015-01-14 14:41:24","2015-01-14 14:41:24","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"40","","","en","2015-01-14 14:56:22","2015-01-14 14:56:22","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"41","2015-01-14 15:10:23","11","en","2015-01-14 14:58:05","2015-01-14 15:10:23","3","3","1","3","2","4","4","4","","4","3","3","2","2","3","3","3","2","3","4","","1","3","2","1","2","2","2","1","1","1","1","","","10.0000000000","2","2","1","3","1","1","1","","0","1","0","1","2","2","1","1","3","2","","2","","1","Segfault","Segfault ;)","gdb..","","1","","","","","RES","10.0000000000","20","10","30","10","10","20","744.66","41.9","","","63.02","","","134.66","","","","33.72","","56.21","","","160.38","","76.53","","41.34","","","","","14.26","","46.77","","","","","75.87","","",""

"42","","","en","2015-01-14 15:21:33","2015-01-14 15:21:33","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"44","","5","en","2015-01-14 18:59:13","2015-01-14 19:05:47","3","4","1","3","0","4","1","0","rviz, htop, rqt_console, terminal log output","3","3","3","1","1","1","2","0","2","3","0","console output, logfiles, gdb, pdb, callgrind, valgrind, gtest, gazebo","1","1","4","2","3","3","4","3","2","2","3","","","20.0000000000","3","2","1","3","0","0","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","395.97","120.77","","","111.2","","","94.32","","","","23.1","","46.58","","","","","","","","","","","","","","","","","","","","","",""

"45","2015-01-14 19:35:07","11","en","2015-01-14 19:21:02","2015-01-14 19:35:07","3","3","0","1","0","0","1","1","","4","3","2","0","0","1","1","1","2","2","0","","3","2","2","2","3","2","1","2","1","2","3","","Insufficient Component Specifications","15.0000000000","2","2","1","0","1","1","0","","1","2","1","1","2","3","1","2","2","3","1","1","","0","","","","","0","","","","","IND","6.0000000000","10","5","40","15","25","5","849.01","72.9","","","71.48","","","222.1","","","","59.46","","95.71","","","136.45","","46.21","","","","","","","10.83","","","","","","","133.87","","",""

"46","2015-01-14 19:51:21","11","en","2015-01-14 19:41:03","2015-01-14 19:51:21","3","2","0","4","1","3","1","","","4","3","3","","","","","2","","2","","","4","3","2","1","2","2","1","3","2","2","4","","","10.0000000000","1","1","0","0","0","0","2","","0","0","1","1","0","1","1","2","1","1","1","2","","1","Unexpected overall behavior.","Wrong logic in the abstract level.","Run simulation in the abstract layer.","None.","0","","","","","RES","5.0000000000","0","10","50","5","35","0","625.85","135.66","","","44.98","","","83.86","","","","26.74","","57.31","","","66.99","","13.69","","49.56","","","","","16.21","","36.59","","","","","94.26","","",""

"47","2015-01-14 22:52:10","11","en","2015-01-14 22:46:37","2015-01-14 22:52:10","2","2","1","0","0","0","3","4","","1","1","1","1","1","1","1","1","1","4","2","","0","3","","1","1","3","1","1","3","4","2","4","","5.0000000000","1","1","1","4","4","3","1","","1","3","1","1","1","1","1","1","3","1","1","3","2","1","","","","","0","","","","","RES","6.0000000000","0","0","5","10","75","10","337","50.54","","","31.36","","","69.46","","","","20.38","","30","","","43","","16.83","","10.5","","","","","8.86","","","","","","","56.07","","",""

"48","2015-01-15 00:57:22","11","en","2015-01-15 00:13:19","2015-01-15 00:57:22","3","2","0","3","0","4","0","","htop, free, ps, pstree, tcpdump, wireshark, lsof, acpi, cat {/sys,/proc}/..., ros{topic,node,service}, rviz, rqt_graph","3","2","2","1","1","2","3","2","1","0","","printf, gdb, strace, rostopic, tcpdump, wireshark, git bisect","4","2","2","2","2","1","2","3","2","3","3","","","60.0000000000","3","3","1","3","0","1","0","","2","3","1","2","1","1","2","2","3","3","2","1","","0","","","","","1","PCL segfaulted on non-Debian/Ubuntu machines when trying to compute a convex hull.","The code was written to support _Debian's_ libqhull,

ignoring the fact that Debian decided to deviates

from the upstream module in one compile flag

that changed a symbol in the library from struct to struct*...

That way all non-debian ports of libqhull failed to work with PCL,

but instead made it segfault, trying to access the pointer...","- minimal example

- printf within the PCL code

- printf within an overlayed version of libqhull

- gdb

- Debian package build description for libqhull

- upstream libqhull package

- 12 hours of continuous debugging...","Well, segfault, the entire module stopped working. so basically everything was affected to some degree..","STUD","3.0000000000","0","5","20","10","50","15","2647.05","889.93","","","370.3","","","126.66","","","","55.96","","52.88","","","162.95","","110.24","","","","","","","14.83","","728.59","","","","","134.71","","",""

"49","","","en","2015-01-15 01:28:58","2015-01-15 01:28:58","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"50","","","en","2015-01-15 07:27:09","2015-01-15 07:27:09","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"51","","","en","2015-01-15 08:05:28","2015-01-15 08:05:28","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"52","","","en","2015-01-15 08:05:38","2015-01-15 08:05:38","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"53","","","en","2015-01-15 08:14:36","2015-01-15 08:14:36","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"54","","","en","2015-01-15 08:16:04","2015-01-15 08:16:04","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"55","","","en","2015-01-15 08:18:51","2015-01-15 08:18:51","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"56","","","en","2015-01-15 08:20:57","2015-01-15 08:20:57","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"57","2015-01-15 08:43:16","11","en","2015-01-15 08:31:35","2015-01-15 08:43:16","3","3","1","4","0","4","2","0","ROS, rviz, console","3","3","3","2","2","0","1","0","0","2","0","printf, ROS, rviz, gdb, valgrind, callgrind","2","1","3","1","3","2","1","1","2","2","1","","","30.0000000000","2","2","0","2","0","1","0","","1","2","0","2","1","0","0","0","1","1","1","1","","1","Failure to observe expected high-level output. More specifically, a map that was being built was lacking data.","Congested wireless network connection. The amount of data could not be transmitted within the expected time frame.","Logging of signals between modules on the deployed system to verify data was being produced and transmitted correctly, and logging of data received.","Network connection","0","","","","","RES","4.0000000000","5","0","40","0","10","0","706.42","82.27","","","92.53","","","116.18","","","","24.45","","57.24","","","66.59","","21.89","","149.7","","","","","20.35","","","","","","","75.22","","",""

"58","2015-01-15 08:48:39","11","en","2015-01-15 08:34:36","2015-01-15 08:48:39","4","4","0","1","1","3","2","","","3","4","2","2","2","1","0","1","1","2","","","2","3","2","3","3","1","3","3","3","4","4","","","35.0000000000","3","1","2","3","4","2","0","","1","2","2","1","1","2","2","3","3","3","1","2","","1","Because of timing mismatch the planning system was working with outdated data.","Non-event based data transfer.","Going through multiple logfiles in parallel to find the data that was transmitted in comparison to the data that was used in the computation.","Non. Mostly mismatch between specification and performed action.s","0","","","","","RES","2.0000000000","0","0","15","15","70","","847.13","80.2","","","32.78","","","84.92","","","","41.36","","34.56","","","179.92","","20.71","","273.41","","","","","15.56","","","","","","","83.71","","",""

"59","","6","en","2015-01-15 08:35:17","2015-01-15 08:35:47","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","32.2","6.29","","","5.99","","","7.47","","","","3.17","","4.58","","","4.7","","","","","","","","","","","","","","","","","","",""

"60","","","en","2015-01-15 08:38:40","2015-01-15 08:38:40","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"61","","7","en","2015-01-15 08:43:16","2015-01-15 08:50:35","0","4","2","4","2","1","2","","","4","4","3","3","","2","3","0","3","3","","","3","3","","","2","","2","","","2","3","3","","30.0000000000","4","3","1","3","3","1","1","","2","3","1","2","","2","2","3","1","1","2","3","","1","","","","","","","","","","","","","","","","","","406.2","64.97","","","56.35","","","71.68","","","","19.81","","68.46","","","95.4","","29.53","","","","","","","","","","","","","","","","",""

"63","2015-01-15 09:16:05","11","en","2015-01-15 09:03:03","2015-01-15 09:16:05","3","3","0","4","0","4","2","2","rviz, htop, ps, rostopic *, rosservice *","4","2","1","1","1","0","4","1","2","2","","gazebo, pdb, ipdb, gdb, qtcreator","2","2","2","2","1","1","0","0","1","2","0","","Changed maps/environments, lossy WiFi connections, unreliable hardware","5.0000000000","2","1","1","1","1","1","1","","3","1","1","1","2","0","0","0","0","3","1","1","","1","Navigation did not work correctly","Algorithmic errors","Dig in and verify steps in the algorithm","","1","The robot kept asking someones name. ","Background noise in the microphone","The bug was obvious: no limit on the amount of questions asked.

Simply drawing/viewing the state machine made this very obvious. ","","IND","5.0000000000","5","0","45","5","40","5","789.3","91.85","","","89.81","","","163.45","","","","37.39","","39.58","","","53.02","","27.02","","83.29","","","","","18.55","","108.51","","","","","76.83","","",""

"64","","2","en","2015-01-15 09:04:20","2015-01-15 09:09:00","4","2","0","4","2","4","3","","MCA browser (Labs internal opensource development)

SharedMemory visualisation for GPU data,

Gnuplot","4","3","4","3","3","2","4","2","3","4","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","280.64","223.25","","","57.39","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"65","","","en","2015-01-15 09:06:49","2015-01-15 09:06:49","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"66","2015-01-15 09:20:04","11","en","2015-01-15 09:08:55","2015-01-15 09:20:04","2","2","0","1","2","3","1","3","Low level direct readings to sensors, Mid level status moinoring (home made) systems, communication physical channel supervisor","2","3","","0","0","0","2","1","3","2","","","4","2","1","4","2","1","0","2","1","3","2","","in Field robotics, the environment is the first enemy... ","30.0000000000","2","2","1","3","2","1","0","","","","","","","","","","1","1","","","","0","","","","","0","","","","","RES","6.0000000000","80","","5","5","10","","672.86","325.29","","","53.27","","","105.8","","","","30.91","","24.59","","","57.59","","14.71","","","","","","","9.36","","","","","","","51.34","","",""

"67","","1","en","2015-01-15 09:09:45","2015-01-15 09:10:40","0","2","0","1","1","1","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","54.73","54.73","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"68","","","en","2015-01-15 09:11:33","2015-01-15 09:11:33","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"69","","10","en","2015-01-15 09:19:38","2015-01-15 09:22:07","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","0","","","","","","","","","","","","","151.83","27.9","","","20.09","","","40.28","","","","10.64","","15.41","","","5.72","","22.27","","","","","","","9.52","","","","","","","","","",""

"70","","","en","2015-01-15 09:25:46","2015-01-15 09:25:46","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"71","","","en","2015-01-15 09:30:03","2015-01-15 09:30:03","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"72","","","en","2015-01-15 09:33:23","2015-01-15 09:33:23","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"73","2015-01-15 09:46:52","11","en","2015-01-15 09:39:05","2015-01-15 09:46:52","2","1","0","3","0","0","0","","","4","1","3","1","1","0","3","1","3","3","","","2","1","2","2","2","3","2","1","1","1","2","","","10.0000000000","1","1","2","2","","1","","","","1","0","3","2","2","0","2","2","0","3","3","","0","","","","","0","","","","","RES","4.0000000000","5","10","30","10","45","","468.49","66.06","","","49.95","","","71.01","","","","40.1","","53.14","","","84.69","","19.17","","","","","","","22.09","","","","","","","62.28","","",""

"74","","","en","2015-01-15 09:42:48","2015-01-15 09:42:48","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"75","2015-01-15 10:18:04","11","en","2015-01-15 10:03:09","2015-01-15 10:18:04","4","3","0","0","2","4","4","","rviz, htop, logfiles","4","4","2","0","0","0","0","2","3","4","","","2","","3","4","2","1","1","1","2","4","0","","Environment changes, sensor failures","20.0000000000","0","3","4","3","0","2","2","","3","1","3","1","2","3","1","4","3","4","2","3","","0","","","","","0","","","","","RES","3.0000000000","20","10","30","15","25","","899.56","144.1","","","39.42","","","186.1","","","","34.5","","79.55","","","112.17","","26.48","","","","","","","55.52","","13.02","","","","","208.7","","",""

"76","","","en","2015-01-15 10:06:52","2015-01-15 10:06:52","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"77","2015-01-15 10:35:55","11","en","2015-01-15 10:07:26","2015-01-15 10:35:55","2","4","0","4","0","4","3","","visualisation for rock robotic framework, htop, logfiles per component, ssh","4","4","4","2","2","1","4","0","2","","","gdb, valgrind, rock framework","2","1","0","","4","2","1","0","2","2","1","","","5.0000000000","2","2","0","0","0","0","0","","0","0","","0","1","0","0","0","1","0","0","1","","1","delays in robots command execution","supervision and management part of the framework","benchmarking, profiling","none","1","signal processing in component chain gave different results after several months","unknown","","","RES","3.0000000000","0","5","20","0","5","70","1714.69","164.11","","","89.74","","","101.89","","","","495.23","","35.77","","","92.7","","512.82","","66.07","","","","","15.73","","75.68","","","","","64.95","","",""

"78","","8","en","2015-01-15 10:07:47","2015-01-15 10:08:34","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","1","","","","","","","","","","","","","","","","","","51.23","9.44","","","4.46","","","3.34","","","","2.54","","3.46","","","9.35","","15.41","","3.23","","","","","","","","","","","","","","",""

"82","2015-01-15 11:18:11","11","en","2015-01-15 10:23:21","2015-01-15 11:18:11","4","1","0","4","2","3","1","0","","3","3","4","2","1","0","4","1","1","3","0","","1","3","1","","1","3","2","0","3","2","1","0","","30.0000000000","2","2","2","1","2","2","1","","1","0","0","2","2","2","0","2","2","0","0","1","0","0","","","","","0","","","","","RES","8.0000000000","5","10","40","5","20","","3293.42","65.99","","","58.45","","","289.61","","","","35.24","","145.59","","","2604.13","","8.93","","","","","","","12.51","","","","","","","72.97","","",""

"83","","","en","2015-01-15 10:34:14","2015-01-15 10:34:14","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"81","","5","en","2015-01-15 10:18:44","2015-01-15 10:20:31","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","110","38.62","","","10.7","","","44.4","","","","9.31","","6.97","","","","","","","","","","","","","","","","","","","","","",""

"84","","","en","2015-01-15 10:38:36","2015-01-15 10:38:36","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"85","","6","en","2015-01-15 10:38:42","2015-01-15 10:41:14","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","154.54","61.63","","","36.45","","","36.14","","","","6.44","","5.32","","","3.99","","4.57","","","","","","","","","","","","","","","","",""

"86","","","en","2015-01-15 10:39:16","2015-01-15 10:39:16","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"87","","2","en","2015-01-15 10:41:27","2015-01-15 10:42:22","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","55.33","32.29","","","23.04","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"88","2015-01-15 11:16:50","11","en","2015-01-15 10:51:36","2015-01-15 11:16:50","4","3","0","2","0","3","3","","top, rsb-logger, pylab, icl, vdemo, du ","2","3","2","1","1","1","3","1","2","1","","gdb, valgrind, printf, rsb-logger, junit, cppunit","2","2","2","3","2","2","1","3","2","2","3","","","30.0000000000","3","4","4","2","2","1","3","locks on files/devices/resources, permissions, file system integrity","1","1","1","2","3","3","2","3","2","2","1","2","","1","memory leak","resource management, dangling pointers","check, object/resource timeline, usually start with resources that are created often and handed over regularly and therefore might have unclear ownership","memory, cpu","1","segfault","timing and location of allocated memory","memory dumps... many many memory dumps","it did not affect resources constantly, but system stability in general; maybe cpu and memory","RES","5.0000000000","10","0","30","10","50","","1523.9","305.49","","","341.7","","","148","","","","35.54","","130.73","","","66.91","","38.18","","167.12","","","","","22.87","","183.83","","","","","83.53","","",""

"89","2015-01-15 11:30:53","11","en","2015-01-15 11:21:38","2015-01-15 11:30:53","0","0","0","0","0","4","4","0","","3","0","3","0","3","0","0","0","0","1","0","","0","3","2","2","2","4","4","2","1","3","1","0","","90.0000000000","2","3","1","2","3","3","","","2","2","2","2","3","3","3","3","2","3","2","2","","1","constantly increasing memory consumption","Memory Leaks ","Running the code in offline mode with externally provided inputs and observing the memory consumption pattern. Tools like valgrind or system process monitor helps to discover the problem","Working memory","0","","","","","RES","8.0000000000","10","10","20","20","70","0","558.78","45.17","","","44.31","","","81.88","","","","24.9","","30.48","","","64.63","","17.18","","144.86","","","","","10.33","","","","","","","95.04","","",""

"90","","3","en","2015-01-15 11:35:16","2015-01-15 11:36:16","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","60.7","30.69","","","10.93","","","19.08","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"91","","2","en","2015-01-15 11:46:30","2015-01-15 11:47:45","2","3","0","3","2","1","3","","","3","3","3","2","2","1","3","1","1","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","76.68","43.84","","","32.84","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"92","2015-01-15 12:05:43","11","en","2015-01-15 11:54:53","2015-01-15 12:05:43","4","1","0","3","0","4","3","","Ps, htop, Rosconsole, rviz ","4","2","1","0","0","0","1","1","0","2","","Gdb, printf, ROS_DEBUG ","1","1","1","2","0","2","1","2","2","2","0","","","31.0000000000","3","3","1","1","1","2","2","","0","1","1","0","2","2","0","3","3","2","0","2","","0","","","","","0","","","","","RES","4.0000000000","5","15","30","0","30","20","654.02","210.67","","","100.1","","","75.27","","","","34.58","","38.86","","","51.25","","15.05","","","","","","","13.89","","","","","","","114.35","","",""

"93","","","en","2015-01-15 12:19:12","2015-01-15 12:19:12","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"94","","","en","2015-01-15 12:25:43","2015-01-15 12:25:43","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"95","2015-01-15 13:50:03","11","en","2015-01-15 12:36:02","2015-01-15 13:50:03","3","1","1","3","1","4","3","3","rviz, rqt, top, terminal output (e.g. printf)","2","1","4","1","2","1","3","1","1","1","","kdevelop, qtcreator, printf, rqt","5","3","2","","2","2","2","1","2","1","2","","","30.0000000000","2","1","2","2","1","1","1","interprocess communication queues, e.g. queue overflow","3","2","","3","2","2","2","1","2","1","2","2","","1","Visually in system operation.

In one case, elements within a graphical display were misdrawn. In another, command codes were misinterpreted, resulting in incorrect system operation.

","Variable type mismatch e.g. integer vs. unsigned integer - such as when a number intended to be a signed integer is interpreted as an unsigned integer by another subsystem.","Debugger using single step and memory access.","None","1","While operating, a robot system normally capable of autonomous obstacle avoidance would unexpectedly drop communication with its wireless base station and drive erratically with high probability of collision.","The main process was started in a Linux terminal and launched a thread that passed wheel velocity information from the main process to the robot controller. When the terminal was closed or otherwise lost, the main process was terminated but the thread continued to run, supplying old velocities to the robot controller.","top, debugger, thought experiments","None","IND","10.0000000000","10","15","40","0","30","5","4453.83","146.91","","","227.42","","","454.71","","","","161.68","","333.54","","","214.74","","136.39","","1181.84","","","","","26.84","","1171.47","","","","","398.29","","",""

"96","","6","en","2015-01-15 12:43:44","2015-01-15 12:50:18","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","396.52","327.1","","","17.68","","","22.42","","","","7.85","","10.88","","","5.04","","5.55","","","","","","","","","","","","","","","","",""

"97","","4","en","2015-01-15 12:44:04","2015-01-15 12:47:42","3","3","0","3","0","4","4","","rviz, various online plotting tools","3","3","3","2","2","1","1","0","3","3","","gdb, visual studio debugger","0","4","3","3","3","4","3","1","1","3","3","","","1.0000000000","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","219.87","82.9","","","59.61","","","64.73","","","","12.63","","","","","","","","","","","","","","","","","","","","","","","",""

"98","2015-01-15 13:11:45","11","en","2015-01-15 13:05:27","2015-01-15 13:11:45","0","","0","0","0","4","2","3","","3","2","2","0","0","2","0","0","0","3","3","","3","4","2","2","2","2","2","2","2","1","1","1","","60.0000000000","2","2","3","3","3","3","3","","1","1","1","1","1","","1","1","1","1","1","1","1","1","","","","","0","","","","","","4.0000000000","80","55","75","15","0","0","382.05","60.3","","","39.66","","","72.32","","","","24.5","","32","","","36.8","","27.29","","8.97","","","","","8.66","","","","","","","71.55","","",""

"99","","6","en","2015-01-15 13:30:39","2015-01-15 13:32:41","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","124.15","28.33","","","22.1","","","22.17","","","","7.3","","17.46","","","16.65","","10.14","","","","","","","","","","","","","","","","",""

"101","2015-01-15 14:09:13","11","en","2015-01-15 14:00:46","2015-01-15 14:09:13","4","4","0","0","0","3","4","","","4","4","4","2","2","1","0","0","0","4","","","5","1","1","1","1","2","2","1","0","0","0","","","0.0000000000","0","0","0","0","0","0","0","","4","0","0","0","1","0","0","0","0","0","0","3","","1","segfault","C++ pointers","gdb, vallgrind","none","0","","","","","RES","4.0000000000","0","5","30","0","55","10","513.07","74.57","","","47.25","","","140.66","","","","14.46","","33.88","","","55.87","","22.83","","44.64","","","","","8.04","","","","","","","70.87","","",""

"102","","","en","2015-01-15 14:13:58","2015-01-15 14:13:58","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"103","2015-01-25 16:36:48","11","en","2015-01-15 14:20:21","2015-01-25 16:36:48","4","4","4","4","2","4","3","","procman, in-house tool","4","4","4","2","3","1","4","1","2","4","","printf, gdb, valgrind, LCM logger","1","4","2","","4","4","3","2","3","2","1","","","50.0000000000","4","4","1","3","2","1","1","","","","","","","","","","","","","","","0","","","","","1","Random segfaults throughout system execution.","Bad memory allocation: malloc for sizeof(type) rather than sizeof(type*).","Backtrace with gdb, profiling with valgrind, eventual serendipity to realize the missing * in the code.","Memory.","RES","7.0000000000","0","5","75","10","10","","735.2","73.5","","","77.16","","","104.08","","","","47.77","","67.45","","","51.43","","50.89","","","","","","","9.47","","165.25","","","","","88.2","","",""

"104","","","en","2015-01-15 14:29:15","2015-01-15 14:29:15","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"105","","5","en","2015-01-15 14:48:45","2015-01-15 14:52:42","3","1","3","3","1","3","0","2","","4","3","3","1","1","1","3","1","3","4","","","2","4","2","1","2","1","2","2","2","1","","","","30.0000000000","2","2","2","1","1","2","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","237.63","61.44","","","54.97","","","66.99","","","","27.09","","27.14","","","","","","","","","","","","","","","","","","","","","",""

"106","","","en","2015-01-15 14:52:28","2015-01-15 14:52:28","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"107","","","en","2015-01-15 14:58:37","2015-01-15 14:58:37","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"108","2015-01-15 15:27:43","11","en","2015-01-15 15:22:13","2015-01-15 15:27:43","3","4","0","1","1","0","1","0","","3","3","1","0","0","0","0","0","1","4","0","","4","3","2","0","1","0","0","2","2","0","0","0","","40.0000000000","2","2","1","2","1","2","1","","3","2","2","2","1","1","2","2","2","1","1","2","0","0","","","","","0","","","","","RES","9.0000000000","60","15","15","0","5","5","331.91","52.51","","","41.29","","","51.2","","","","23","","23.58","","","45.96","","8.33","","","","","","","9.02","","","","","","","77.02","","",""

"109","","6","en","2015-01-15 15:23:14","2015-01-15 15:24:42","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","89.98","29.49","","","13.96","","","12.09","","","","11.48","","8.07","","","6.64","","8.25","","","","","","","","","","","","","","","","",""

"110","","4","en","2015-01-15 15:38:08","2015-01-15 15:42:52","3","2","0","4","0","3","2","0","rviz, our own gui, ros logger","3","3","3","0","0","0","3","0","0","0","0","gdb, cout, ros logger","","4","2","","2","2","1","1","2","2","","0","unprofessional users","0.0000000000","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","285.94","95.5","","","46.04","","","100.46","","","","33.16","","10.78","","","","","","","","","","","","","","","","","","","","","",""

"111","","","en","2015-01-15 15:43:22","2015-01-15 15:43:22","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"112","","","en","2015-01-15 17:19:13","2015-01-15 17:19:13","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"113","","5","en","2015-01-15 17:28:14","2015-01-15 17:34:19","3","3","0","2","","4","1","","","3","3","4","3","3","1","1","1","2","3","","","5","4","3","","","3","3","","0","1","0","","","30.0000000000","3","4","","1","","2","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","369.66","58.1","","","57.24","","","165.8","","","","51.08","","37.44","","","","","","","","","","","","","","","","","","","","","",""

"114","","","en","2015-01-15 17:29:22","2015-01-15 17:29:22","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"115","","","en","2015-01-15 18:12:54","2015-01-15 18:12:54","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"116","2015-01-15 18:31:36","11","en","2015-01-15 18:19:01","2015-01-15 18:31:36","2","3","3","2","3","4","1","4","hardware signals like lights on the robot","4","3","2","1","1","1","3","1","2","4","","","0","2","3","3","3","4","3","3","1","2","4","","","20.0000000000","2","3","1","2","2","3","1","","2","3","3","3","4","3","3","3","2","1","4","3","","1","segmentation fault","logical erros, bad memory management","using debuggers, looking and studying code","working memory, number of process and threads","0","","","","","STUD","8.0000000000","5","5","50","10","25","5","758.02","240.35","","","49.57","","","69.01","","","","34.11","","33.38","","","67.14","","12.55","","162.33","","","","","17.58","","","","","","","72","","",""

"117","","","en","2015-01-15 20:02:38","2015-01-15 20:02:38","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"118","","6","en","2015-01-15 20:36:38","2015-01-15 20:40:12","3","3","1","3","1","4","1","","","4","4","4","1","2","1","4","1","0","4","","","1","2","2","","3","1","1","2","2","2","0","","","10.0000000000","3","3","2","4","1","1","1","","1","2","","2","2","","","","3","","","4","","0","","","","","","","","","","","","","","","","","","216.21","43.2","","","31.89","","","53.55","","","","16.99","","28.41","","","34.4","","7.77","","","","","","","","","","","","","","","","",""

"119","","1","en","2015-01-15 21:12:29","2015-01-15 21:32:44","4","3","1","3","0","3","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","1215.57","1215.57","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"120","2015-01-15 21:35:07","11","en","2015-01-15 21:24:23","2015-01-15 21:35:07","4","2","1","3","1","4","2","","htop, ps, rviz, printf-esque statements, logfiles","4","3","3","2","2","1","2","1","1","2","","","2","2","2","3","3","3","2","4","1","1","1","","","45.0000000000","3","3","1","1","1","1","1","","0","2","1","2","3","3","3","4","3","2","1","2","","0","","","","","0","","","","","RES","6.0000000000","10","5","10","15","60","","646.07","102.18","","","49.81","","","90.97","","","","30.35","","43.2","","","66.2","","40.34","","","","","","","111.41","","58.08","","","","","53.53","","",""

"121","","","en","2015-01-15 21:50:17","2015-01-15 21:50:17","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"122","","","en","2015-01-15 21:55:21","2015-01-15 21:55:21","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"123","","","en","2015-01-15 21:58:00","2015-01-15 21:58:00","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"125","","","en","2015-01-15 23:16:58","2015-01-15 23:16:58","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"126","","","en","2015-01-16 02:08:35","2015-01-16 02:08:35","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"127","2015-01-16 03:36:01","11","en","2015-01-16 03:28:27","2015-01-16 03:36:01","3","4","3","1","1","3","2","","","2","4","2","2","1","1","1","2","2","4","","","5","1","3","2","3","4","2","2","2","2","3","","","10.0000000000","3","3","2","1","1","1","1","","1","2","","","4","2","3","3","2","3","3","2","","1","","","","","1","","","","","RES","8.0000000000","15","5","10","20","50","0","424.08","57.15","","","40.76","","","66.81","","","","23.95","","33.55","","","46.43","","12.39","","10.31","","","","","20.17","","5.14","","","","","107.42","","",""

"128","","","en","2015-01-16 07:39:46","2015-01-16 07:39:46","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"129","","2","en","2015-01-16 08:42:39","2015-01-16 08:46:20","4","3","0","3","0","3","3","","htop, rdesktop, putty, rviz, gnuplot, cat, ","4","3","3","2","2","0","1","","0","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","222.46","171.7","","","50.76","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"130","2015-01-16 09:43:18","11","en","2015-01-16 09:36:24","2015-01-16 09:43:18","1","4","0","3","1","4","2","2","","1","4","1","1","1","1","3","1","2","3","3","","1","1","3","1","2","2","0","1","0","1","0","1","","1.0000000000","1","0","0","1","0","0","0","","0","1","0","0","1","0","0","1","0","0","0","3","1","0","","","","","0","","","","","RES","2.0000000000","5","5","60","15","10","5","418.71","110.67","","","41.37","","","62.33","","","","27.47","","19.99","","","53.69","","22.03","","7.42","","","","","6.31","","","","","","","67.43","","",""

"132","","","en","2015-01-16 13:07:09","2015-01-16 13:07:09","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"133","","","en","2015-01-16 13:49:06","2015-01-16 13:49:06","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"134","2015-01-16 15:26:34","11","en","2015-01-16 15:12:36","2015-01-16 15:26:34","3","","1","4","3","3","","1","ros console, top, rostopic echo, custom ros topic monitoring tools","2","","2","0","0","0","2","1","3","2","","jUnit, Daikon","2","2","1","3","3","2","1","1","1","1","2","","","5.0000000000","2","2","1","2","1","1","1","","1","1","2","1","0","1","1","1","1","1","1","1","1","0","","","","","0","","","","","RES","3.0000000000","5","5","25","15","40","10","830.34","134.91","","","115.79","","","82.08","","","","26.19","","183.86","","","67.23","","81.74","","11.5","","","","","78.34","","","","","","","48.7","","",""

"135","","2","en","2015-01-16 16:05:25","2015-01-16 16:08:59","0","","0","0","0","4","3","","RVIZ, VNC","3","3","1","0","0","0","0","0","0","2","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","214.73","170.65","","","44.08","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"136","","","en","2015-01-16 16:08:09","2015-01-16 16:08:09","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"137","","","en","2015-01-16 16:29:23","2015-01-16 16:29:23","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"138","","","en","2015-01-16 16:54:25","2015-01-16 16:54:25","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"139","","","en","2015-01-16 17:16:42","2015-01-16 17:16:42","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"140","","","en","2015-01-16 17:28:29","2015-01-16 17:28:29","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"141","2015-01-16 17:37:26","11","en","2015-01-16 17:31:29","2015-01-16 17:37:26","3","4","2","4","1","3","","1","rviz, ROS command line tools, tools our lab has developed for our special missions","4","","2","2","2","1","4","1","2","1","","rosout, gdb, valgrind","2","2","1","1","2","4","1","1","0","2","1","","","1.0000000000","1","2","3","1","1","2","0","","0","0","0","1","3","2","1","0","0","2","2","3","","0","","","","","0","","","","","RES","2.0000000000","20","5","30","0","40","5","359.82","101.25","","","58.36","","","61.75","","","","12.14","","20.08","","","43.66","","12.04","","","","","","","6.09","","","","","","","44.45","","",""

"142","","5","en","2015-01-17 00:04:39","2015-01-17 00:12:09","3","4","0","1","0","3","1","","","4","4","2","0","2","","","2","1","3","","","2","2","2","3","2","2","1","1","2","3","2","","","30.0000000000","1","3","3","2","0","0","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","452.82","193.38","","","54.5","","","137.31","","","","24.6","","37.48","","","5.55","","","","","","","","","","","","","","","","","","",""

"143","","","en","2015-01-17 23:36:29","2015-01-17 23:36:29","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"144","2015-01-18 15:41:24","11","en","2015-01-18 15:35:01","2015-01-18 15:41:24","3","2","2","1","","4","3","","rviz, rostopic, ssh, top","4","2","2","0","1","0","0","0","1","3","","Gazebo, cout, gdb (sometimes from within an IDE), automated testing scripts","1","2","2","","3","3","1","2","1","0","3","","","1.0000000000","2","2","0","2","0","0","0","","0","1","","2","3","1","1","3","3","0","1","2","","0","","","","","0","","","","","RES","5.0000000000","5","5","40","10","40","0","387.95","70.88","","","72.58","","","58.86","","","","38.73","","21.44","","","46.67","","16.14","","13.53","","","","","7.91","","","","","","","41.21","","",""

"145","2015-01-18 16:14:46","11","en","2015-01-18 16:07:10","2015-01-18 16:14:46","2","3","0","2","1","3","3","","","3","2","4","0","2","0","0","2","2","3","","","4","3","2","2","1","1","1","0","1","2","2","","","40.0000000000","3","4","2","2","0","1","2","","1","1","3","3","2","3","0","3","4","1","0","2","","0","","","","","0","","","","","RES","4.0000000000","20","5","20","10","45","","459.93","52.89","","","52.28","","","96.85","","","","36.35","","58.85","","","74.53","","28.13","","","","","","","11.62","","","","","","","48.43","","",""

"146","","","en","2015-01-18 17:17:24","2015-01-18 17:17:24","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"147","","","en","2015-01-18 22:52:18","2015-01-18 22:52:18","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"148","","3","en","2015-01-19 02:08:23","2015-01-19 02:11:39","3","3","3","3","3","3","3","","","3","3","3","","1","1","1","1","3","3","","","5","1","3","2","2","3","3","3","1","4","1","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","197.36","64.55","","","42.5","","","90.31","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"149","","1","en","2015-01-19 08:17:07","2015-01-19 08:18:35","0","3","0","1","0","3","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","88.35","88.35","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"150","2015-01-19 10:58:30","11","en","2015-01-19 10:36:28","2015-01-19 10:58:30","3","3","3","1","0","4","2","4","self-written shell and python scripts for monitoring and recovering","3","3","4","2","2","1","2","1","3","3","","- gdb, pdb, java debugger

- unit test frameworks (c++, python, java)

","1","3","3","2","4","4","2","2","2","2","1","3","Operation System / Firmware failure","20.0000000000","2","3","1","3","1","2","1","","1","2","2","3","3","2","2","2","1","1","2","2","","1","Robot Software is not working / partially working (e.g. Recognizing and grasping an object)","Wrong configuration and/or API changes that hasn't been changes in all components

(Problem with scripting languages like python)","- identify error message and component via log files / console output

- Think about what could have caused the problem (look into source code, git/svn commit messages/diffs)

- try to fix it directly or

 talk with other developers in case of bigger changes / out of my responsibility","- none","0","","","","","RES","3.0000000000","10","10","20","5","50","5","1327.66","138.12","","","133.66","","","163.14","","","","26.92","","172.3","","","61.3","","141.09","","407.22","","","","","33.29","","","","","","","50.62","","",""

"151","","","en","2015-01-19 10:38:40","2015-01-19 10:38:40","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"152","","","en","2015-01-19 10:57:06","2015-01-19 10:57:06","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"153","","","en","2015-01-19 13:30:46","2015-01-19 13:30:46","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"154","2015-01-19 14:52:53","11","en","2015-01-19 14:47:31","2015-01-19 14:52:53","3","1","0","0","0","4","0","","","4","1","4","2","1","0","0","0","4","2","","","0","2","2","3","2","1","1","0","1","2","3","","","15.0000000000","3","2","0","1","0","0","0","","0","3","3","4","2","3","0","1","1","0","0","3","","1","","","","","1","","","","","RES","3.0000000000","20","5","40","5","40","10","326.76","66.2","","","52.21","","","50.37","","","","14.63","","23.51","","","42.07","","8.73","","5.32","","","","","7.24","","2.29","","","","","54.19","","",""

"155","2015-01-19 17:11:44","11","en","2015-01-19 17:04:29","2015-01-19 17:11:44","2","2","2","3","2","2","3","","","3","3","2","1","2","1","3","1","0","3","","","2","2","3","3","2","3","2","1","2","1","1","","","30.0000000000","2","2","2","2","0","0","1","","2","2","2","3","3","3","0","2","2","3","2","3","","0","","","","","1","memory mismatch, random crashes","different components using different boos versions","debugger, printf

finally solved after hint from colleague","-","RES","6.0000000000","0","10","55","25","10","0","439.49","48.87","","","45.23","","","71.08","","","","16.4","","27.28","","","40.33","","8.91","","","","","","","9.36","","108.65","","","","","63.38","","",""

"156","","","en","2015-01-19 19:09:54","2015-01-19 19:09:54","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"157","2015-01-19 22:34:12","11","en","2015-01-19 22:20:42","2015-01-19 22:34:12","2","3","0","3","1","3","0","","HSM viewer, Qt event logger, vdemo (gui, log files)","2","3","3","1","3","0","3","1","2","3","","valgrind, log4cxx, ddd, BTF, Vortex physics simulation","2","1","4","1","2","2","3","2","2","1","1","","network too slow","10.0000000000","1","3","1","2","1","0","0","","0","1","0","1","1","3","1","1","3","3","0","0","","1","middleware communication stopped / was only available within small subsets of components","unknown","","","0","","","","","RES","10.0000000000","","5","20","5","20","","813.28","146.98","","","127.95","","","177.87","","","","30.26","","36.76","","","108.75","","37.4","","70.2","","","","","17.91","","","","","","","59.2","","",""

"160","2015-01-21 13:38:43","11","en","2015-01-21 13:14:49","2015-01-21 13:38:43","1","3","0","3","1","0","3","","Message passing log, apps logs, remote desktop","2","4","3","0","0","0","3","0","0","1","0","Visual Studio Debuger (VC++ & C#), Home-made Middleware log","1","4","4","","1","2","1","0","0","3","3","","","20.0000000000","2","4","0","1","0","0","0","Files (devices) left open. Wrong operation in GPU leads to restart.","1","2","","0","0","3","0","3","4","2","0","4","","1","0. Application/process hang.

1. 100% core usage on idle

2. Unbalanced load between cores (Monolitic code).","0. Loose wire/copuple (mostly USB)

1. Active wait 

while(1) { while(!flag); process(); flag = 0; }

2. A bad design. No threads were used, but time measurements to switch between tasks.","0. Check everything, realize that the file-device is open but device is no longer present or has different pointer or has reseted

1/2. Check every code file. People use to make old-style structured programming when using C/C++

when you notice the performance go brick, check CPU/memory usage with OS tools and notice one process is using everything but is idle.","Mostly, CPU","0","","","","","RES","6.0000000000","10","0","0","50","25","15","1439.32","104.1","","","92.65","","","183.61","","","","35.54","","178.01","","","78.7","","45.26","","560.48","","","","","39.49","","36.83","","","","","84.65","","",""

"159","","4","en","2015-01-20 10:27:00","2015-01-20 10:27:29","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","30.51","18.1","","","4.26","","","3.51","","","","4.64","","","","","","","","","","","","","","","","","","","","","","","",""

"161","","","en","2015-01-22 00:24:25","2015-01-22 00:24:25","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"162","","","en","2015-01-22 01:15:40","2015-01-22 01:15:40","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"163","","2","en","2015-01-22 23:03:16","2015-01-22 23:05:14","4","4","3","3","2","4","1","","","3","4","4","3","3","2","3","2","3","2","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","119.19","60.34","","","58.85","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"164","","2","en","2015-01-23 11:56:15","2015-01-23 12:01:19","4","4","3","0","0","4","2","3","","4","4","1","0","0","0","3","2","4","4","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","141.15","99.6","","","41.55","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"165","2015-01-23 14:12:48","11","en","2015-01-23 14:10:15","2015-01-23 14:12:48","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","60.0000000000","","","","","","","","","","","","","","","","","","","","","","0","","","","","0","","","","","RES","2.0000000000","","","","","","","157.31","27.25","","","16.88","","","18.91","","","","17.51","","10.21","","","32.64","","8.99","","","","","","","5.85","","","","","","","19.07","","",""

"166","","","en","2015-01-23 16:49:45","2015-01-23 16:49:45","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"167","","","en","2015-01-23 16:51:47","2015-01-23 16:51:47","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"168","","2","en","2015-01-23 16:52:29","2015-01-23 16:54:20","2","1","0","1","0","3","1","0","","3","1","1","0","0","0","1","0","0","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","111.62","72.44","","","39.18","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"169","","","en","2015-01-23 16:56:40","2015-01-23 16:56:40","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"170","","","en","2015-01-23 16:56:56","2015-01-23 16:56:56","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"171","","","en","2015-01-23 16:57:33","2015-01-23 16:57:33","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"172","2015-01-23 17:07:43","11","en","2015-01-23 16:59:33","2015-01-23 17:07:43","1","3","4","3","","4","0","","","4","2","1","1","0","0","0","1","0","4","","","4","2","2","1","1","1","1","0","1","2","2","","","","0","0","0","0","0","0","0","","","","","","3","","","","1","","","2","","0","","","","","1","Erratic behaviour of logic","Error in mathematical modeling","Unit tests","None","RES","3.0000000000","10","5","30","10","30","15","493.95","71.89","","","38.05","","","73.74","","","","24.01","","31.07","","","103.08","","13.64","","","","","","","19.29","","57.03","","","","","62.15","","",""

"174","2015-01-23 17:23:59","11","en","2015-01-23 17:00:15","2015-01-23 17:23:59","4","4","0","4","0","0","0","2","We use our developed remote robot controller, which has several tools that monitors almost all of the robots applications and software.","4","4","4","1","2","1","3","3","2","4","","","0","","3","3","1","3","0","0","0","0","2","","","","0","4","0","2","1","1","0","","2","3","3","1","2","0","0","1","3","0","2","2","","0","","","","","1","An algorithm was implemented in both C++ and MATLAB exactly the same. However, only the MATLAB implementation was working correctly.","Difference in storing the float point variables, in MATLAB and C++.

MATLAB round-off the numbers, however, C++ cut-off them.","Step by step tracing and debugging, and watching variables. Then, comparing with each other.","Working Memory","STUD","6.0000000000","0","10","30","10","50","","1428","146.37","","","61.16","","","114.8","","","","51.77","","59.97","","","79.4","","31.02","","","","","","","19.41","","778.27","","","","","85.83","","",""

"175","","","en","2015-01-23 17:03:02","2015-01-23 17:03:02","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"176","2015-01-23 17:11:18","11","en","2015-01-23 17:03:09","2015-01-23 17:11:17","0","0","0","0","2","0","0","0","","0","2","0","0","0","0","0","0","0","4","","Matlab/Simulink

LabVIEW","5","2","","1","2","1","2","2","2","1","1","1","","15.0000000000","1","0","0","0","0","0","0","","1","2","1","2","2","3","2","2","2","3","1","3","","0","","","","","0","","","","","RES","5.0000000000","50","0","25","15","10","","494.1","113.61","","","46.73","","","70.87","","","","29.5","","45.11","","","52.82","","18.76","","","","","","","13.74","","22.96","","","","","80","","",""

"177","2015-01-23 17:15:02","11","en","2015-01-23 17:03:25","2015-01-23 17:15:02","4","1","0","0","2","3","0","0","Rviz, ROS terminal, AX terminal, AX log files","3","1","0","0","0","0","0","0","0","3","0","Cout, printf, ROS_INFO","1","2","0","0","2","0","0","0","2","2","0","","Loose wires, other researchers changing the robot configuration","10.0000000000","2","2","0","0","2","0","0","Memory leak- not sure why or where","2","0","0","2","0","1","1","0","2","2","0","0","","1","","","","","1","Control Program crash after a consistent length of time","Presumably memory leak. Never knew for sure.","Not sure","Not sure","RES","3.0000000000","","","","20","80","","700.71","139.81","","","74.25","","","119.94","","","","26.17","","74.9","","","69.67","","15.51","","14.96","","","","","9.26","","99.28","","","","","56.96","","",""

"178","","3","en","2015-01-23 17:07:01","2015-01-23 17:08:25","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","84.92","51.1","","","20.16","","","13.66","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"179","","","en","2015-01-23 17:08:38","2015-01-23 17:08:38","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"180","2015-01-23 17:21:45","11","en","2015-01-23 17:09:31","2015-01-23 17:21:45","3","3","1","2","2","3","1","","htop, rviz, rqt, screen, tmux","4","3","3","2","2","1","2","1","2","4","","","4","2","3","2","3","3","3","3","2","2","1","","","50.0000000000","3","4","1","3","2","3","2","","1","2","2","2","2","3","2","3","3","2","1","3","","1","Difficult to reproduce, random segmentation faults","90% of the time it has been either accessing unallocated memory (off-by-one errors) or threading issues","When working with a system with many processes, threads, inter-process communications, etc., the standard tools (gdb, valgrind) are often not that helpful. If they can't immediately point me to the error, I'll often resort to print statement debugging.","Memory leaks, CPU usage","1","Visualization window crashing 100% of the time I open it. Running the program inside of GDB resulted in the program successfully running 100% of the time.","??? Likely something internal to closed-source graphics drivers interacting with OpenGL/OGRE","Was able to eventually generate a backtrace that pointed to graphics drivers.","CPU/Memory/GPU were all affected because I had to run the program inside of GDB","RES","6.0000000000","15","5","15","5","60","","737.66","74.16","","","31.61","","","51.63","","","","17.57","","23.91","","","31.49","","12.61","","174.51","","","","","7.81","","264.04","","","","","48.32","","",""

"181","2015-01-23 17:19:50","11","en","2015-01-23 17:12:44","2015-01-23 17:19:50","4","2","1","0","0","2","1","","rviz, command line and custom made log files","4","3","2","1","1","0","0","1","0","4","","console outputs, custom made log files, gdb, valgrind, wireshark, stage","0","3","2","2","2","3","2","3","1","1","1","","","20.0000000000","2","3","2","3","2","2","1","","3","2","2","2","3","2","3","1","2","1","1","1","","0","","","","","0","","","","","RES","3.0000000000","0","0","20","10","70","","429.71","73.8","","","85.65","","","67.43","","","","20.44","","37.29","","","70.49","","11.92","","","","","","","7.59","","","","","","","55.1","","",""

"182","","","en","2015-01-23 17:21:40","2015-01-23 17:21:40","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"183","2015-01-23 20:36:43","11","en","2015-01-23 17:36:57","2015-01-23 20:36:42","3","2","0","1","0","2","1","","ps, rosnode, rostopic","3","2","1","0","0","0","0","1","1","3","","rostopic echo, image_viewer","","1","2","","2","2","1","0","2","1","1","","coding bugs","5.0000000000","3","1","1","2","0","1","0","","1","1","","2","","1","0","2","2","1","1","3","","0","","","","","0","","","","","RES","12.0000000000","10","0","50","10","30","0","1238.62","119.14","","","140.77","","","136.09","","","","51.75","","132.06","","","480.93","","74.27","","","","","","","29.61","","","","","","","74","","",""

"184","","","en","2015-01-23 18:01:06","2015-01-23 18:01:06","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"185","","","en","2015-01-23 18:18:54","2015-01-23 18:18:54","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"186","2015-01-23 19:54:12","11","en","2015-01-23 19:37:00","2015-01-23 19:54:12","4","4","0","4","2","4","4","","ssh, top, rviz, rostopic, rosgraph","4","4","1","3","4","0","4","0","3","2","","cout, rosbag, valgrind, kcachegrind, gazebo","0","3","1","1","3","1","1","0","0","1","1","","algorithm limitations, sensor limitations, perception limitations","25.0000000000","2","4","1","1","1","1","1","","3","1","1","3","1","1","1","1","2","1","1","3","","0","","","","","1","bad localization of a mobile robot in outdoor campus environment. Jump of the estimation","Bad wheel odometry reading. ","Analyze log file","None. Loss of performance due to incorrect position tracking","RES","10.0000000000","5","15","45","5","20","10","1037.33","194.63","","","101.67","","","173.47","","","","48.17","","41.59","","","73.35","","50.75","","196.44","","","","","16.15","","35.1","","","","","106.01","","",""

"187","","","en","2015-01-23 20:02:28","2015-01-23 20:02:28","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"188","2015-01-23 21:15:18","11","en","2015-01-23 21:05:19","2015-01-23 21:15:18","2","1","3","3","2","1","3","","","2","2","1","2","","","2","3","1","1","","","1","4","3","3","3","2","","3","","4","2","","","20.0000000000","1","2","4","3","3","3","2","","1","2","3","","","2","1","2","3","1","0","","","1","","","","","0","","","","","RES","4.0000000000","90","5","20","20","20","","603.39","138.45","","","81.35","","","83.41","","","","36.87","","59.79","","","35.16","","39.86","","13.41","","","","","5.58","","","","","","","109.51","","",""

"189","","1","en","2015-01-23 21:07:34","2015-01-23 22:20:47","1","4","1","1","4","4","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","3220.08","3220.08","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"190","","","en","2015-01-23 22:11:43","2015-01-23 22:11:43","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"191","","","en","2015-01-23 22:44:33","2015-01-23 22:44:33","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"192","","3","en","2015-01-23 23:28:39","2015-01-23 23:29:19","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","41.05","19.43","","","15.12","","","6.5","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"193","","5","en","2015-01-23 23:30:23","2015-01-23 23:37:27","0","1","1","1","2","3","2","2","mainly printing out info + visual info","3","1","1","0","0","0","0","1","2","3","1","","","2","2","2","1","1","1","1","2","1","1","1","","15.0000000000","0","2","1","2","2","1","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","426.81","94.65","","","41.46","","","201.66","","","","28.16","","34.22","","","26.66","","","","","","","","","","","","","","","","","","",""

"194","2015-01-24 00:02:21","11","en","2015-01-23 23:56:43","2015-01-24 00:02:21","2","0","0","1","4","2","3","","","2","1","1","1","2","2","2","2","3","4","","","0","3","3","2","2","2","2","1","1","1","1","","","50.0000000000","3","3","3","","2","2","2","","","","","","","","","","","","","","","0","","","","","0","","","","","STUD","1.0000000000","75","75","80","55","55","","341.78","95.66","","","50.35","","","39.74","","","","26.42","","15.17","","","36.17","","27.1","","","","","","","6.8","","","","","","","44.37","","",""

"195","","","en","2015-01-24 02:21:25","2015-01-24 02:21:25","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"196","","","en","2015-01-24 05:13:52","2015-01-24 05:13:52","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"197","","","en","2015-01-24 08:32:35","2015-01-24 08:32:35","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"198","","1","en","2015-01-24 09:15:12","2015-01-24 09:18:40","1","","","3","4","3","3","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","208.31","208.31","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"199","","-1","en","2015-01-24 09:15:52","2015-01-24 09:36:58","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","0","","","","","","","","","","","","","157.91","17.99","","","12.87","","","49.12","","","","6.99","","26.48","","","12.4","","13.76","","","","","","","8.13","","","","","","","10.17","","",""

"201","2015-01-24 12:58:42","11","en","2015-01-24 12:51:25","2015-01-24 12:58:42","4","3","2","3","2","3","0","0","","3","4","2","1","1","1","3","1","3","4","0","","5","3","2","1","1","2","1","1","1","1","1","0","","20.0000000000","2","2","1","2","0","0","0","","3","1","0","0","0","0","0","2","2","2","0","3","0","0","","","","","0","","","","","RES","3.0000000000","10","10","10","5","65","0","442.64","81.88","","","59.01","","","69.87","","","","25.64","","38.61","","","52.79","","20.83","","5.74","","","","","9.26","","5.54","","","","","73.47","","",""

"202","","","en","2015-01-24 12:54:36","2015-01-24 12:54:36","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"203","","","en","2015-01-24 14:34:03","2015-01-24 14:34:03","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"204","2015-01-24 15:25:45","11","en","2015-01-24 15:20:40","2015-01-24 15:25:45","2","3","1","2","1","3","3","0","","3","3","3","1","1","1","2","1","1","2","","","4","2","0","1","2","1","1","1","1","1","1","","","20.0000000000","1","2","1","1","2","1","1","","1","1","1","2","1","2","2","2","1","1","1","3","","0","","","","","0","","","","","IND","10.0000000000","5","5","10","10","20","50","310.67","45.68","","","25.68","","","44.35","","","","35.25","","18.86","","","40.87","","35.56","","","","","","","11.54","","","","","","","52.88","","",""

"205","","1","en","2015-01-24 16:05:07","2015-01-24 16:11:18","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","27.94","27.94","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"206","","","en","2015-01-24 17:27:54","2015-01-24 17:27:54","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"208","","1","en","2015-01-25 04:01:28","2015-01-25 04:06:05","1","1","0","0","1","2","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","276.68","276.68","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"209","2015-01-25 11:03:32","11","en","2015-01-25 10:52:54","2015-01-25 11:03:32","2","3","0","1","2","3","3","","","3","3","3","1","1","0","1","1","3","3","","","","3","2","2","2","1","2","2","2","2","2","","","30.0000000000","2","2","1","1","1","1","1","","2","2","2","2","2","2","2","2","2","2","2","2","","1","","","","","1","","","","","RES","7.0000000000","0","5","55","0","30","10","642.75","105.81","","","67.69","","","99.24","","","","32.91","","23.64","","","64.9","","36.98","","11.01","","","","","21.29","","5.75","","","","","173.53","","",""

"211","","","en","2015-01-25 13:54:17","2015-01-25 13:54:17","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"212","","4","en","2015-01-25 15:29:15","2015-01-25 15:31:42","2","2","2","2","2","4","3","","rviz","3","2","3","","2","","2","","2","3","","","3","2","3","","3","2","2","","","2","","","","40.0000000000","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","148.22","45.58","","","34.1","","","47.52","","","","21.02","","","","","","","","","","","","","","","","","","","","","","","",""

"213","2015-01-25 17:32:56","11","en","2015-01-25 17:27:35","2015-01-25 17:32:56","4","4","2","3","0","3","0","","ssh,htop,logfiles,rviz","4","4","2","3","4","2","2","0","4","4","","","5","4","0","1","2","1","3","1","1","3","1","","","25.0000000000","4","4","4","2","1","2","1","","3","1","1","3","1","3","1","3","2","2","2","2","","0","","","","","0","","","","","RES","10.0000000000","15","10","40","10","25","0","324.96","65.59","","","34.39","","","52.19","","","","15.17","","32.29","","","52.43","","10.68","","","","","","","6.81","","","","","","","55.41","","",""

"214","","","en","2015-01-25 19:50:47","2015-01-25 19:50:47","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"215","","","en","2015-01-26 05:53:29","2015-01-26 05:53:29","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"216","","","en","2015-01-26 08:04:13","2015-01-26 08:04:13","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"217","2015-01-26 10:22:49","11","en","2015-01-26 10:03:38","2015-01-26 10:22:49","2","1","0","3","0","0","1","","","3","3","3","1","1","0","2","0","1","3","","","5","1","2","3","3","2","1","1","0","0","1","","","50.0000000000","2","2","1","0","","","","","1","1","2","3","2","1","1","0","","1","","1","","1","unforeseen system behavior, decreased system performance","misconfiguration of middleware","-monitoring middleware configuration of concerned components

-checking log-files

-sometimes debug print-outs","cpu,network load","0","","","","","RES","4.0000000000","0","10","40","10","20","","1156","199.91","","","87.02","","","135.39","","","","58.67","","99.73","","","138.01","","34.26","","259.08","","","","","13.68","","","","","","","130.25","","",""

"218","2015-01-26 10:33:03","11","en","2015-01-26 10:21:15","2015-01-26 10:33:03","4","4","","2","1","1","0","","ssh connection + combination of our own software that logs the behavior.","4","4","3","1","2","0","1","0","0","4","","gdb, valgrind","1","3","","","4","4","0","0","0","0","1","","wrong usage ","10.0000000000","1","1","2","0","0","0","0","","0","","","3","","0","0","2","0","0","0","2","","1","SW controlling the robot crashed immediately after started in robot or robot stop to move when has to perform certain operation","The error was caused by not checking range of allocated memory in some object's constructor, we used

sprintf

instead of 

snprintf

","dgb - di not find anything

valgrind - di not find anything 

Both tools were run on PC, where the error did not occur, but we did not use them on the robot's pc. The bug was found accidentaly :-)","access to non-allocated memory lead immediately to crash of program.","0","","","","","RES","6.0000000000","0","0","40","0","60","","710.94","103.11","","","50.44","","","95.94","","","","45.28","","37.68","","","62.01","","23.8","","237.03","","","","","10.32","","","","","","","45.33","","",""

"220","","0","en","2015-01-26 14:40:15","2015-01-26 14:40:29","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","14.18","14.18","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"221","","","en","2015-01-26 21:36:17","2015-01-26 21:36:17","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"222","2015-01-27 07:23:38","11","en","2015-01-27 07:02:31","2015-01-27 07:23:38","0","0","0","1","1","1","2","2","","2","2","0","0","0","0","0","0","0","3","2","C++/C, QNX","2","4","2","1","2","2","1","2","0","2","1","1","","","0","0","1","0","0","0","0","","2","0","0","0","2","0","0","1","1","2","1","1","1","0","","","","","0","","","","","RES","6.0000000000","15","5","25","10","30","15","1271.68","216.79","","","140.37","","","409.4","","","","69.65","","98.26","","","113.13","","45.73","","","","","","","13.46","","","","","","","164.89","","",""

"223","","","en","2015-01-27 12:51:47","2015-01-27 12:51:47","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"224","","","en","2015-01-27 15:19:56","2015-01-27 15:19:56","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"225","2015-01-30 05:22:53","11","en","2015-01-30 05:17:57","2015-01-30 05:22:53","4","3","0","3","1","3","1","","pvm, ROS data streams","3","3","2","1","1","2","2","1","0","3","","","5","2","3","3","3","2","2","1","2","1","2","4","Failures in RT OS timing guarantees ","20.0000000000","2","2","1","3","1","2","1","","","","","","","","","","","","","","","0","","","","","0","","","","","RES","20.0000000000","","","","","","","299.35","68.06","","","31.62","","","99.92","","","","13.49","","22.6","","","22.6","","15.98","","","","","","","4.96","","","","","","","20.12","","",""

"226","","","en","2015-02-01 12:20:46","2015-02-01 12:20:46","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"227","","","en","2015-02-03 05:34:53","2015-02-03 05:34:53","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

"228","2015-02-03 05:40:50","11","en","2015-02-03 05:35:15","2015-02-03 05:40:50","4","3","1","3","0","3","1","","top, rosbag, rostopic, rviz","3","3","2","1","1","1","2","1","1","2","","","1","3","2","1","3","3","1","2","1","2","2","","","20.0000000000","2","0","0","2","1","0","0","","3","1","1","2","0","0","0","1","1","3","1","2","","0","","","","","1","","","","","RES","6.0000000000","10","20","30","10","30","","339.35","53.07","","","27.9","","","58.1","","","","43.78","","19.36","","","44.38","","18.64","","7.35","","","","","6.17","","3.14","","","","","57.46","","",""

"229","","","en","2015-02-03 09:56:03","2015-02-03 09:56:03","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","0","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""