{"text_format":"2","workbook":"xls","n_sheets":1,"sheets":["Sheet 1 - Table 1"],"not_rendered":{"charts":0,"images":0,"macros":0,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"run_cost":"one","rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1904","formulas":"cached_only"}

{"sheet":"Sheet 1 - Table 1","index":0,"n_rows":63,"n_cols":20,"rows_kept":63,"cut":false,"hidden":false,"merged":[],"flags":["formulas_cached_only"]}
["Name (Lab)","Start Tool","Q1: Mins","Q1: correct","Q2: Mins","Q2: Correct","Q3: Mins","Q3: Correct","Q4: Mins","Q4: Correct","Q5: Mins","Q5: Correct"]
["PL (DCC)","AM",0.0009953703703703704,0,0.004409722222222222,1,0.0030439814814814813,1,0.006944444444444444,0,0.0017824074074074075,1]
["RR (DCC)","AM",0.0004166666666666667,1,0.003321759259259259,1,0.0011574074074074073,1,0.0036458333333333334,1,0.0028703703703703703,1]
["ET (DCC)","AM",0.00037037037037037035,1,0.001736111111111111,0,0.00125,1,0.003449074074074074,1,0.000787037037037037,1]
["SM (SOFT)","AM",0.0012152777777777778,1,0.004861111111111111,1,0.0016319444444444445,1,0.001400462962962963,1,0.0019675925925925924,1]
["CN (SOFT)","AM",0.0007986111111111112,1,0.0027314814814814814,1,0.0012152777777777778,1,0.003425925925925926,1,0.002534722222222222,1]
["DP (RMOD)","AM",0.0020833333333333333,1,0.004861111111111111,1,0.001388888888888889,1,0.0024305555555555556,1,0.0030092592592592593,1]
["JF (RMOD)","AM",0.0005787037037037037,1,0.004629629629629629,1,0.001736111111111111,1,0.002777777777777778,1,0.0008680555555555555,1]
["MD (RMOD)","AM",0.0008101851851851852,1,0.004166666666666667,1,0.001736111111111111,1,0.005381944444444444,1,0.001388888888888889,1,"Total Time","AVG accurate"]
["Average",null,0.0009085648148148148,null,0.003839699074074074,null,0.0016449652777777777,null,0.0036820023148148146,null,0.0019010416666666668]
["STDEV",null,0.0005176730251226574,null,0.0010644176682383614,null,0.000572051977359473,null,0.0016295564423127273,null,0.0008029761528546949]
["RT (DCC)","AJDT",0.0009027777777777777,0,0.005613425925925926,1,0.002476851851851852,1,0.006944444444444444,0,0.005648148148148148,0]
["OC (DCC)","AJDT",0.002025462962962963,1,0.006493055555555556,0,0.002824074074074074,0,0.006944444444444444,0,0.006944444444444444,0]
["GP (DCC)","AJDT",0.0009722222222222222,1,0.006944444444444444,0,0.0025694444444444445,0,0.006944444444444444,0,0.0014351851851851852,1]
["DH (SOFT)","AJDT",0.0010532407407407407,1,0.004131944444444444,1,0.0013078703703703703,1,0.005381944444444444,0,0.0015509259259259259,1]
["NJ (SOFT)","AJDT",0.00034722222222222224,1,0.003587962962962963,1,0.0008680555555555555,1,0.005092592592592593,1,0.0018171296296296297,1]
["NA (RMOD)","AJDT",0.000925925925925926,1,0.004861111111111111,1,0.004398148148148148,1,0.006944444444444444,0,0.003125,1]
["JL (RMOD)","AJDT",0.001388888888888889,1,0.006828703703703704,1,0.003472222222222222,1,0.006944444444444444,0,0.004050925925925926,1]
[{"$nulls":12},"Total Time","AVG accurate"]
["Average",null,0.0010879629629629629,null,0.005494378306878307,null,0.0025595238095238093,null,0.006456679894179895,null,0.0035102513227513225]
["STDEV",null,0.000477090978723375,null,0.0012413309380783226,null,0.001115999164817096,null,0.0007750909380512052,null,0.00199343742583235]
["Name (Lab)","Start Tool","Q1: Pref (norm)","Q1: AspectMaps","Q1: AJDT","Q2: Pref (norm)","Q2: AspectMaps","Q2: AJDT","Q3: Pref (norm)","Q3: AspectMaps","Q3: AJDT","Q4: Pref (norm)","Q4: AspectMaps","Q4: AJDT","Q5: Pref (norm)","Q5: AspectMaps","Q5: AJDT"," Total Pref (norm)","Total AspectMaps","Total AJDT"]
["PL (DCC)","AM",3,4,2,4,4,2,4,4,2,4,4,1,4,4,2,4,4,2]
["RR (DCC)","AM",3,4,4,4,4,1,4,4,2,4,4,1,5,4,1,4,4,1]
["ET (DCC)","AM",5,5,1,5,5,1,5,5,1,5,5,1,5,5,1,5,5,1]
["SM (SOFT)","AM",3,3,3,2,4,4,4,4,2,4,4,2,4,4,2,3,3,3]
["CN (SOFT)","AM",4,4,2,3,3,4,5,4,2,5,5,2,3,2,2,5,5,3]
["DP (RMOD)","AM",3,4,4,4,4,4,4,4,3,5,5,4,5,5,2,4,4,4]
["JF (RMOD)","AM",4,4,3,3,3,3,3,3,3,5,5,1,5,5,1,5,5,1]
["MD (RMOD)","AM",3,3,3,3,5,3,4,5,3,5,5,1,5,5,2,5,5,1]
["RT (DCC)","AJDT",3,4,2,5,5,1,5,5,1,5,5,1,5,5,1,5,4,1]
["OC (DCC)","AJDT",5,5,2,5,5,3,5,5,1,5,4,1,5,4,1,5,4,1]
["GP (DCC)","AJDT",3,3,3,4,4,2,4,5,2,4,4,3,4,5,3,4,4,3]
["DH (SOFT)","AJDT",4,5,3,5,5,2,5,5,1,5,5,1,5,5,2,5,5,2]
["NJ (SOFT)","AJDT",3,4,4,5,5,1,4,5,2,5,5,1,5,5,1,5,5,1]
["NA (RMOD)","AJDT",4,2,2,5,3,3,5,3,3,5,4,2,4,3,3,4,2,3]
["JL (RMOD)","AJDT",3,4,2,4,5,2,4,4,2,4,2,4,3,4,4,4,4,3]
[]
[]
["Average AM"]
["Average AJDT"]
[]
["Overall Avg"]
["Overall STDEV"]
[]
[]
[]
["Name (Lab)","Comments"]
["PL (DCC)","Many detailled comments, only 2 general: AM UI not always intuitive, provides more features than AJDT. "]
["RR (DCC)","Better link of AM with the source code needed"]
["ET (DCC)","Readability/Activation of aspects looks nicer in AJDT. Hover could be made more readable. Miss a way to identify interaction patterns."]
["SM (SOFT)","Neither tool is perfect. AJDT is close to the code but still not close enough for me. AM does not give me any idea about the code at all. With better integration and a more code-centric approach I might like it. My code is my model, and if tools show me the structure as it is in my head then we are good!"]
["CN (SOFT)","AM works nicely as a code comprehension tool. But in order to use it I would like to to be integrated in the IDE. Even after doing Q5 with AM I wasn’t able to complete it with AJDT."]
["DP (RMOD)","AM suffers from not being integrated with eclipse (extra information is not enough to motivate a context switch between eclipse and AM while doing a code understanding session)"]
["JF (RMOD)","Separate classes from aspects in the view. (also ask if the last task is really important for AOP?)"]
["MD (RMOD)","No comment"]
["RT (DCC)","“AJDT sucks!” Has not used any of the 2 tools before, clearly AM is more intuitive. Thinks this is because a spacial metaphor to show the data and not only text/bars/trees."]
["OC (DCC)","AM in 2 tasks is slow (scrolling large figures) Aspect colors can be confusing, esp in small figures. Popups for call shadows are confusing in the beginning"]
["GP (DCC)","No comments"]
["DH (SOFT)","Source View! (link back to source?). Don't use black for multiple aspects.Option to hide built-in classes."]
["NJ (SOFT)","No Comments"]
["NA (RMOD)","Problem of AM is lack of integration with IDE (main motivation for NOT using AM)"]
["JL (RMOD)","No comment"]