From f4871dad2245a48e2215b7b3987136f8b5399b6e Mon Sep 17 00:00:00 2001
From: dhurd <dhurd@basistech.com>
Date: Fri, 6 Jul 2012 09:30:25 -0400
Subject: [PATCH 1/5] Updates regression.py

Regression test now includes testing and rebuilding for a "golden
report". Script cross-refrences generated .html report with the golden
.html report  /gold/[image name]/report.html
---
 Testing/script/regression.py | 84 +++++++++++++++++++++++++++++++++---
 1 file changed, 77 insertions(+), 7 deletions(-)

diff --git a/Testing/script/regression.py b/Testing/script/regression.py
index c8f5a55e61..7c7fc3308a 100644
--- a/Testing/script/regression.py
+++ b/Testing/script/regression.py
@@ -74,8 +74,9 @@ def testCompareToGold(inFile):
 
   name = imageName(inFile)
   cwd = wgetcwd()
-  goldFile = os.path.join(cwd,goldDir,name,"standard.db")
-  testFile = os.path.join(cwd,outDir,name,"AutopsyTestCase","autopsy.db")
+  
+  goldFile = os.path.join("./",goldDir,name,"standard.db")  
+  testFile = os.path.join("./",outDir,name,"AutopsyTestCase","autopsy.db")
   if os.path.isfile(goldFile) == False:
     markError("No gold standard exists", inFile)
     return
@@ -129,18 +130,84 @@ def testCompareToGold(inFile):
   else:
       print("Object counts match!")
 
+def clearGoldDir(inFile):
+  cwd = wgetcwd()
+  if os.path.exists(os.path.join(cwd,goldDir,inFile)):
+    shutil.rmtree(os.path.join(cwd,goldDir,inFile))
+  os.makedirs(os.path.join(cwd,goldDir,inFile))
+
 def copyTestToGold(inFile): 
   print "------------------------------------------------"
   print "Recreating gold standard from results."
   inFile = imageName(inFile)
   cwd = wgetcwd()
-  goldFile = os.path.join(cwd,goldDir,inFile,"standard.db")
-  testFile = os.path.join(cwd,outDir,inFile,"AutopsyTestCase","autopsy.db")
-  if os.path.exists(os.path.join(cwd,goldDir,inFile)):
-      shutil.rmtree(os.path.join(cwd,goldDir,inFile))
-  os.makedirs(os.path.join(cwd,goldDir,inFile))
+  goldFile = os.path.join("./",goldDir,inFile,"standard.db")
+  testFile = os.path.join("./",outDir,inFile,"AutopsyTestCase","autopsy.db")
   shutil.copy(testFile, goldFile)
 
+def copyReportToGold(inFile): 
+  print "------------------------------------------------"
+  print "Recreating gold report from results."
+  inFile = imageName(inFile)
+  cwd = wgetcwd()
+  goldReport = os.path.join("./",goldDir,inFile,"report.html")
+  testReportPath = os.path.join("./",outDir,inFile,"AutopsyTestCase","Reports")
+  # Because Java adds a timestamp to the report file, one can't call it
+  # directly, so one must get a list of files in the dir, which are only
+  # reports, then filter for the .html report
+  for files in os.listdir(testReportPath):
+    if files.endswith(".html"): # Get the HTML one
+      testReport = os.path.join("./",outDir,inFile,"AutopsyTestCase","Reports",files)
+  shutil.copy(testReport, goldReport)
+
+def testCompareReports(inFile):
+  print "------------------------------------------------"
+  print "Comparing report to golden report."
+  
+  name = imageName(inFile)
+  goldReport = os.path.join("./",goldDir,name,"report.html")  
+  testReportPath = os.path.join("./",outDir,name,"AutopsyTestCase","Reports")
+  # Because Java adds a timestamp to the report file, one can't call it
+  # directly, so one must get a list of files in the dir, which are only
+  # reports, then filter for the .html report
+  for files in os.listdir(testReportPath):
+    if files.endswith(".html"): # Get the HTML one
+      testReport = os.path.join("./",outDir,name,"AutopsyTestCase","Reports",files)
+  if os.path.isfile(goldReport) == False:
+    markError("No gold report exists", inFile)
+    return
+  if os.path.isfile(testReport) == False:
+    markError("No report exists", inFile)
+    return
+  # Compare the reports
+  goldFile = open(goldReport)
+  testFile = open(testReport)
+  # Search for <ul> because it is first seen in the report
+  # immediately after the unnecessary metadata, styles, and timestamp
+  gold = goldFile.read()
+  test = testFile.read()
+  gold = gold[gold.find("<ul>"):]
+  test = test[test.find("<ul>"):]
+  # Splitting allows for printouts of what the difference is
+  goldList = split(gold, 50)
+  testList = split(test, 50)
+  failed = 0
+  for goldSplit, testSplit in zip(goldList, testList):
+    if goldSplit != testSplit:
+      failed = 1
+      #print "Got: " + testSplit
+      #print "Expected: " + goldSplit
+      break
+  if(failed):
+    errString = "Reports do not match."
+    markError(errString, inFile)
+  else:
+    print "Reports match."
+
+# Credit to StackOverflow:  
+def split(input, size):
+  return [input[start:start+size] for start in range(0, len(input), size)]
+
 class ImgType:
   RAW, ENCASE, SPLIT, UNKNOWN = range(4)
 
@@ -198,9 +265,12 @@ def testFile(image, rebuild):
     #print imageName(image)
     copyLogs(image)
     if rebuild:
+      clearGoldDir(image)
       copyTestToGold(image)
+      copyReportToGold(image)
     else:
       testCompareToGold(image)
+      testCompareReports(image)
 
 def usage() :
   usage = "\

From 29f1d83ee5e7e0c99da9d6fd9c660be649337f2f Mon Sep 17 00:00:00 2001
From: dhurd <dhurd@basistech.com>
Date: Fri, 6 Jul 2012 09:56:53 -0400
Subject: [PATCH 2/5] Qucik Bug Fix

Small bug that didn't properly verify if the test report existed has
been fixed.
---
 Testing/script/regression.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/Testing/script/regression.py b/Testing/script/regression.py
index 7c7fc3308a..3f99ab1223 100644
--- a/Testing/script/regression.py
+++ b/Testing/script/regression.py
@@ -170,14 +170,15 @@ def testCompareReports(inFile):
   # Because Java adds a timestamp to the report file, one can't call it
   # directly, so one must get a list of files in the dir, which are only
   # reports, then filter for the .html report
+  testReport = None
   for files in os.listdir(testReportPath):
     if files.endswith(".html"): # Get the HTML one
       testReport = os.path.join("./",outDir,name,"AutopsyTestCase","Reports",files)
   if os.path.isfile(goldReport) == False:
     markError("No gold report exists", inFile)
     return
-  if os.path.isfile(testReport) == False:
-    markError("No report exists", inFile)
+  if testReport is None:
+    markError("No test report exists", inFile)
     return
   # Compare the reports
   goldFile = open(goldReport)

From bfc19d994be65bdc9cf609983a93de3f3fa98094 Mon Sep 17 00:00:00 2001
From: dhurd <dhurd@basistech.com>
Date: Fri, 6 Jul 2012 10:25:24 -0400
Subject: [PATCH 3/5] Generate Reports Cheat

A cheat using java.awt.Robot to press keys and open the Generate Report
JDialog
---
 .../autopsy/testing/RegressionTest.java       | 42 ++++++++++++++++++-
 1 file changed, 41 insertions(+), 1 deletion(-)

diff --git a/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java b/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
index 96c91cd119..105102255b 100644
--- a/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
+++ b/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
@@ -18,6 +18,8 @@
  */
 package org.sleuthkit.autopsy.testing;
 
+import java.awt.Robot;
+import java.awt.event.KeyEvent;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.logging.Logger;
@@ -73,7 +75,9 @@ public class RegressionTest extends JellyTestCase{
                 "testConfigureHash",
                 "testConfigureIngest2",
                 "testConfigureSearch",
-                "testIngest");
+                "testIngest",
+                "testGenerateReportToolbar",
+                "testGenerateReportButton");
         return NbModuleSuite.create(conf);
     }
 
@@ -217,4 +221,40 @@ public class RegressionTest extends JellyTestCase{
         logger.info("Ingest (including enqueue) took " + (System.currentTimeMillis()-start) + "ms");
         new Timeout("pausing", 5000).sleep(); // allow keyword search to finish saving artifacts, just in case
     }
+    
+    public void testGenerateReportToolbar() {
+        logger.info("Generate Report Toolbars");
+        try {
+            Robot robot = new Robot();
+            robot.keyPress(KeyEvent.VK_ALT);
+            robot.keyRelease(KeyEvent.VK_ALT);
+            new Timeout("pausing", 500).sleep();
+            robot.keyPress(KeyEvent.VK_T);
+            robot.keyRelease(KeyEvent.VK_T);
+            new Timeout("pausing", 500).sleep();
+            robot.keyPress(KeyEvent.VK_ENTER);
+            robot.keyRelease(KeyEvent.VK_ENTER);
+        } catch(Exception ex) {
+            logger.info("Key pressing failure: "+ex.toString());
+        }
+    }
+    
+    public void testGenerateReportButton() {
+        logger.info("Generate Report Button");
+        JDialog reportDialog = JDialogOperator.waitJDialog("Generate Report", false, false);
+        JDialogOperator reportDialogOperator = new JDialogOperator(reportDialog);
+        JCheckBoxOperator jcbo0 = new JCheckBoxOperator(reportDialogOperator, "Excel");
+        jcbo0.doClick();
+        JCheckBoxOperator jcbo1 = new JCheckBoxOperator(reportDialogOperator, "Default XML");
+        jcbo1.doClick();
+        JButtonOperator jbo0 = new JButtonOperator(reportDialogOperator, "Generate Report");
+        jbo0.pushNoBlock();
+        new Timeout("pausing", 1000).sleep(); // Give it a second to open
+        
+        JDialog previewDialog = JDialogOperator.waitJDialog("Report Preview", false, false);
+        JDialogOperator previewDialogOperator = new JDialogOperator(previewDialog);
+        JButtonOperator jbo1 = new JButtonOperator(previewDialogOperator, "Close");
+        jbo1.pushNoBlock();
+        new Timeout("pausing", 1000).sleep(); // Give the program a second to idle for ascetics
+    }
 }
\ No newline at end of file

From 857498ffdffe0a47cbf50a1fd5cd2a962a5749f7 Mon Sep 17 00:00:00 2001
From: dhurd <dhurd@basistech.com>
Date: Fri, 6 Jul 2012 13:09:33 -0400
Subject: [PATCH 4/5] Completed Regression Tests

RegressionTest.java now works with Jemmy and goes through the UI.
---
 Testing/script/regression.py                  |  4 +---
 .../autopsy/testing/RegressionTest.java       | 23 +++++++------------
 2 files changed, 9 insertions(+), 18 deletions(-)

diff --git a/Testing/script/regression.py b/Testing/script/regression.py
index 3f99ab1223..c29cff73dd 100644
--- a/Testing/script/regression.py
+++ b/Testing/script/regression.py
@@ -163,7 +163,6 @@ def copyReportToGold(inFile):
 def testCompareReports(inFile):
   print "------------------------------------------------"
   print "Comparing report to golden report."
-  
   name = imageName(inFile)
   goldReport = os.path.join("./",goldDir,name,"report.html")  
   testReportPath = os.path.join("./",outDir,name,"AutopsyTestCase","Reports")
@@ -204,8 +203,7 @@ def testCompareReports(inFile):
     markError(errString, inFile)
   else:
     print "Reports match."
-
-# Credit to StackOverflow:  
+  
 def split(input, size):
   return [input[start:start+size] for start in range(0, len(input), size)]
 
diff --git a/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java b/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
index 105102255b..4c362a91f8 100644
--- a/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
+++ b/Testing/test/qa-functional/src/org/sleuthkit/autopsy/testing/RegressionTest.java
@@ -18,8 +18,6 @@
  */
 package org.sleuthkit.autopsy.testing;
 
-import java.awt.Robot;
-import java.awt.event.KeyEvent;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.logging.Logger;
@@ -27,6 +25,7 @@ import javax.swing.JDialog;
 import javax.swing.JTextField;
 import junit.framework.Test;
 import org.netbeans.jellytools.JellyTestCase;
+import org.netbeans.jellytools.MainWindowOperator;
 import org.netbeans.jellytools.NbDialogOperator;
 import org.netbeans.jellytools.WizardOperator;
 import org.netbeans.jemmy.Timeout;
@@ -224,19 +223,13 @@ public class RegressionTest extends JellyTestCase{
     
     public void testGenerateReportToolbar() {
         logger.info("Generate Report Toolbars");
-        try {
-            Robot robot = new Robot();
-            robot.keyPress(KeyEvent.VK_ALT);
-            robot.keyRelease(KeyEvent.VK_ALT);
-            new Timeout("pausing", 500).sleep();
-            robot.keyPress(KeyEvent.VK_T);
-            robot.keyRelease(KeyEvent.VK_T);
-            new Timeout("pausing", 500).sleep();
-            robot.keyPress(KeyEvent.VK_ENTER);
-            robot.keyRelease(KeyEvent.VK_ENTER);
-        } catch(Exception ex) {
-            logger.info("Key pressing failure: "+ex.toString());
-        }
+        // Force the action if necessary:
+        //new Action("Tools|Generate Report", null).perform();
+        //new Timeout("pausing", 1000).sleep();
+        MainWindowOperator mwo = MainWindowOperator.getDefault();
+        JButtonOperator jbo = new JButtonOperator(mwo, "Generate Report");
+        jbo.pushNoBlock();
+        new Timeout("pausing", 1000).sleep();
     }
     
     public void testGenerateReportButton() {

From 10ac084f4d654e1242b6bcf9736c22670da7bd78 Mon Sep 17 00:00:00 2001
From: dhurd <dhurd@basistech.com>
Date: Fri, 6 Jul 2012 13:28:32 -0400
Subject: [PATCH 5/5] Update to python script. Git added other lines

---
 Testing/script/regression.py | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/Testing/script/regression.py b/Testing/script/regression.py
index a0c3c1caf6..c29cff73dd 100644
--- a/Testing/script/regression.py
+++ b/Testing/script/regression.py
@@ -143,12 +143,6 @@ def copyTestToGold(inFile):
   cwd = wgetcwd()
   goldFile = os.path.join("./",goldDir,inFile,"standard.db")
   testFile = os.path.join("./",outDir,inFile,"AutopsyTestCase","autopsy.db")
-<<<<<<< HEAD
-=======
-  if os.path.exists(os.path.join(cwd,goldDir,inFile)):
-      shutil.rmtree(os.path.join(cwd,goldDir,inFile))
-  os.makedirs(os.path.join(cwd,goldDir,inFile))
->>>>>>> 5a8a0f056f0cc291891b5ba9167e7e526086d0ab
   shutil.copy(testFile, goldFile)
 
 def copyReportToGold(inFile):