mirror of
https://github.com/overcuriousity/autopsy-flatpak.git
synced 2025-07-06 21:00:22 +00:00
Common_log updates
This commit is contained in:
Sean-M
parent
e7e69523c3
commit
253b6dac02
@ -148,6 +148,8 @@ class TestAutopsy:
|
||||
# Logs:
|
||||
self.antlog_dir = ""
|
||||
self.common_log = ""
|
||||
self.common_log_path = ""
|
||||
self.warning_log = ""
|
||||
self.csv = ""
|
||||
self.global_csv = ""
|
||||
self.html_log = ""
|
||||
@ -329,7 +331,8 @@ class Database:
|
||||
|
||||
def generate_gold_artifacts(self):
|
||||
if not self.gold_artifacts:
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name, "standard.db")
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
gold_con = sqlite3.connect(gold_db_file)
|
||||
gold_cur = gold_con.cursor()
|
||||
gold_cur.execute("SELECT COUNT(*) FROM blackboard_artifact_types")
|
||||
@ -340,7 +343,8 @@ class Database:
|
||||
|
||||
def generate_gold_attributes(self):
|
||||
if self.gold_attributes == 0:
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name, "standard.db")
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
gold_con = sqlite3.connect(gold_db_file)
|
||||
gold_cur = gold_con.cursor()
|
||||
gold_cur.execute("SELECT COUNT(*) FROM blackboard_attributes")
|
||||
@ -348,7 +352,8 @@ class Database:
|
||||
|
||||
def generate_gold_objects(self):
|
||||
if self.gold_objects == 0:
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name, "standard.db")
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
gold_con = sqlite3.connect(gold_db_file)
|
||||
gold_cur = gold_con.cursor()
|
||||
gold_cur.execute("SELECT COUNT(*) FROM tsk_objects")
|
||||
@ -430,6 +435,9 @@ def run_test(image_file, count):
|
||||
# Set the case to work for this test
|
||||
case.image_file = image_file
|
||||
case.image_name = case.get_image_name(image_file) + "(" + str(count) + ")"
|
||||
case.image = case.get_image_name(image_file)
|
||||
case.common_log_path = make_local_path(case.output_dir, case.image_name, case.common_log)
|
||||
case.warning_log = make_local_path(case.output_dir, case.image_name, "AutopsyWarnings.txt")
|
||||
case.antlog_dir = make_local_path(case.output_dir, case.image_name, "antlog.txt")
|
||||
case.known_bad_path = make_path(case.input_dir, "notablehashes.txt-md5.idx")
|
||||
case.keyword_path = make_path(case.input_dir, "notablekeywords.xml")
|
||||
@ -554,20 +562,9 @@ def rebuild():
|
||||
errors = []
|
||||
# Delete the current gold standards
|
||||
gold_dir = make_local_path(case.gold, case.image_name)
|
||||
clear_dir(gold_dir)
|
||||
|
||||
# Rebuild the database
|
||||
gold_from = make_local_path(case.output_dir, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
gold_to = make_local_path(case.gold, case.image_name, "standard.db")
|
||||
try:
|
||||
copy_file(gold_from, gold_to)
|
||||
except FileNotFoundException as e:
|
||||
errors.append(e.error)
|
||||
print(str(e))
|
||||
except Exception as e:
|
||||
errors.append("Error: Unknown fatal error when rebuilding the gold database.")
|
||||
errors.append(str(e) + "\n")
|
||||
del_dir(gold_dir)
|
||||
|
||||
copy_dir(make_local_path(case.output_dir, case.image_name), gold_dir)
|
||||
# Rebuild the HTML report
|
||||
htmlfolder = ""
|
||||
for fs in os.listdir(os.path.join(os.getcwd(),case.output_dir, case.image_name, "AutopsyTestCase", "Reports")):
|
||||
@ -596,7 +593,8 @@ def rebuild():
|
||||
# from queries while comparing
|
||||
def compare_to_gold_db():
|
||||
# SQLITE needs unix style pathing
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name, "standard.db")
|
||||
gold_db_file = os.path.join("./", case.gold, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
autopsy_db_file = os.path.join("./", case.output_dir, case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db")
|
||||
# Try to query the databases. Ignore any exceptions, the function will
|
||||
@ -776,7 +774,9 @@ def compare_tsk_objects():
|
||||
def generate_common_log():
|
||||
try:
|
||||
logs_path = make_local_path(case.output_dir, case.image_name, "logs")
|
||||
common_log = codecs.open(case.common_log, "a", "latin-1")
|
||||
common_log = codecs.open(case.common_log_path, "w", "latin-1")
|
||||
print(case.common_log_path)
|
||||
warning_log = codecs.open(case.warning_log, "w", "latin_1")
|
||||
common_log.write("--------------------------------------------------\n")
|
||||
common_log.write(case.image_name + "\n")
|
||||
common_log.write("--------------------------------------------------\n")
|
||||
@ -786,12 +786,15 @@ def generate_common_log():
|
||||
if "exception" in line.lower():
|
||||
common_log.write("From " + file +":\n" + line + "\n")
|
||||
if "warning" in line.lower():
|
||||
common_log.write("From " + file +":\n" + line + "\n")
|
||||
warning_log.write("From " + file +":\n" + line + "\n")
|
||||
if "error" in line.lower():
|
||||
common_log.write("From " + file +":\n" + line + "\n")
|
||||
log.close()
|
||||
common_log.write("\n\n")
|
||||
common_log.close()
|
||||
sort_dir = make_local_path(case.output_dir, case.image_name, "SortedErrors.txt")
|
||||
srtcmdlst = ["sort", case.common_log_path, "-o", sort_dir]
|
||||
subprocess.call(srtcmdlst)
|
||||
except Exception as e:
|
||||
printerror("Error: Unable to generate the common log.")
|
||||
printerror(str(e) + "\n")
|
||||
@ -903,7 +906,8 @@ def generate_csv(csv_path):
|
||||
vars.append( str(database.autopsy_objects) )
|
||||
vars.append( str(database.get_artifacts_count()) )
|
||||
vars.append( str(database.autopsy_attributes) )
|
||||
vars.append( make_local_path("gold", case.image_name, "standard.db") )
|
||||
vars.append( make_local_path("gold", case.image_name,
|
||||
"AutopsyTestCase", "autopsy.db") )
|
||||
vars.append( database.get_artifact_comparison() )
|
||||
vars.append( database.get_attribute_comparison() )
|
||||
vars.append( make_local_path("gold", case.image_name, "standard.html") )
|
||||
@ -980,7 +984,7 @@ def get_exceptions():
|
||||
# Returns a list of all the warnings listed in the common log
|
||||
def get_warnings():
|
||||
warnings = []
|
||||
common_log = codecs.open(case.common_log, "r", "latin-1")
|
||||
common_log = codecs.open(case.warning_log, "r", "latin-1")
|
||||
for line in common_log:
|
||||
if "warning" in line.lower():
|
||||
warnings.append(line)
|
||||
@ -1026,7 +1030,7 @@ def search_logs(string):
|
||||
# Searches the common log for any instances of a specific string.
|
||||
def search_common_log(string):
|
||||
results = []
|
||||
log = codecs.open(case.common_log, "r", "latin-1")
|
||||
log = codecs.open(case.common_log_path, "r", "latin-1")
|
||||
for line in log:
|
||||
if string in line:
|
||||
results.append(line)
|
||||
@ -1100,6 +1104,7 @@ def generate_html():
|
||||
write_html_head()
|
||||
try:
|
||||
global html
|
||||
print(case.html_log)
|
||||
html = open(case.html_log, "a")
|
||||
# The image title
|
||||
title = "<h1><a name='" + case.image_name + "'>" + case.image_name + " \
|
||||
@ -1425,6 +1430,15 @@ def clear_dir(dir):
|
||||
printerror(dir + "\n")
|
||||
return False;
|
||||
|
||||
def del_dir(dir):
|
||||
try:
|
||||
if dir_exists(dir):
|
||||
shutil.rmtree(dir)
|
||||
return True;
|
||||
except:
|
||||
printerror("Error: Cannot delete the given directory:")
|
||||
printerror(dir + "\n")
|
||||
return False;
|
||||
# Copies a given file from "ffrom" to "to"
|
||||
def copy_file(ffrom, to):
|
||||
try :
|
||||
@ -1436,12 +1450,12 @@ def copy_file(ffrom, to):
|
||||
|
||||
# Copies a directory file from "ffrom" to "to"
|
||||
def copy_dir(ffrom, to):
|
||||
try :
|
||||
if not os.path.isdir(ffrom):
|
||||
raise FileNotFoundException(ffrom)
|
||||
shutil.copytree(ffrom, to)
|
||||
except:
|
||||
raise FileNotFoundException(to)
|
||||
#try :
|
||||
if not os.path.isdir(ffrom):
|
||||
raise FileNotFoundException(ffrom)
|
||||
shutil.copytree(ffrom, to)
|
||||
#except:
|
||||
#raise FileNotFoundException(to)
|
||||
# Returns the first file in the given directory with the given extension
|
||||
def get_file_in_dir(dir, ext):
|
||||
try:
|
||||
@ -1580,7 +1594,7 @@ def execute_test():
|
||||
global attachl
|
||||
case.output_dir = make_path("output", time.strftime("%Y.%m.%d-%H.%M.%S"))
|
||||
os.makedirs(case.output_dir)
|
||||
case.common_log = make_local_path(case.output_dir, "AutopsyErrors.txt")
|
||||
case.common_log = "AutopsyErrors.txt"
|
||||
case.csv = make_local_path(case.output_dir, "CSV.txt")
|
||||
case.html_log = make_local_path(case.output_dir, "AutopsyTestCase.html")
|
||||
log_name = case.output_dir + "\\regression.log"
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user