mirror of
https://github.com/overcuriousity/autopsy-flatpak.git
synced 2025-07-06 21:00:22 +00:00
442 lines
20 KiB
Python
442 lines
20 KiB
Python
"""
|
|
Autopsy Forensic Browser
|
|
|
|
Copyright 2019 Basis Technology Corp.
|
|
Contact: carrier <at> sleuthkit <dot> org
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
from java.io import File
|
|
from java.lang import Class
|
|
from java.lang import ClassNotFoundException
|
|
from java.lang import Long
|
|
from java.lang import String
|
|
from java.sql import ResultSet
|
|
from java.sql import SQLException
|
|
from java.sql import Statement
|
|
from java.util.logging import Level
|
|
from java.util import ArrayList
|
|
from org.apache.commons.codec.binary import Base64
|
|
from org.sleuthkit.autopsy.casemodule import Case
|
|
from org.sleuthkit.autopsy.coreutils import Logger
|
|
from org.sleuthkit.autopsy.coreutils import MessageNotifyUtil
|
|
from org.sleuthkit.autopsy.coreutils import AppSQLiteDB
|
|
|
|
from org.sleuthkit.autopsy.datamodel import ContentUtils
|
|
from org.sleuthkit.autopsy.ingest import IngestJobContext
|
|
from org.sleuthkit.datamodel import AbstractFile
|
|
from org.sleuthkit.datamodel import BlackboardArtifact
|
|
from org.sleuthkit.datamodel import BlackboardAttribute
|
|
from org.sleuthkit.datamodel import Content
|
|
from org.sleuthkit.datamodel import TskCoreException
|
|
from org.sleuthkit.datamodel.Blackboard import BlackboardException
|
|
from org.sleuthkit.autopsy.casemodule import NoCurrentCaseException
|
|
from org.sleuthkit.datamodel import Account
|
|
from org.sleuthkit.datamodel.blackboardutils import CommunicationArtifactsHelper
|
|
from org.sleuthkit.datamodel.blackboardutils import FileAttachment
|
|
from org.sleuthkit.datamodel.blackboardutils import MessageAttachments
|
|
from org.sleuthkit.datamodel.blackboardutils.CommunicationArtifactsHelper import MessageReadStatus
|
|
from org.sleuthkit.datamodel.blackboardutils.CommunicationArtifactsHelper import CommunicationDirection
|
|
from TskContactsParser import TskContactsParser
|
|
from TskMessagesParser import TskMessagesParser
|
|
from TskCallLogsParser import TskCallLogsParser
|
|
|
|
import traceback
|
|
import general
|
|
|
|
class LineAnalyzer(general.AndroidComponentAnalyzer):
|
|
"""
|
|
Parses the Line App databases for contacts,
|
|
message and call log artifacts.
|
|
|
|
About Line parser for v9.15.1:
|
|
|
|
- Line Database Design Details:
|
|
Line has unique ids associated with their users and with their groups. These ids
|
|
are referred to as mid in the database.
|
|
|
|
Databases:
|
|
- naver_line: contains contact and msg artifacts
|
|
- call_history: contains call artifacts
|
|
|
|
Tables:
|
|
- naver_line/groups: This table contains group ids paired with metadata
|
|
about the group (such as creator, group name, etc).
|
|
|
|
- naver_line/membership This table maps user mids to group ids. Each record
|
|
contains 1 group id and 1 user mid.
|
|
|
|
- naver_line/chat_history This table contains all chat history for private
|
|
(1 to 1) and group conversations. It maps a user mid
|
|
or group id to the message details. The user mid and
|
|
group id are stored into the same column "chat_id".
|
|
If the message direction is incoming, the sender mid
|
|
is stored in the from_mid column.
|
|
|
|
- naver_line/contacts This table contains all Line contacts known to the
|
|
device.
|
|
|
|
- call_history/call_history This table contains all call history for private
|
|
and group calls. It maps a user mid or a group id
|
|
to the call details. The user mid and group id are
|
|
stored in the "caller_mid" column.
|
|
|
|
- Implementation Details:
|
|
1) Both group calls and single calls are extracted in one query. The general approach
|
|
is to build one result table with both contact mids and group ids.
|
|
This result is consistently labeled contact_list_with_groups queries below.
|
|
This table is then joined once onto the messages table to produce all communication
|
|
data.
|
|
2) Both group chats and single chats are extracted in one query.
|
|
"""
|
|
|
|
def __init__(self):
|
|
self._logger = Logger.getLogger(self.__class__.__name__)
|
|
self._LINE_PACKAGE_NAME = "jp.naver.line.android"
|
|
self._PARSER_NAME = "Line Parser"
|
|
self._VERSION = "9.15.1"
|
|
|
|
def analyze(self, dataSource, fileManager, context):
|
|
try:
|
|
contact_and_message_dbs = AppSQLiteDB.findAppDatabases(dataSource,
|
|
"naver_line", True, self._LINE_PACKAGE_NAME)
|
|
calllog_dbs = AppSQLiteDB.findAppDatabases(dataSource,
|
|
"call_history", True, self._LINE_PACKAGE_NAME)
|
|
|
|
for contact_and_message_db in contact_and_message_dbs:
|
|
current_case = Case.getCurrentCaseThrows()
|
|
helper = CommunicationArtifactsHelper(
|
|
current_case.getSleuthkitCase(), self._PARSER_NAME,
|
|
contact_and_message_db.getDBFile(), Account.Type.LINE)
|
|
self.parse_contacts(contact_and_message_db, helper)
|
|
self.parse_messages(contact_and_message_db, helper, current_case)
|
|
|
|
for calllog_db in calllog_dbs:
|
|
current_case = Case.getCurrentCaseThrows()
|
|
helper = CommunicationArtifactsHelper(
|
|
current_case.getSleuthkitCase(), self._PARSER_NAME,
|
|
calllog_db.getDBFile(), Account.Type.LINE)
|
|
self.parse_calllogs(dataSource, calllog_db, helper)
|
|
|
|
except NoCurrentCaseException as ex:
|
|
# Error parsing Line databases.
|
|
self._logger.log(Level.WARNING, "Error parsing the Line App Databases", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
|
|
for contact_and_message_db in contact_and_message_dbs:
|
|
contact_and_message_db.close()
|
|
|
|
for calllog_db in calllog_dbs:
|
|
calllog_db.close()
|
|
|
|
def parse_contacts(self, contacts_db, helper):
|
|
try:
|
|
contacts_parser = LineContactsParser(contacts_db, self._PARSER_NAME)
|
|
while contacts_parser.next():
|
|
helper.addContact(
|
|
contacts_parser.get_contact_name(),
|
|
contacts_parser.get_phone(),
|
|
contacts_parser.get_home_phone(),
|
|
contacts_parser.get_mobile_phone(),
|
|
contacts_parser.get_email(),
|
|
contacts_parser.get_other_attributes()
|
|
)
|
|
contacts_parser.close()
|
|
except SQLException as ex:
|
|
self._logger.log(Level.WARNING, "Error parsing the Line App Database for contacts", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
except TskCoreException as ex:
|
|
#Error adding artifact to case database... case is not complete.
|
|
self._logger.log(Level.SEVERE,
|
|
"Error adding Line contact artifacts to the case database.", ex)
|
|
self._logger.log(Level.SEVERE, traceback.format_exc())
|
|
except BlackboardException as ex:
|
|
#Error posting notification to blackboard
|
|
self._logger.log(Level.WARNING,
|
|
"Error posting Line contact artifacts to blackboard.", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
|
|
def parse_calllogs(self, dataSource, calllogs_db, helper):
|
|
try:
|
|
calllogs_db.attachDatabase(
|
|
dataSource, "naver_line",
|
|
calllogs_db.getDBFile().getParentPath(), "naver")
|
|
|
|
calllog_parser = LineCallLogsParser(calllogs_db)
|
|
while calllog_parser.next():
|
|
helper.addCalllog(
|
|
calllog_parser.get_call_direction(),
|
|
calllog_parser.get_phone_number_from(),
|
|
calllog_parser.get_phone_number_to(),
|
|
calllog_parser.get_call_start_date_time(),
|
|
calllog_parser.get_call_end_date_time(),
|
|
calllog_parser.get_call_type()
|
|
)
|
|
calllog_parser.close()
|
|
except SQLException as ex:
|
|
self._logger.log(Level.WARNING, "Error parsing the Line App Database for calllogs", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
except TskCoreException as ex:
|
|
#Error adding artifact to case database... case is not complete.
|
|
self._logger.log(Level.SEVERE,
|
|
"Error adding Line calllog artifacts to the case database.", ex)
|
|
self._logger.log(Level.SEVERE, traceback.format_exc())
|
|
except BlackboardException as ex:
|
|
#Error posting notification to blackboard
|
|
self._logger.log(Level.WARNING,
|
|
"Error posting Line calllog artifacts to blackboard.", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
|
|
def parse_messages(self, messages_db, helper, current_case):
|
|
try:
|
|
|
|
messages_parser = LineMessagesParser(messages_db)
|
|
while messages_parser.next():
|
|
message_artifact = helper.addMessage(
|
|
messages_parser.get_message_type(),
|
|
messages_parser.get_message_direction(),
|
|
messages_parser.get_phone_number_from(),
|
|
messages_parser.get_phone_number_to(),
|
|
messages_parser.get_message_date_time(),
|
|
messages_parser.get_message_read_status(),
|
|
messages_parser.get_message_subject(),
|
|
messages_parser.get_message_text(),
|
|
messages_parser.get_thread_id()
|
|
)
|
|
if (messages_parser.get_file_attachment() is not None):
|
|
file_attachments = ArrayList()
|
|
file_attachments.add(FileAttachment(current_case.getSleuthkitCase(), messages_db.getDBFile().getDataSource(), messages_parser.get_file_attachment()))
|
|
message_attachments = MessageAttachments(file_attachments, [])
|
|
helper.addAttachments(message_artifact, message_attachments)
|
|
|
|
messages_parser.close()
|
|
except SQLException as ex:
|
|
self._logger.log(Level.WARNING, "Error parsing the Line App Database for messages.", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
except TskCoreException as ex:
|
|
#Error adding artifact to case database... case is not complete.
|
|
self._logger.log(Level.SEVERE,
|
|
"Error adding Line message artifacts to the case database.", ex)
|
|
self._logger.log(Level.SEVERE, traceback.format_exc())
|
|
except BlackboardException as ex:
|
|
#Error posting notification to blackboard
|
|
self._logger.log(Level.WARNING,
|
|
"Error posting Line message artifacts to blackboard.", ex)
|
|
self._logger.log(Level.WARNING, traceback.format_exc())
|
|
|
|
class LineCallLogsParser(TskCallLogsParser):
|
|
"""
|
|
Parses out TSK_CALLLOG information from the Line database.
|
|
TSK_CALLLOG fields that are not in the line database are given
|
|
a default value inherited from the super class.
|
|
"""
|
|
|
|
def __init__(self, calllog_db):
|
|
super(LineCallLogsParser, self).__init__(calllog_db.runQuery(
|
|
"""
|
|
SELECT Substr(calls.call_type, -1) AS direction,
|
|
calls.start_time AS start_time,
|
|
calls.end_time AS end_time,
|
|
contact_book_w_groups.members AS group_members,
|
|
calls.caller_mid,
|
|
calls.voip_type AS call_type,
|
|
calls.voip_gc_media_type AS group_call_type
|
|
FROM (SELECT id,
|
|
Group_concat(M.m_id) AS members
|
|
FROM membership AS M
|
|
GROUP BY id
|
|
UNION
|
|
SELECT m_id,
|
|
NULL
|
|
FROM naver.contacts) AS contact_book_w_groups
|
|
JOIN call_history AS calls
|
|
ON calls.caller_mid = contact_book_w_groups.id
|
|
"""
|
|
)
|
|
)
|
|
self._OUTGOING_CALL_TYPE = "O"
|
|
self._INCOMING_CALL_TYPE = "I"
|
|
self._VIDEO_CALL_TYPE = "V"
|
|
self._AUDIO_CALL_TYPE = "A"
|
|
self._GROUP_CALL_TYPE = "G"
|
|
self._GROUP_VIDEO_CALL_TYPE = "VIDEO"
|
|
self._GROUP_AUDIO_CALL_TYPE = "AUDIO"
|
|
|
|
def get_call_direction(self):
|
|
direction = self.result_set.getString("direction")
|
|
if direction == self._OUTGOING_CALL_TYPE:
|
|
return self.OUTGOING_CALL
|
|
return self.INCOMING_CALL
|
|
|
|
def get_call_start_date_time(self):
|
|
try:
|
|
return long(self.result_set.getString("start_time")) / 1000
|
|
except ValueError as ve:
|
|
return super(LineCallLogsParser, self).get_call_start_date_time()
|
|
|
|
def get_call_end_date_time(self):
|
|
try:
|
|
return long(self.result_set.getString("end_time")) / 1000
|
|
except ValueError as ve:
|
|
return super(LineCallLogsParser, self).get_call_end_date_time()
|
|
|
|
def get_phone_number_to(self):
|
|
if self.get_call_direction() == self.OUTGOING_CALL:
|
|
group_members = self.result_set.getString("group_members")
|
|
if group_members is not None:
|
|
group_members = group_members.split(",")
|
|
return group_members
|
|
|
|
return self.result_set.getString("caller_mid")
|
|
return super(LineCallLogsParser, self).get_phone_number_to()
|
|
|
|
def get_phone_number_from(self):
|
|
if self.get_call_direction() == self.INCOMING_CALL:
|
|
return self.result_set.getString("caller_mid")
|
|
return super(LineCallLogsParser, self).get_phone_number_from()
|
|
|
|
def get_call_type(self):
|
|
call_type = self.result_set.getString("call_type")
|
|
if call_type == self._VIDEO_CALL_TYPE:
|
|
return self.VIDEO_CALL
|
|
if call_type == self._AUDIO_CALL_TYPE:
|
|
return self.AUDIO_CALL
|
|
if call_type == self._GROUP_CALL_TYPE:
|
|
g_type = self.result_set.getString("group_call_type")
|
|
if g_type == self._GROUP_VIDEO_CALL_TYPE:
|
|
return self.VIDEO_CALL
|
|
if g_type == self._GROUP_AUDIO_CALL_TYPE:
|
|
return self.AUDIO_CALL
|
|
return super(LineCallLogsParser, self).get_call_type()
|
|
|
|
class LineContactsParser(TskContactsParser):
|
|
"""
|
|
Parses out TSK_CONTACT information from the Line database.
|
|
TSK_CONTACT fields that are not in the line database are given
|
|
a default value inherited from the super class.
|
|
"""
|
|
|
|
def __init__(self, contact_db, analyzer):
|
|
super(LineContactsParser, self).__init__(contact_db.runQuery(
|
|
"""
|
|
SELECT m_id,
|
|
server_name
|
|
FROM contacts
|
|
"""
|
|
)
|
|
)
|
|
|
|
self._PARENT_ANALYZER = analyzer
|
|
|
|
def get_contact_name(self):
|
|
return self.result_set.getString("server_name")
|
|
|
|
def get_other_attributes(self):
|
|
return [BlackboardAttribute(
|
|
BlackboardAttribute.ATTRIBUTE_TYPE.TSK_ID,
|
|
self._PARENT_ANALYZER,
|
|
self.result_set.getString("m_id"))]
|
|
|
|
|
|
class LineMessagesParser(TskMessagesParser):
|
|
"""
|
|
Parse out TSK_MESSAGE information from the Line database.
|
|
TSK_MESSAGE fields that are not in the line database are given
|
|
a default value inherited from the super class.
|
|
"""
|
|
|
|
def __init__(self, message_db):
|
|
super(LineMessagesParser, self).__init__(message_db.runQuery(
|
|
"""
|
|
SELECT contact_book_w_groups.id,
|
|
contact_book_w_groups.members,
|
|
messages.from_mid,
|
|
messages.content,
|
|
messages.created_time,
|
|
messages.attachement_type,
|
|
messages.attachement_local_uri,
|
|
messages.status
|
|
FROM (SELECT id,
|
|
Group_concat(M.m_id) AS members
|
|
FROM membership AS M
|
|
GROUP BY id
|
|
UNION
|
|
SELECT m_id,
|
|
NULL
|
|
FROM contacts) AS contact_book_w_groups
|
|
JOIN chat_history AS messages
|
|
ON messages.chat_id = contact_book_w_groups.id
|
|
WHERE attachement_type != 6
|
|
"""
|
|
)
|
|
)
|
|
self._LINE_MESSAGE_TYPE = "Line Message"
|
|
#From the limited test data, it appeared that incoming
|
|
#was only associated with a 1 status. Status # 3 and 7
|
|
#was only associated with outgoing.
|
|
self._INCOMING_MESSAGE_TYPE = 1
|
|
|
|
def get_message_type(self):
|
|
return self._LINE_MESSAGE_TYPE
|
|
|
|
def get_message_date_time(self):
|
|
created_time = self.result_set.getString("created_time")
|
|
try:
|
|
#Get time in seconds (created_time is stored in ms from epoch)
|
|
return long(created_time) / 1000
|
|
except ValueError as ve:
|
|
return super(LineMessagesParser, self).get_message_date_time()
|
|
|
|
def get_message_text(self):
|
|
content = self.result_set.getString("content")
|
|
return content
|
|
|
|
def get_message_direction(self):
|
|
if self.result_set.getInt("status") == self._INCOMING_MESSAGE_TYPE:
|
|
return self.INCOMING
|
|
return self.OUTGOING
|
|
|
|
def get_phone_number_from(self):
|
|
if self.get_message_direction() == self.INCOMING:
|
|
from_mid = self.result_set.getString("from_mid")
|
|
if from_mid is not None:
|
|
return from_mid
|
|
return super(LineMessagesParser, self).get_phone_number_from()
|
|
|
|
def get_phone_number_to(self):
|
|
if self.get_message_direction() == self.OUTGOING:
|
|
group = self.result_set.getString("members")
|
|
if group is not None:
|
|
group = group.split(",")
|
|
return group
|
|
|
|
return self.result_set.getString("id")
|
|
|
|
return super(LineMessagesParser, self).get_phone_number_to()
|
|
|
|
def get_thread_id(self):
|
|
members = self.result_set.getString("members")
|
|
if members is not None:
|
|
return self.result_set.getString("id")
|
|
return super(LineMessagesParser, self).get_thread_id()
|
|
|
|
def get_file_attachment(self):
|
|
if (self.result_set.getString("attachement_local_uri") is None):
|
|
return None
|
|
# If "content:" in the beginning of the string we cannot determine at this point where a file resides. Ignoring for
|
|
# now unless data can be obtained to determine where the file may reside.
|
|
elif ("content:" in self.result_set.getString("attachement_local_uri")):
|
|
return None
|
|
else:
|
|
return self.result_set.getString("attachement_local_uri")
|
|
|