Renamed visits to page views and added an ability to order within groups by page views

Core/src/org/sleuthkit/autopsy/discovery/search/Bundle.properties-MERGED

@@ -7,8 +7,8 @@ DiscoveryAttributes.GroupingAttributeType.interestingItem.displayName=Interestin
 DiscoveryAttributes.GroupingAttributeType.keywordList.displayName=Keyword
 DiscoveryAttributes.GroupingAttributeType.mostRecentDate.displayName=Most Recent Activity Date
 DiscoveryAttributes.GroupingAttributeType.none.displayName=None
-DiscoveryAttributes.GroupingAttributeType.numberOfVisits.displayName=Number of Visits
 DiscoveryAttributes.GroupingAttributeType.object.displayName=Object Detected
+DiscoveryAttributes.GroupingAttributeType.pageViews.displayName=Page Views
 DiscoveryAttributes.GroupingAttributeType.parent.displayName=Parent Folder
 DiscoveryAttributes.GroupingAttributeType.size.displayName=File Size
 DiscoveryAttributes.GroupingAttributeType.tag.displayName=Tag
@@ -24,10 +24,10 @@ DiscoveryKeyUtils.InterestingItemGroupKey.noSets=None
 DiscoveryKeyUtils.KeywordListGroupKey.noKeywords=None
 DiscoveryKeyUtils.MostRecentActivityDateGroupKey.noDate=No Date Available
 DiscoveryKeyUtils.NoGroupingGroupKey.allFiles=All Files
-# {0} - totalVisits
-DiscoveryKeyUtils.NumberOfVisitsGroupKey.displayName={0} visits
-DiscoveryKeyUtils.NumberOfVisitsGroupKey.noVisits=No visits
 DiscoveryKeyUtils.ObjectDetectedGroupKey.noSets=None
+# {0} - totalVisits
+DiscoveryKeyUtils.PageViewsGroupKey.displayName={0} page views
+DiscoveryKeyUtils.PageViewsGroupKey.noVisits=No page views
 # {0} - domain
 # {1} - artifactType
 DomainSearchArtifactsRequest.toString.text=Domain: {0} ArtifactType: {1}
@@ -52,6 +52,7 @@ FileSorter.SortingMethod.filetype.displayName=File Type
 FileSorter.SortingMethod.frequency.displayName=Central Repo Frequency
 FileSorter.SortingMethod.fullPath.displayName=Full Path
 FileSorter.SortingMethod.keywordlist.displayName=Keyword List Names
+FileSorter.SortingMethod.pageViews.displayName=Page Views
 ResultFile.score.interestingResult.description=At least one instance of the file has an interesting result associated with it.
 ResultFile.score.notableFile.description=At least one instance of the file was recognized as notable.
 ResultFile.score.notableTaggedFile.description=At least one instance of the file is tagged with a notable tag.

Core/src/org/sleuthkit/autopsy/discovery/search/DiscoveryAttributes.java

@@ -608,13 +608,14 @@ public class DiscoveryAttributes {
     }
 
     /**
-     * Attribute for grouping/sorting by number of visits.
+     * Attribute for grouping/sorting domains by number of page views.
+     * Page views is defined at the number of TSK_WEB_HISTORY artifacts.
      */
-    static class NumberOfVisitsAttribute extends AttributeType {
+    static class PageViewsAttribute extends AttributeType {
 
         @Override
         public DiscoveryKeyUtils.GroupKey getGroupKey(Result result) {
-            return new DiscoveryKeyUtils.NumberOfVisitsGroupKey(result);
+            return new DiscoveryKeyUtils.PageViewsGroupKey(result);
         }
     }
 
@@ -742,7 +743,7 @@ public class DiscoveryAttributes {
         "DiscoveryAttributes.GroupingAttributeType.object.displayName=Object Detected",
         "DiscoveryAttributes.GroupingAttributeType.mostRecentDate.displayName=Most Recent Activity Date",
         "DiscoveryAttributes.GroupingAttributeType.firstDate.displayName=First Activity Date",
-        "DiscoveryAttributes.GroupingAttributeType.numberOfVisits.displayName=Number of Visits",
+        "DiscoveryAttributes.GroupingAttributeType.pageViews.displayName=Page Views",
         "DiscoveryAttributes.GroupingAttributeType.none.displayName=None"})
     public enum GroupingAttributeType {
         FILE_SIZE(new FileSizeAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_size_displayName()),
@@ -756,7 +757,7 @@ public class DiscoveryAttributes {
         OBJECT_DETECTED(new ObjectDetectedAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_object_displayName()),
         MOST_RECENT_DATE(new MostRecentActivityDateAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_mostRecentDate_displayName()),
         FIRST_DATE(new FirstActivityDateAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_firstDate_displayName()),
-        NUMBER_OF_VISITS(new NumberOfVisitsAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_numberOfVisits_displayName()),
+        PAGE_VIEWS(new PageViewsAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_pageViews_displayName()),
         NO_GROUPING(new NoGroupingAttribute(), Bundle.DiscoveryAttributes_GroupingAttributeType_none_displayName());
 
         private final AttributeType attributeType;
@@ -804,7 +805,7 @@ public class DiscoveryAttributes {
          * @return Enums that can be used to group files.
          */
         public static List<GroupingAttributeType> getOptionsForGroupingForDomains() {
-            return Arrays.asList(FREQUENCY, MOST_RECENT_DATE, FIRST_DATE, NUMBER_OF_VISITS);
+            return Arrays.asList(FREQUENCY, MOST_RECENT_DATE, FIRST_DATE, PAGE_VIEWS);
         }
     }
 

Core/src/org/sleuthkit/autopsy/discovery/search/DiscoveryKeyUtils.java

@@ -1216,12 +1216,14 @@ public class DiscoveryKeyUtils {
     }
 
     /**
-     * Key representing the number of visits.
+     * Key representing the number of page views.
+     * Page views are defined as the number of TSK_WEB_HISTORY artifacts that match
+     * a domain value.
      */
-    static class NumberOfVisitsGroupKey extends GroupKey {
+    static class PageViewsGroupKey extends GroupKey {
 
         private final String displayName;
-        private final Long visits;
+        private final Long pageViews;
 
         /**
          * Construct a new NumberOfVisitsGroupKey.
@@ -1230,19 +1232,19 @@ public class DiscoveryKeyUtils {
          */
         @NbBundle.Messages({
             "# {0} - totalVisits",
-            "DiscoveryKeyUtils.NumberOfVisitsGroupKey.displayName={0} visits",
+            "DiscoveryKeyUtils.PageViewsGroupKey.displayName={0} page views",
-            "DiscoveryKeyUtils.NumberOfVisitsGroupKey.noVisits=No visits"})
+            "DiscoveryKeyUtils.PageViewsGroupKey.noVisits=No page views"})
-        NumberOfVisitsGroupKey(Result result) {
+        PageViewsGroupKey(Result result) {
             if (result instanceof ResultDomain) {
-                Long totalVisits = ((ResultDomain) result).getTotalVisits();
+                Long totalPageViews = ((ResultDomain) result).getTotalPageViews();
-                if (totalVisits == null) {
+                if (totalPageViews == null) {
-                    totalVisits = 0L;
+                    totalPageViews = 0L;
                 }
-                visits = totalVisits;
+                pageViews = totalPageViews;
-                displayName = Bundle.DiscoveryKeyUtils_NumberOfVisitsGroupKey_displayName(Long.toString(visits));
+                displayName = Bundle.DiscoveryKeyUtils_PageViewsGroupKey_displayName(Long.toString(pageViews));
             } else {
-                displayName = Bundle.DiscoveryKeyUtils_NumberOfVisitsGroupKey_noVisits();
+                displayName = Bundle.DiscoveryKeyUtils_PageViewsGroupKey_noVisits();
-                visits = -1L;
+                pageViews = -1L;
             }
         }
 
@@ -1257,12 +1259,12 @@ public class DiscoveryKeyUtils {
         }
 
         /**
-         * Get the number of visits this group is for.
+         * Get the number of page views this group is for.
          *
-         * @return The number of visits this group is for.
+         * @return The number of page views this group is for.
          */
-        Long getVisits() {
+        Long getPageViews() {
-            return visits;
+            return pageViews;
         }
 
         @Override
@@ -1271,19 +1273,19 @@ public class DiscoveryKeyUtils {
                 return true;
             }
 
-            if (!(otherKey instanceof NumberOfVisitsGroupKey)) {
+            if (!(otherKey instanceof PageViewsGroupKey)) {
                 return false;
             }
 
-            NumberOfVisitsGroupKey visitsKey = (NumberOfVisitsGroupKey) otherKey;
+            PageViewsGroupKey pageViewsKey = (PageViewsGroupKey) otherKey;
-            return visits.equals(visitsKey.getVisits());
+            return pageViews.equals(pageViewsKey.getPageViews());
         }
 
         @Override
         public int compareTo(GroupKey otherGroupKey) {
-            if (otherGroupKey instanceof NumberOfVisitsGroupKey) {
+            if (otherGroupKey instanceof PageViewsGroupKey) {
-                NumberOfVisitsGroupKey visitsKey = (NumberOfVisitsGroupKey) otherGroupKey;
+                PageViewsGroupKey pageViewsKey = (PageViewsGroupKey) otherGroupKey;
-                return Long.compare(getVisits(), visitsKey.getVisits());
+                return Long.compare(getPageViews(), pageViewsKey.getPageViews());
             } else {
                 return compareClassNames(otherGroupKey);
             }

Core/src/org/sleuthkit/autopsy/discovery/search/DomainSearchCacheLoader.java

@@ -154,12 +154,12 @@ class DomainSearchCacheLoader extends CacheLoader<SearchKey, Map<GroupKey, List<
                 + "           SUM(CASE "
                 + "                 WHEN artifact_type_id = " + TSK_WEB_HISTORY.getTypeID() + " THEN 1 "
                 + "                 ELSE 0 "
-                + "               END) AS totalVisits,"
+                + "               END) AS totalPageViews,"
                 + "           SUM(CASE "
                 + "                 WHEN artifact_type_id = " + TSK_WEB_HISTORY.getTypeID() + " AND"
                 + "                      date BETWEEN " + sixtyDaysAgo.getEpochSecond() + " AND " + currentTime.getEpochSecond() + " THEN 1 "
                 + "                 ELSE 0 "
-                + "               END) AS last60,"
+                + "               END) AS pageViewsInLast60,"
                 + "           MAX(data_source_obj_id) AS dataSource "
                 + "FROM blackboard_artifacts"
                 + "     JOIN (" + domainsTable + ") AS domains_table"
@@ -298,21 +298,21 @@ class DomainSearchCacheLoader extends CacheLoader<SearchKey, Map<GroupKey, List<
                     if (resultSet.wasNull()) {
                         filesDownloaded = null;
                     }
-                    Long totalVisits = resultSet.getLong("totalVisits");
+                    Long totalPageViews = resultSet.getLong("totalPageViews");
                     if (resultSet.wasNull()) {
-                        totalVisits = null;
+                        totalPageViews = null;
                     }
 
-                    Long visitsInLast60 = resultSet.getLong("last60");
+                    Long pageViewsInLast60 = resultSet.getLong("pageViewsInLast60");
                     if (resultSet.wasNull()) {
-                        visitsInLast60 = null;
+                        pageViewsInLast60 = null;
                     }
                     Long dataSourceID = resultSet.getLong("dataSource");
 
                     Content dataSource = skc.getContentById(dataSourceID);
 
                     resultDomains.add(new ResultDomain(domain, activityStart,
-                            activityEnd, totalVisits, visitsInLast60, filesDownloaded, dataSource));
+                            activityEnd, totalPageViews, pageViewsInLast60, filesDownloaded, dataSource));
                 }
             } catch (SQLException ex) {
                 this.sqlCause = ex;

Core/src/org/sleuthkit/autopsy/discovery/search/ResultDomain.java

@@ -30,8 +30,8 @@ public class ResultDomain extends Result {
     private final String domain;
     private final Long activityStart;
     private final Long activityEnd;
-    private final Long totalVisits;
+    private final Long totalPageViews;
-    private final Long visitsInLast60;
+    private final Long pageViewsInLast60;
     private final Long filesDownloaded;
 
     private final Content dataSource;
@@ -42,15 +42,15 @@ public class ResultDomain extends Result {
      *
      * @param domain The domain the result is being created from.
      */
-    ResultDomain(String domain, Long activityStart, Long activityEnd, Long totalVisits,
+    ResultDomain(String domain, Long activityStart, Long activityEnd, Long totalPageViews,
-            Long visitsInLast60, Long filesDownloaded, Content dataSource) {
+            Long pageViewsInLast60, Long filesDownloaded, Content dataSource) {
         this.domain = domain;
         this.dataSource = dataSource;
         this.dataSourceId = dataSource.getId();
         this.activityStart = activityStart;
         this.activityEnd = activityEnd;
-        this.totalVisits = totalVisits;
+        this.totalPageViews = totalPageViews;
-        this.visitsInLast60 = visitsInLast60;
+        this.pageViewsInLast60 = pageViewsInLast60;
         this.filesDownloaded = filesDownloaded;
     }
 
@@ -82,22 +82,24 @@ public class ResultDomain extends Result {
     }
 
     /**
-     * Get the total number of visits that this domain has had.
+     * Get the total number of page views that this domain has had.
+     * Pages views is defined as the count of TSK_WEB_HISTORY artifacts.
      *
-     * @return The total number of visits that this domain has had.
+     * @return The total number of page views that this domain has had.
      */
-    public Long getTotalVisits() {
+    public Long getTotalPageViews() {
-        return totalVisits;
+        return totalPageViews;
     }
 
     /**
-     * Get the number of visits that this domain has had in the last 60 days.
+     * Get the number of page views that this domain has had in the last 60 days.
+     * Page views is defined as the count of TSK_WEB_HISTORY artifacts.
      *
-     * @return The number of visits that this domain has had in the last 60
+     * @return The number of page views that this domain has had in the last 60
      *         days.
      */
-    public Long getVisitsInLast60() {
+    public Long getPageViewsInLast60Days() {
-        return visitsInLast60;
+        return pageViewsInLast60;
     }
 
     /**
@@ -132,8 +134,8 @@ public class ResultDomain extends Result {
     @Override
     public String toString() {
         return "[domain=" + this.domain + ", data_source=" + this.dataSourceId + ", start="
-                + this.activityStart + ", end=" + this.activityEnd + ", totalVisits=" + this.totalVisits + ", visitsLast60="
+                + this.activityStart + ", end=" + this.activityEnd + ", totalVisits=" + this.totalPageViews + ", visitsLast60="
-                + this.visitsInLast60 + ", downloads=" + this.filesDownloaded + ", frequency="
+                + this.pageViewsInLast60 + ", downloads=" + this.filesDownloaded + ", frequency="
                 + this.getFrequency() + "]";
     }
 }

Core/src/org/sleuthkit/autopsy/discovery/search/ResultsSorter.java

@@ -69,6 +69,8 @@ public class ResultsSorter implements Comparator<Result> {
             case BY_DOMAIN_NAME:
                 comparators.add(getDomainNameComparator());
                 break;
+            case BY_PAGE_VIEWS:
+                comparators.add(getPageViewComparator());
             default:
                 // The default comparator will be added afterward
                 break;
@@ -248,21 +250,31 @@ public class ResultsSorter implements Comparator<Result> {
             return compareStrings(first.getDomain().toLowerCase(), second.getDomain().toLowerCase());
         };
     }
-
+    
     /**
-     * Sorts results by most recent date time.
+     * Sorts domains by page view count. If a result domain reports it's 
-     *
+     * page view count as `null`, then it's assumed to be equivalent to 0.
-     * @return -1 if domain1 comes before domain2, 0 if equal, 1 otherwise.
+     * 
+     * This comparator sorts results in descending order (largest -> smallest).
      */
-    private static Comparator<Result> getMostRecentDateTimeComparator() {
+    private static Comparator<Result> getPageViewComparator() {
-        return (Result result1, Result result2) -> {
+        return (Result domain1, Result domain2) -> {
-            if (result1.getType() != SearchData.Type.DOMAIN) {
+            if (domain1.getType() != SearchData.Type.DOMAIN) {
                 return 0;
             }
 
-            ResultDomain first = (ResultDomain) result1;
+            ResultDomain first = (ResultDomain) domain1;
-            ResultDomain second = (ResultDomain) result2;
+            ResultDomain second = (ResultDomain) domain2;
-            return Long.compare(second.getActivityEnd(), first.getActivityEnd());
+            
+            Long firstPageViews = first.getTotalPageViews();
+            Long secondPageViews = second.getTotalPageViews();
+            if (firstPageViews != null && secondPageViews != null) {
+                return Long.compare(secondPageViews, firstPageViews);
+            } else if (firstPageViews == null) {
+                return 1;
+            } else {
+                return -1;
+            }
         };
     }
 
@@ -318,7 +330,8 @@ public class ResultsSorter implements Comparator<Result> {
         "FileSorter.SortingMethod.frequency.displayName=Central Repo Frequency",
         "FileSorter.SortingMethod.keywordlist.displayName=Keyword List Names",
         "FileSorter.SortingMethod.fullPath.displayName=Full Path",
-        "FileSorter.SortingMethod.domain.displayName=Domain"})
+        "FileSorter.SortingMethod.domain.displayName=Domain",
+        "FileSorter.SortingMethod.pageViews.displayName=Page Views"})
     public enum SortingMethod {
         BY_FILE_NAME(new ArrayList<>(),
                 Bundle.FileSorter_SortingMethod_filename_displayName()), // Sort alphabetically by file name
@@ -335,7 +348,8 @@ public class ResultsSorter implements Comparator<Result> {
         BY_FULL_PATH(new ArrayList<>(),
                 Bundle.FileSorter_SortingMethod_fullPath_displayName()), // Sort alphabetically by path
         BY_DOMAIN_NAME(new ArrayList<>(),
-                Bundle.FileSorter_SortingMethod_domain_displayName());
+                Bundle.FileSorter_SortingMethod_domain_displayName()),
+        BY_PAGE_VIEWS(new ArrayList<>(), Bundle.FileSorter_SortingMethod_pageViews_displayName());
 
         private final String displayName;
         private final List<DiscoveryAttributes.AttributeType> requiredAttributes;
@@ -381,7 +395,7 @@ public class ResultsSorter implements Comparator<Result> {
          * @return Enum values that can be used to ordering files.
          */
         public static List<SortingMethod> getOptionsForOrderingDomains() {
-            return Arrays.asList(BY_DOMAIN_NAME, BY_DATA_SOURCE);
+            return Arrays.asList(BY_PAGE_VIEWS, BY_DOMAIN_NAME, BY_DATA_SOURCE);
         }
 
     }

Core/src/org/sleuthkit/autopsy/discovery/ui/Bundle.properties-MERGED

@@ -54,8 +54,8 @@ DomainDetailsPanel.miniTimelineTitle.text=Mini Timeline
 DomainSummaryPanel.activity.text=Activity: {0} to {1}
 DomainSummaryPanel.downloads.text=Files downloaded: 
 DomainSummaryPanel.loadingImages.text=Loading thumbnail...
-DomainSummaryPanel.pages.text=Pages in past 60 days: 
+DomainSummaryPanel.pages.text=Page views in past 60 days: 
-DomainSummaryPanel.totalPages.text=Total visits: 
+DomainSummaryPanel.totalPages.text=Total page views: 
 GroupsListPanel.noDomainResults.message.text=No domains were found for the selected filters.\n\nReminder:\n  -The Recent Activity module must be run on each data source you want to find results in.\n  -The Central Repository module must be run on each data source if you want to filter or sort by past occurrences.\n  -The iOS Analyzer (iLEAPP) module must be run on each data source which contains data from an iOS device.\n
 GroupsListPanel.noFileResults.message.text=No files were found for the selected filters.\n\nReminder:\n  -The File Type Identification module must be run on each data source you want to find results in.\n  -The Hash Lookup module must be run on each data source if you want to filter by past occurrence.\n  -The Picture Analyzer module must be run on each data source if you are filtering by User Created content.
 GroupsListPanel.noResults.title.text=No results found

Core/src/org/sleuthkit/autopsy/discovery/ui/DomainSummaryPanel.java

@@ -142,8 +142,8 @@ class DomainSummaryPanel extends javax.swing.JPanel implements ListCellRenderer<
     @NbBundle.Messages({"# {0} - startDate",
         "# {1} - endDate",
         "DomainSummaryPanel.activity.text=Activity: {0} to {1}",
-        "DomainSummaryPanel.pages.text=Pages in past 60 days: ",
+        "DomainSummaryPanel.pages.text=Page views in past 60 days: ",
-        "DomainSummaryPanel.totalPages.text=Total visits: ",
+        "DomainSummaryPanel.totalPages.text=Total page views: ",
         "DomainSummaryPanel.downloads.text=Files downloaded: ",
         "DomainSummaryPanel.loadingImages.text=Loading thumbnail..."})
     @Override
@@ -152,8 +152,8 @@ class DomainSummaryPanel extends javax.swing.JPanel implements ListCellRenderer<
         String startDate = dateFormat.format(new Date(value.getResultDomain().getActivityStart() * 1000));
         String endDate = dateFormat.format(new Date(value.getResultDomain().getActivityEnd() * 1000));
         activityLabel.setText(Bundle.DomainSummaryPanel_activity_text(startDate, endDate));
-        totalVisitsLabel.setText(Bundle.DomainSummaryPanel_totalPages_text() + value.getResultDomain().getTotalVisits());
+        totalVisitsLabel.setText(Bundle.DomainSummaryPanel_totalPages_text() + value.getResultDomain().getTotalPageViews());
-        pagesLabel.setText(Bundle.DomainSummaryPanel_pages_text() + value.getResultDomain().getVisitsInLast60());
+        pagesLabel.setText(Bundle.DomainSummaryPanel_pages_text() + value.getResultDomain().getPageViewsInLast60Days());
         filesDownloadedLabel.setText(Bundle.DomainSummaryPanel_downloads_text() + value.getResultDomain().getFilesDownloaded());
         if (value.getThumbnail() == null) {
             numberOfImagesLabel.setText(Bundle.DomainSummaryPanel_loadingImages_text());