Web   ·   Wiki   ·   Activities   ·   Blog   ·   Lists   ·   Chat   ·   Meeting   ·   Bugs   ·   Git   ·   Translate   ·   Archive   ·   People   ·   Donate
summaryrefslogtreecommitdiffstats
path: root/bin/parse_logs/count_downloads.class.php
blob: 81ceca67309bb840ca319b1f55bfe8a1cdbfafb6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
<?php
/* ***** BEGIN LICENSE BLOCK *****
 * Version: MPL 1.1/GPL 2.0/LGPL 2.1
 *
 * The contents of this file are subject to the Mozilla Public License Version
 * 1.1 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 * http://www.mozilla.org/MPL/
 *
 * Software distributed under the License is distributed on an "AS IS" basis,
 * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
 * for the specific language governing rights and limitations under the
 * License.
 *
 * The Original Code is addons.mozilla.org site.
 *
 * The Initial Developer of the Original Code is
 * The Mozilla Foundation.
 * Portions created by the Initial Developer are Copyright (C) 2007
 * the Initial Developer. All Rights Reserved.
 *
 * Contributor(s):
 *   Justin Scott <fligtar@mozilla.com> (Original Author)
 *   Andrei Hajdukewycz <sancus@off.net>
 *
 *
 * Alternatively, the contents of this file may be used under the terms of
 * either the GNU General Public License Version 2 or later (the "GPL"), or
 * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
 * in which case the provisions of the GPL or the LGPL are applicable instead
 * of those above. If you wish to allow use of your version of this file only
 * under the terms of either the GPL or the LGPL, and not to allow others to
 * use your version of this file under the terms of the MPL, indicate your
 * decision by deleting the provisions above and replace them with the notice
 * and other provisions required by the GPL or the LGPL. If you do not delete
 * the provisions above, a recipient may use your version of this file under
 * the terms of any one of the MPL, the GPL or the LGPL.
 *
 * ***** END LICENSE BLOCK ***** */

/**
 * Counts downloads from access logs and stores in database
 */
class Count_Downloads {
    var $countedIPs = array(); // list of counted IP addresses
    var $db;
    var $totalSkipped = 0;
    var $totalSkippedNL = 0;
    var $totalCounted = 0;
    
   /**
    * Initializes download count parser
    */
    function Count_Downloads(&$db) {
        $this->db =& $db;
    }
    
   /**
    * Increment relevant properties of each add-on for each date
    *
    * @param array $details details from the parsed log line
    */
    function count($details) {
        // Clean up IP array
        $this->cleanIPs($details['unixtime']);
        
        // Make sure IP is not in blacklist and is not coming from Mozilla .nl
        if (isset($this->countedIPs[$details['ip']])) {
            $this->totalSkipped++;
            outputIfVerbose("[DownloadCounter] IP ({$details['ip']}) in blacklist; skipped");
        }
        elseif (strpos($details['ip'], MOZILLA_NL_IP) !== false) {
            $this->totalSkippedNL++;
            outputIfVerbose("[DownloadCounter] IP ({$details['ip']}) from Mozilla .nl; skipped");
        }
        elseif (empty($details['fileid'])) {
            outputIfVerbose('[DownloadCounter] No file id found');
        }
        else {
            $addon_id_result = $this->db->query("SELECT versions.addon_id FROM files LEFT JOIN versions ON files.version_id = versions.id WHERE files.id={$details['fileid']}");
            $addon_id = mysql_fetch_array($addon_id_result);
        
            if (!empty($addon_id['addon_id'])) {
                $addon_increment_result = $this->db->query("UPDATE addons SET totaldownloads=totaldownloads+1 WHERE id={$addon_id['addon_id']}", true);
                $this->updateCountsTable($addon_id['addon_id'], $details['unixtime']);
                
                $this->totalCounted++;
                outputIfVerbose("[DownloadCounter] Updated count for add-on id: {$addon_id['addon_id']}");
            }
            else {
                // Couldn't find add-on associated with the file id (disturbing)
                outputIfVerbose("[DownloadCounter] Could not retrieve add-on ID with file ID: {$details['fileid']}");
            }
            
            // Blacklist IP from being counted again for 30 seconds
            $this->countedIPs[$details['ip']] = $details['unixtime']; 
        }
    }

   /**
    * Cleans array of blacklisted IPs of IPs that downloaded over 30 seconds ago
    */
    function cleanIPs($currentTime) {
        foreach ($this->countedIPs as $ip => $downloadTime) {
            if (($currentTime - $downloadTime) > 30)
                unset($this->countedIPs[$ip]);
        }
    }

   /**
    * Updates or inserts record into counts table for add-on id and date
    */
    function updateCountsTable($addon_id, $unixtime) {
        $date = date('Y-m-d', $unixtime);
        $addon_count_result = $this->db->query("SELECT * FROM download_counts WHERE addon_id='{$addon_id}' AND date='{$date}'");
        $addon_count = mysql_fetch_array($addon_count_result);
        
        if (empty($addon_count))
            $this->db->query("INSERT INTO download_counts (addon_id, count, date) VALUES('{$addon_id}', '1', '{$date}')", true);
        else
            $this->db->query("UPDATE download_counts SET count=count+1 WHERE addon_id='{$addon_id}' AND date='{$date}'", true);
    }

}

?>