blob: 6081f49c8f291206f0512a12a80786de49ff910a [file] [log] [blame]
license.botbf09a502008-08-24 00:55:551// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
initial.commit09911bf2008-07-26 23:55:294
5#ifndef CHROME_COMMON_VISITEDLINK_COMMON_H__
6#define CHROME_COMMON_VISITEDLINK_COMMON_H__
7
8#include <string>
9
10#include "base/basictypes.h"
11#include "base/logging.h"
12#include "googleurl/src/gurl.h"
13
14// number of bytes in the salt
15#define LINK_SALT_LENGTH 8
16
17// A multiprocess-safe database of the visited links for the browser. There
18// should be exactly one process that has write access (implemented by
19// VisitedLinkMaster), while all other processes should be read-only
20// (implemented by VisitedLinkSlave). These other processes add links by calling
21// the writer process to add them for it. The writer may also notify the readers
22// to replace their table when the table is resized.
23//
24// IPC is not implemented in these classes. This is done through callback
25// functions supplied by the creator of these objects to allow more flexibility,
26// especially for testing.
27//
28// This class defines the common base for these others. We implement accessors
29// for looking things up in the hash table, and for computing hash values and
30// fingerprints. Both the master and the slave inherit from this, and add their
31// own code to set up and change these values as their design requires. The
32// slave pretty much just sets up the shared memory and saves the pointer. The
33// master does a lot of work to manage the table, reading and writing it to and
34// from disk, and resizing it when it gets too full.
35//
36// To ask whether a page is in history, we compute a 64-bit fingerprint of the
37// URL. This URL is hashed and we see if it is in the URL hashtable. If it is,
38// we consider it visited. Otherwise, it is unvisited. Note that it is possible
39// to get collisions, which is the penalty for not storing all URL strings in
40// memory (which could get to be more than we want to have in memory). We use
41// a salt value for the links on one computer so that an attacker can not
42// manually create a link that causes a collision.
43class VisitedLinkCommon {
44 public:
45 // A number that identifies the URL.
46 typedef uint64 Fingerprint;
47
48 // A hash value of a fingerprint
49 typedef int32 Hash;
50
51 // A fingerprint or hash value that does not exist
52 static const Fingerprint null_fingerprint_;
53 static const Hash null_hash_;
54
55 VisitedLinkCommon();
56 virtual ~VisitedLinkCommon();
57
[email protected]8a6e1742008-12-13 17:18:5058 // Returns the fingerprint for the given URL.
59 Fingerprint ComputeURLFingerprint(const char* canonical_url,
60 size_t url_len) const {
61 return ComputeURLFingerprint(canonical_url, url_len, salt_);
62 }
63
64 // Looks up the given key in the table. The fingerprint for the URL is
65 // computed if you call one with the string argument. Returns true if found.
66 // Does not modify the hastable.
initial.commit09911bf2008-07-26 23:55:2967 bool IsVisited(const char* canonical_url, size_t url_len) const;
68 bool IsVisited(const GURL& url) const {
69 return IsVisited(url.spec().data(), url.spec().size());
70 }
[email protected]8a6e1742008-12-13 17:18:5071 bool IsVisited(Fingerprint fingerprint) const;
initial.commit09911bf2008-07-26 23:55:2972
73#ifdef UNIT_TEST
74 // Returns statistics about DB usage
75 void GetUsageStatistics(int32* table_size,
76 VisitedLinkCommon::Fingerprint** fingerprints) {
77 *table_size = table_length_;
78 *fingerprints = hash_table_;
79 }
80#endif
81
82 protected:
83 // This structure is at the beginning of the shared memory so that the slaves
84 // can get stats on the table
85 struct SharedHeader {
86 // see goes into table_length_
87 uint32 length;
88
89 // goes into salt_
90 uint8 salt[LINK_SALT_LENGTH];
91 };
92
93 // Returns the fingerprint at the given index into the URL table. This
[email protected]f09c7182009-03-10 12:54:0494 // function should be called instead of accessing the table directly to
95 // contain endian issues.
initial.commit09911bf2008-07-26 23:55:2996 Fingerprint FingerprintAt(int32 table_offset) const {
initial.commit09911bf2008-07-26 23:55:2997 if (!hash_table_)
[email protected]7fb6c862009-03-13 02:51:4998 return null_fingerprint_;
initial.commit09911bf2008-07-26 23:55:2999 return hash_table_[table_offset];
100 }
101
initial.commit09911bf2008-07-26 23:55:29102 // Computes the fingerprint of the given canonical URL. It is static so the
103 // same algorithm can be re-used by the table rebuilder, so you will have to
[email protected]8a6e1742008-12-13 17:18:50104 // pass the salt as a parameter. See the non-static version above if you
105 // want to use the current class' salt.
initial.commit09911bf2008-07-26 23:55:29106 static Fingerprint ComputeURLFingerprint(const char* canonical_url,
107 size_t url_len,
108 const uint8 salt[LINK_SALT_LENGTH]);
109
110 // Computes the hash value of the given fingerprint, this is used as a lookup
111 // into the hashtable.
112 static Hash HashFingerprint(Fingerprint fingerprint, int32 table_length) {
[email protected]7fb6c862009-03-13 02:51:49113 if (table_length == 0)
114 return null_hash_;
initial.commit09911bf2008-07-26 23:55:29115 return static_cast<Hash>(fingerprint % table_length);
116 }
[email protected]f09c7182009-03-10 12:54:04117 // Uses the current hashtable.
118 Hash HashFingerprint(Fingerprint fingerprint) const {
initial.commit09911bf2008-07-26 23:55:29119 return HashFingerprint(fingerprint, table_length_);
120 }
121
122 // pointer to the first item
123 VisitedLinkCommon::Fingerprint* hash_table_;
124
125 // the number of items in the hash table
126 int32 table_length_;
127
128 // salt used for each URL when computing the fingerprint
129 uint8 salt_[LINK_SALT_LENGTH];
130
131 private:
132 DISALLOW_EVIL_CONSTRUCTORS(VisitedLinkCommon);
133};
134
135#endif // WIN_COMMON_VISITEDLINK_COMMON_H__