Files
zulip/static/js/unread.js
Tim Abbott 500b161aab unread: Enable the load_server_counts setting for everyone.
This change is long overdue.  After implementing this much more robust
system and deploying it on chat.zulip.org, we hesitated to make
load_server_counts the default behavior in master, because of data
anomalies present for many existing users (basically messages far back
in their history that they had never read, on streams they believed
themselves caught up on), which would have been confusing for many
users.

However, because the mobile apps have been using this data set for a
long time, we've likely cleared out the anomalies from active users'
data set.  And for older users, they're going to come back to
approximately infinite unread messages anyway, so the data anomalies
are unlikely to be important.

Fixes #7096.
2019-07-18 13:34:55 -07:00

631 lines
16 KiB
JavaScript

var Dict = require('./dict').Dict;
// See https://zulip.readthedocs.io/en/latest/subsystems/pointer.html for notes on
// how this system is designed.
var unread = (function () {
var exports = {};
exports.suppress_unread_counts = true;
exports.set_suppress_unread_counts = function (value) {
exports.suppress_unread_counts = value;
};
exports.messages_read_in_narrow = false;
exports.set_messages_read_in_narrow = function (value) {
exports.messages_read_in_narrow = value;
};
function make_id_set() {
/* This is just a basic set class where
elements should be numeric ids.
*/
var self = {};
var ids = new Dict();
self.clear = function () {
ids.clear();
};
self.add = function (id) {
ids.set(id, true);
};
self.has = function (id) {
return ids.has(id);
};
self.add_many = function (id_list) {
_.each(id_list, function (id) {
ids.set(id, true);
});
};
self.del = function (id) {
ids.del(id);
};
self.count = function () {
return ids.num_items();
};
self.members = function () {
return ids.keys();
};
self.max = function () {
return _.max(ids.keys());
};
self.is_empty = function () {
return ids.is_empty();
};
return self;
}
var unread_messages = make_id_set();
function make_bucketer(options) {
var self = {};
var key_to_bucket = new Dict({fold_case: options.fold_case});
var reverse_lookup = new Dict();
self.clear = function () {
key_to_bucket.clear();
reverse_lookup.clear();
};
self.add = function (opts) {
var bucket_key = opts.bucket_key;
var item_id = opts.item_id;
var add_callback = opts.add_callback;
var bucket = key_to_bucket.get(bucket_key);
if (!bucket) {
bucket = options.make_bucket();
key_to_bucket.set(bucket_key, bucket);
}
if (add_callback) {
add_callback(bucket, item_id);
} else {
bucket.add(item_id);
}
reverse_lookup.set(item_id, bucket);
};
self.del = function (item_id) {
var bucket = reverse_lookup.get(item_id);
if (bucket) {
bucket.del(item_id);
reverse_lookup.del(item_id);
}
};
self.get_bucket = function (bucket_key) {
return key_to_bucket.get(bucket_key);
};
self.each = function (callback) {
key_to_bucket.each(callback);
};
self.keys = function () {
return key_to_bucket.keys();
};
return self;
}
exports.unread_pm_counter = (function () {
var self = {};
var bucketer = make_bucketer({
fold_case: false,
make_bucket: make_id_set,
});
self.clear = function () {
bucketer.clear();
};
self.set_pms = function (pms) {
_.each(pms, function (obj) {
var user_ids_string = obj.sender_id.toString();
self.set_message_ids(user_ids_string, obj.unread_message_ids);
});
};
self.set_huddles = function (huddles) {
_.each(huddles, function (obj) {
var user_ids_string = people.pm_lookup_key(obj.user_ids_string);
self.set_message_ids(user_ids_string, obj.unread_message_ids);
});
};
self.set_message_ids = function (user_ids_string, unread_message_ids) {
_.each(unread_message_ids, function (msg_id) {
bucketer.add({
bucket_key: user_ids_string,
item_id: msg_id,
});
});
};
self.add = function (message) {
var user_ids_string = people.pm_reply_user_string(message);
if (user_ids_string) {
bucketer.add({
bucket_key: user_ids_string,
item_id: message.id,
});
}
};
self.del = function (message_id) {
bucketer.del(message_id);
};
self.get_counts = function () {
var pm_dict = new Dict(); // Hash by user_ids_string -> count
var total_count = 0;
bucketer.each(function (id_set, user_ids_string) {
var count = id_set.count();
pm_dict.set(user_ids_string, count);
total_count += count;
});
return {
total_count: total_count,
pm_dict: pm_dict,
};
};
self.num_unread = function (user_ids_string) {
if (!user_ids_string) {
return 0;
}
var bucket = bucketer.get_bucket(user_ids_string);
if (!bucket) {
return 0;
}
return bucket.count();
};
self.get_msg_ids = function () {
var lists = [];
bucketer.each(function (id_set) {
var members = id_set.members();
lists.push(members);
});
var ids = [].concat.apply([], lists);
return util.sorted_ids(ids);
};
self.get_msg_ids_for_person = function (user_ids_string) {
if (!user_ids_string) {
return [];
}
var bucket = bucketer.get_bucket(user_ids_string);
if (!bucket) {
return [];
}
var ids = bucket.members();
return util.sorted_ids(ids);
};
return self;
}());
function make_per_stream_bucketer() {
return make_bucketer({
fold_case: true, // bucket keys are topics
make_bucket: make_id_set,
});
}
exports.unread_topic_counter = (function () {
var self = {};
var bucketer = make_bucketer({
fold_case: false, // bucket keys are stream_ids
make_bucket: make_per_stream_bucketer,
});
self.clear = function () {
bucketer.clear();
};
self.set_streams = function (objs) {
_.each(objs, function (obj) {
var stream_id = obj.stream_id;
var topic = obj.topic;
var unread_message_ids = obj.unread_message_ids;
_.each(unread_message_ids, function (msg_id) {
self.add(stream_id, topic, msg_id);
});
});
};
self.add = function (stream_id, topic, msg_id) {
bucketer.add({
bucket_key: stream_id,
item_id: msg_id,
add_callback: function (per_stream_bucketer) {
per_stream_bucketer.add({
bucket_key: topic,
item_id: msg_id,
});
},
});
};
self.del = function (msg_id) {
bucketer.del(msg_id);
};
function str_dict() {
// Use this when keys are topics
return new Dict({fold_case: true});
}
function num_dict() {
// Use this for stream ids.
return new Dict();
}
self.get_counts = function () {
var res = {};
res.stream_unread_messages = 0;
res.stream_count = num_dict(); // hash by stream_id -> count
res.topic_count = num_dict(); // hash of hashes (stream_id, then topic -> count)
bucketer.each(function (per_stream_bucketer, stream_id) {
// We track unread counts for streams that may be currently
// unsubscribed. Since users may re-subscribe, we don't
// completely throw away the data. But we do ignore it here,
// so that callers have a view of the **current** world.
var sub = stream_data.get_sub_by_id(stream_id);
if (!sub || !stream_data.is_subscribed(sub.name)) {
return;
}
res.topic_count.set(stream_id, str_dict());
var stream_count = 0;
per_stream_bucketer.each(function (msgs, topic) {
var topic_count = msgs.count();
res.topic_count.get(stream_id).set(topic, topic_count);
if (!muting.is_topic_muted(stream_id, topic)) {
stream_count += topic_count;
}
});
res.stream_count.set(stream_id, stream_count);
if (!stream_data.is_muted(stream_id)) {
res.stream_unread_messages += stream_count;
}
});
return res;
};
self.get_missing_topics = function (opts) {
var stream_id = opts.stream_id;
var topic_dict = opts.topic_dict;
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return [];
}
var topic_names = per_stream_bucketer.keys();
topic_names = _.reject(topic_names, function (topic_name) {
return topic_dict.has(topic_name);
});
var result = _.map(topic_names, function (topic_name) {
var msgs = per_stream_bucketer.get_bucket(topic_name);
return {
pretty_name: topic_name,
message_id: msgs.max(),
};
});
return result;
};
self.get_stream_count = function (stream_id) {
var stream_count = 0;
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return 0;
}
var sub = stream_data.get_sub_by_id(stream_id);
per_stream_bucketer.each(function (msgs, topic) {
if (sub && !muting.is_topic_muted(stream_id, topic)) {
stream_count += msgs.count();
}
});
return stream_count;
};
self.get = function (stream_id, topic) {
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return 0;
}
var topic_bucket = per_stream_bucketer.get_bucket(topic);
if (!topic_bucket) {
return 0;
}
return topic_bucket.count();
};
self.get_msg_ids_for_stream = function (stream_id) {
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return [];
}
var topic_lists = [];
var sub = stream_data.get_sub_by_id(stream_id);
per_stream_bucketer.each(function (msgs, topic) {
if (sub && !muting.is_topic_muted(stream_id, topic)) {
topic_lists.push(msgs.members());
}
});
var ids = [].concat.apply([], topic_lists);
return util.sorted_ids(ids);
};
self.get_msg_ids_for_topic = function (stream_id, topic) {
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return [];
}
var topic_bucket = per_stream_bucketer.get_bucket(topic);
if (!topic_bucket) {
return [];
}
var ids = topic_bucket.members();
return util.sorted_ids(ids);
};
self.topic_has_any_unread = function (stream_id, topic) {
var per_stream_bucketer = bucketer.get_bucket(stream_id);
if (!per_stream_bucketer) {
return false;
}
var id_set = per_stream_bucketer.get_bucket(topic);
if (!id_set) {
return false;
}
return !id_set.is_empty();
};
return self;
}());
exports.unread_mentions_counter = make_id_set();
exports.message_unread = function (message) {
if (message === undefined) {
return false;
}
return message.unread;
};
exports.get_unread_message_ids = function (message_ids) {
return _.filter(message_ids, unread_messages.has);
};
exports.get_unread_messages = function (messages) {
return _.filter(messages, function (message) {
return unread_messages.has(message.id);
});
};
exports.update_unread_topics = function (msg, event) {
var new_topic = util.get_edit_event_topic(event);
if (new_topic === undefined) {
return;
}
if (!unread_messages.has(msg.id)) {
return;
}
exports.unread_topic_counter.del(
msg.id
);
exports.unread_topic_counter.add(
msg.stream_id,
new_topic,
msg.id
);
};
exports.process_loaded_messages = function (messages) {
_.each(messages, function (message) {
if (!message.unread) {
return;
}
unread_messages.add(message.id);
if (message.type === 'private') {
exports.unread_pm_counter.add(message);
}
if (message.type === 'stream') {
exports.unread_topic_counter.add(
message.stream_id,
util.get_message_topic(message),
message.id
);
}
if (message.mentioned) {
exports.unread_mentions_counter.add(message.id);
}
});
};
exports.mark_as_read = function (message_id) {
// We don't need to check anything about the message, since all
// the following methods are cheap and work fine even if message_id
// was never set to unread.
exports.unread_pm_counter.del(message_id);
exports.unread_topic_counter.del(message_id);
exports.unread_mentions_counter.del(message_id);
unread_messages.del(message_id);
var message = message_store.get(message_id);
if (message) {
message.unread = false;
}
};
exports.declare_bankruptcy = function () {
exports.unread_pm_counter.clear();
exports.unread_topic_counter.clear();
exports.unread_mentions_counter.clear();
unread_messages.clear();
};
exports.get_counts = function () {
var res = {};
// Return a data structure with various counts. This function should be
// pretty cheap, even if you don't care about all the counts, and you
// should strive to keep it free of side effects on globals or DOM.
res.private_message_count = 0;
res.mentioned_message_count = exports.unread_mentions_counter.count();
// This sets stream_count, topic_count, and home_unread_messages
var topic_res = exports.unread_topic_counter.get_counts();
res.home_unread_messages = topic_res.stream_unread_messages;
res.stream_count = topic_res.stream_count;
res.topic_count = topic_res.topic_count;
var pm_res = exports.unread_pm_counter.get_counts();
res.pm_count = pm_res.pm_dict;
res.private_message_count = pm_res.total_count;
res.home_unread_messages += pm_res.total_count;
return res;
};
exports.num_unread_for_stream = function (stream_id) {
return exports.unread_topic_counter.get_stream_count(stream_id);
};
exports.num_unread_for_topic = function (stream_id, topic_name) {
return exports.unread_topic_counter.get(stream_id, topic_name);
};
exports.topic_has_any_unread = function (stream_id, topic) {
return exports.unread_topic_counter.topic_has_any_unread(stream_id, topic);
};
exports.num_unread_for_person = function (user_ids_string) {
return exports.unread_pm_counter.num_unread(user_ids_string);
};
exports.get_msg_ids_for_stream = function (stream_id) {
return exports.unread_topic_counter.get_msg_ids_for_stream(stream_id);
};
exports.get_msg_ids_for_topic = function (stream_id, topic_name) {
return exports.unread_topic_counter.get_msg_ids_for_topic(stream_id, topic_name);
};
exports.get_msg_ids_for_person = function (user_ids_string) {
return exports.unread_pm_counter.get_msg_ids_for_person(user_ids_string);
};
exports.get_msg_ids_for_private = function () {
return exports.unread_pm_counter.get_msg_ids();
};
exports.get_msg_ids_for_mentions = function () {
var ids = exports.unread_mentions_counter.members();
return util.sorted_ids(ids);
};
exports.get_all_msg_ids = function () {
var ids = unread_messages.members();
return util.sorted_ids(ids);
};
exports.get_missing_topics = function (opts) {
return exports.unread_topic_counter.get_missing_topics(opts);
};
exports.get_msg_ids_for_starred = function () {
// This is here for API consistency sake--we never
// have unread starred messages. (Some day we may ironically
// want to make starring the same as mark-as-unread, but
// for now starring === reading.)
return [];
};
exports.initialize = function () {
var unread_msgs = page_params.unread_msgs;
exports.unread_pm_counter.set_huddles(unread_msgs.huddles);
exports.unread_pm_counter.set_pms(unread_msgs.pms);
exports.unread_topic_counter.set_streams(unread_msgs.streams);
exports.unread_mentions_counter.add_many(unread_msgs.mentions);
_.each(unread_msgs.huddles, function (obj) {
unread_messages.add_many(obj.unread_message_ids);
});
_.each(unread_msgs.pms, function (obj) {
unread_messages.add_many(obj.unread_message_ids);
});
_.each(unread_msgs.streams, function (obj) {
unread_messages.add_many(obj.unread_message_ids);
});
unread_messages.add_many(unread_msgs.mentions);
};
return exports;
}());
if (typeof module !== 'undefined') {
module.exports = unread;
}
window.unread = unread;