mirror of
				https://github.com/zulip/zulip.git
				synced 2025-11-04 05:53:43 +00:00 
			
		
		
		
	Behind a feature flag you can now do searches like this:
    -pm-with:othello@example.com is:private
The "-" in front of "pm-with" tells us to exclude messages
with Othello from our search.  We support "-" in front of
all operators, although the behavior for "-search:" and
and "-near:" doesn't really change in this commit.
Note that the filtering out of "negated" predicates only
happens on the client side in this commit.  On the server
side we ignore negated predicates and send back a superset
of the results.
(imported from commit 6cdeaf32f2d493fbbb838630f0da3da880b1ca18)
		
	
		
			
				
	
	
		
			357 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
			
		
		
	
	
			357 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
var Filter = (function () {
 | 
						|
 | 
						|
function mit_edu_stream_name_match(message, operand) {
 | 
						|
    // MIT users expect narrowing to "social" to also show messages to /^(un)*social(.d)*$/
 | 
						|
    // (unsocial, ununsocial, social.d, etc)
 | 
						|
    // TODO: hoist the regex compiling out of the closure
 | 
						|
    var m = /^(?:un)*(.+?)(?:\.d)*$/i.exec(operand);
 | 
						|
    var base_stream_name = operand;
 | 
						|
    if (m !== null && m[1] !== undefined) {
 | 
						|
        base_stream_name = m[1];
 | 
						|
    }
 | 
						|
    var related_regexp = new RegExp(/^(un)*/.source + util.escape_regexp(base_stream_name) + /(\.d)*$/.source, 'i');
 | 
						|
    return related_regexp.test(message.stream);
 | 
						|
}
 | 
						|
 | 
						|
function mit_edu_topic_name_match(message, operand) {
 | 
						|
    // MIT users expect narrowing to topic "foo" to also show messages to /^foo(.d)*$/
 | 
						|
    // (foo, foo.d, foo.d.d, etc)
 | 
						|
    // TODO: hoist the regex compiling out of the closure
 | 
						|
    var m = /^(.*?)(?:\.d)*$/i.exec(operand);
 | 
						|
    var base_topic = m[1];
 | 
						|
    var related_regexp;
 | 
						|
 | 
						|
    // Additionally, MIT users expect the empty instance and
 | 
						|
    // instance "personal" to be the same.
 | 
						|
    if (base_topic === ''
 | 
						|
        || base_topic.toLowerCase() === 'personal'
 | 
						|
        || base_topic.toLowerCase() === '(instance "")')
 | 
						|
    {
 | 
						|
        related_regexp = /^(|personal|\(instance ""\))(\.d)*$/i;
 | 
						|
    } else {
 | 
						|
        related_regexp = new RegExp(/^/.source + util.escape_regexp(base_topic) + /(\.d)*$/.source, 'i');
 | 
						|
    }
 | 
						|
 | 
						|
    return related_regexp.test(message.subject);
 | 
						|
}
 | 
						|
 | 
						|
function message_in_home(message) {
 | 
						|
    if (message.type === "private" || message.mentioned ||
 | 
						|
        (page_params.narrow_stream !== undefined &&
 | 
						|
         message.stream.toLowerCase() === page_params.narrow_stream.toLowerCase())) {
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
 | 
						|
    return stream_data.in_home_view(message.stream);
 | 
						|
}
 | 
						|
 | 
						|
function message_matches_search_term(message, operator, operand) {
 | 
						|
    switch (operator) {
 | 
						|
    case 'is':
 | 
						|
        if (operand === 'private') {
 | 
						|
            return (message.type === 'private');
 | 
						|
        } else if (operand === 'starred') {
 | 
						|
            return message.starred;
 | 
						|
        } else if (operand === 'mentioned') {
 | 
						|
            return message.mentioned;
 | 
						|
        } else if (operand === 'alerted') {
 | 
						|
            return message.alerted;
 | 
						|
        }
 | 
						|
        return true; // is:whatever returns true
 | 
						|
 | 
						|
    case 'in':
 | 
						|
        if (operand === 'home') {
 | 
						|
            return message_in_home(message);
 | 
						|
        }
 | 
						|
        else if (operand === 'all') {
 | 
						|
            return true;
 | 
						|
        }
 | 
						|
        return true; // in:whatever returns true
 | 
						|
 | 
						|
    case 'near':
 | 
						|
        // this is all handled server side
 | 
						|
        return true;
 | 
						|
 | 
						|
    case 'id':
 | 
						|
        return (message.id.toString() === operand);
 | 
						|
 | 
						|
    case 'stream':
 | 
						|
        if (message.type !== 'stream') {
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        operand = operand.toLowerCase();
 | 
						|
        if (page_params.domain === "mit.edu") {
 | 
						|
            return mit_edu_stream_name_match(message, operand);
 | 
						|
        } else {
 | 
						|
            return (message.stream.toLowerCase() === operand);
 | 
						|
        }
 | 
						|
 | 
						|
    case 'topic':
 | 
						|
        if (message.type !== 'stream') {
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        operand = operand.toLowerCase();
 | 
						|
        if (page_params.domain === "mit.edu") {
 | 
						|
            return mit_edu_topic_name_match(message, operand);
 | 
						|
        } else {
 | 
						|
            return (message.subject.toLowerCase() === operand);
 | 
						|
        }
 | 
						|
 | 
						|
    case 'sender':
 | 
						|
        return (message.sender_email.toLowerCase() === operand);
 | 
						|
 | 
						|
    case 'pm-with':
 | 
						|
        return (message.type === 'private') &&
 | 
						|
            (message.reply_to.toLowerCase() === operand.split(',').sort().join(','));
 | 
						|
    }
 | 
						|
 | 
						|
    return true; // unknown operators return true (effectively ignored)
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
function Filter(operators) {
 | 
						|
    if (operators === undefined) {
 | 
						|
        this._operators = [];
 | 
						|
    } else {
 | 
						|
        this._operators = this._canonicalize_operators(operators);
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
var canonical_operators = {"from": "sender", "subject": "topic"};
 | 
						|
 | 
						|
Filter.canonicalize_operator = function (operator) {
 | 
						|
    operator = operator.toLowerCase();
 | 
						|
    if (canonical_operators.hasOwnProperty(operator)) {
 | 
						|
        return canonical_operators[operator];
 | 
						|
    } else {
 | 
						|
        return operator;
 | 
						|
    }
 | 
						|
};
 | 
						|
 | 
						|
Filter.canonicalize_term = function (opts) {
 | 
						|
    var negated = opts.negated;
 | 
						|
    var operator = opts.operator;
 | 
						|
    var operand = opts.operand;
 | 
						|
 | 
						|
    if (operator === undefined) {
 | 
						|
        blueslip.error("Old-style tuple operators are still in use for canonicalize_term");
 | 
						|
        operator = opts[0];
 | 
						|
        operand = opts[1];
 | 
						|
    }
 | 
						|
 | 
						|
    operator = Filter.canonicalize_operator(operator);
 | 
						|
 | 
						|
    switch (operator) {
 | 
						|
    case 'stream':
 | 
						|
        operand = stream_data.get_name(operand);
 | 
						|
        break;
 | 
						|
    case 'topic':
 | 
						|
        break;
 | 
						|
    case 'sender':
 | 
						|
    case 'pm-with':
 | 
						|
        operand = operand.toString().toLowerCase();
 | 
						|
        if (operand === 'me') {
 | 
						|
            operand = page_params.email;
 | 
						|
        }
 | 
						|
        break;
 | 
						|
    case 'search':
 | 
						|
        // The mac app automatically substitutes regular quotes with curly
 | 
						|
        // quotes when typing in the search bar.  Curly quotes don't trigger our
 | 
						|
        // phrase search behavior, however.  So, we replace all instances of
 | 
						|
        // curly quotes with regular quotes when doing a search.  This is
 | 
						|
        // unlikely to cause any problems and is probably what the user wants.
 | 
						|
        operand = operand.toString().toLowerCase().replace(/[\u201c\u201d]/g, '"');
 | 
						|
        break;
 | 
						|
    default:
 | 
						|
        operand = operand.toString().toLowerCase();
 | 
						|
    }
 | 
						|
 | 
						|
    // We may want to consider allowing mixed-case operators at some point
 | 
						|
    return {
 | 
						|
        negated: negated,
 | 
						|
        operator: operator,
 | 
						|
        operand: operand
 | 
						|
    };
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
 | 
						|
/* We use a variant of URI encoding which looks reasonably
 | 
						|
   nice and still handles unambiguously cases such as
 | 
						|
   spaces in operands.
 | 
						|
 | 
						|
   This is just for the search bar, not for saving the
 | 
						|
   narrow in the URL fragment.  There we do use full
 | 
						|
   URI encoding to avoid problematic characters. */
 | 
						|
function encodeOperand(operand) {
 | 
						|
    return operand.replace(/%/g,  '%25')
 | 
						|
                  .replace(/\+/g, '%2B')
 | 
						|
                  .replace(/ /g,  '+');
 | 
						|
}
 | 
						|
 | 
						|
function decodeOperand(encoded, operator) {
 | 
						|
    if (operator !== 'pm-with' && operator !== 'sender') {
 | 
						|
        encoded = encoded.replace(/\+/g, ' ');
 | 
						|
    }
 | 
						|
    return util.robust_uri_decode(encoded);
 | 
						|
}
 | 
						|
 | 
						|
// Parse a string into a list of operators (see below).
 | 
						|
Filter.parse = function (str) {
 | 
						|
    var operators   = [];
 | 
						|
    var search_term = [];
 | 
						|
    var negated;
 | 
						|
    var operator;
 | 
						|
    var operand;
 | 
						|
    var term;
 | 
						|
 | 
						|
    var matches = str.match(/"[^"]+"|\S+/g);
 | 
						|
    if (matches === null) {
 | 
						|
        return operators;
 | 
						|
    }
 | 
						|
    _.each(matches, function (token) {
 | 
						|
        var parts, operator;
 | 
						|
        parts = token.split(':');
 | 
						|
        if (token[0] === '"' || parts.length === 1) {
 | 
						|
            // Looks like a normal search term.
 | 
						|
            search_term.push(token);
 | 
						|
        } else {
 | 
						|
            // Looks like an operator.
 | 
						|
            // FIXME: Should we skip unknown operator names here?
 | 
						|
            negated = false;
 | 
						|
            operator = parts.shift();
 | 
						|
            if (feature_flags.negated_search) {
 | 
						|
                if (operator[0] === '-') {
 | 
						|
                    negated = true;
 | 
						|
                    operator = operator.slice(1);
 | 
						|
                }
 | 
						|
            }
 | 
						|
            operand = decodeOperand(parts.join(':'), operator);
 | 
						|
            term = {negated: negated, operator: operator, operand: operand};
 | 
						|
            operators.push(term);
 | 
						|
        }
 | 
						|
    });
 | 
						|
    // NB: Callers of 'parse' can assume that the 'search' operator is last.
 | 
						|
    if (search_term.length > 0) {
 | 
						|
        operator = 'search';
 | 
						|
        operand = search_term.join(' ');
 | 
						|
        term = {operator: operator, operand: operand};
 | 
						|
        operators.push(term);
 | 
						|
    }
 | 
						|
    return operators;
 | 
						|
};
 | 
						|
 | 
						|
/* Convert a list of operators to a string.
 | 
						|
   Each operator is a key-value pair like
 | 
						|
 | 
						|
       ['subject', 'my amazing subject']
 | 
						|
 | 
						|
   These are not keys in a JavaScript object, because we
 | 
						|
   might need to support multiple operators of the same type.
 | 
						|
*/
 | 
						|
Filter.unparse = function (operators) {
 | 
						|
    var parts = _.map(operators, function (elem) {
 | 
						|
 | 
						|
        if (elem.operator === 'search') {
 | 
						|
            // Search terms are the catch-all case.
 | 
						|
            // All tokens that don't start with a known operator and
 | 
						|
            // a colon are glued together to form a search term.
 | 
						|
            return elem.operand;
 | 
						|
        } else {
 | 
						|
            var sign = elem.negated ? '-' : '';
 | 
						|
            return sign + elem.operator + ':' + encodeOperand(elem.operand.toString());
 | 
						|
        }
 | 
						|
    });
 | 
						|
    return parts.join(' ');
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
 | 
						|
Filter.prototype = {
 | 
						|
    predicate: function Filter_predicate() {
 | 
						|
        if (this._predicate === undefined) {
 | 
						|
            this._predicate = this._build_predicate();
 | 
						|
        }
 | 
						|
        return this._predicate;
 | 
						|
    },
 | 
						|
 | 
						|
    operators: function Filter_operators() {
 | 
						|
        return this._operators;
 | 
						|
    },
 | 
						|
 | 
						|
    public_operators: function Filter_public_operators() {
 | 
						|
        var safe_to_return = _.filter(this._operators, function (value) {
 | 
						|
            // Filter out the "in" keyword and the embedded narrow (if any).
 | 
						|
            return value.operator !== 'in' && !(page_params.narrow_stream !== undefined &&
 | 
						|
                                                value.operator === "stream" &&
 | 
						|
                                                value.operand.toLowerCase() === page_params.narrow_stream.toLowerCase());
 | 
						|
        });
 | 
						|
        return safe_to_return;
 | 
						|
    },
 | 
						|
 | 
						|
    operands: function Filter_get_operands(operator) {
 | 
						|
        return _.chain(this._operators)
 | 
						|
            .filter(function (elem) { return elem.operator === operator; })
 | 
						|
            .map(function (elem) { return elem.operand; })
 | 
						|
            .value();
 | 
						|
    },
 | 
						|
 | 
						|
    has_operand: function Filter_has_operand(operator, operand) {
 | 
						|
        return _.any(this._operators, function (elem) {
 | 
						|
            return elem.operator === operator && elem.operand === operand;
 | 
						|
        });
 | 
						|
    },
 | 
						|
 | 
						|
    has_operator: function Filter_has_operator(operator) {
 | 
						|
        return _.any(this._operators, function (elem) {
 | 
						|
            return elem.operator === operator;
 | 
						|
        });
 | 
						|
    },
 | 
						|
 | 
						|
    is_search: function Filter_is_search() {
 | 
						|
        return this.has_operator('search');
 | 
						|
    },
 | 
						|
 | 
						|
    can_apply_locally: function Filter_can_apply_locally() {
 | 
						|
        return ! this.is_search();
 | 
						|
    },
 | 
						|
 | 
						|
    _canonicalize_operators: function Filter__canonicalize_operators(operators_mixed_case) {
 | 
						|
        return _.map(operators_mixed_case, function (tuple) {
 | 
						|
            return Filter.canonicalize_term(tuple);
 | 
						|
        });
 | 
						|
    },
 | 
						|
 | 
						|
    // Build a filter function from a list of operators.
 | 
						|
    _build_predicate: function Filter__build_predicate() {
 | 
						|
        var operators = this._operators;
 | 
						|
 | 
						|
        if (! this.can_apply_locally()) {
 | 
						|
            return function () { return true; };
 | 
						|
        }
 | 
						|
 | 
						|
        // FIXME: This is probably pretty slow.
 | 
						|
        // We could turn it into something more like a compiler:
 | 
						|
        // build JavaScript code in a string and then eval() it.
 | 
						|
 | 
						|
        return function (message) {
 | 
						|
            return _.all(operators, function (term) {
 | 
						|
                var ok = message_matches_search_term(message, term.operator, term.operand);
 | 
						|
                if (term.negated) {
 | 
						|
                    ok = !ok;
 | 
						|
                }
 | 
						|
                return ok;
 | 
						|
            });
 | 
						|
        };
 | 
						|
    }
 | 
						|
};
 | 
						|
 | 
						|
return Filter;
 | 
						|
 | 
						|
}());
 | 
						|
if (typeof module !== 'undefined') {
 | 
						|
    module.exports = Filter;
 | 
						|
}
 |