"use strict"; const assert = require("node:assert/strict"); const {JSDOM} = require("jsdom"); const katex_tests = require("../../zerver/tests/fixtures/katex_test_cases.json"); const {parse} = require("../src/markdown.ts"); const {zrequire, set_global} = require("./lib/namespace.cjs"); const {run_test} = require("./lib/test.cjs"); const {window} = new JSDOM(); const compose_paste = zrequire("compose_paste"); const stream_data = zrequire("stream_data"); set_global("document", {}); stream_data.add_sub_for_tests({ stream_id: 4, name: "Rome", }); stream_data.add_sub_for_tests({ stream_id: 5, name: "Romeo`s lair", }); run_test("try_stream_topic_syntax_text", () => { const test_cases = [ [ "http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT", "#**Rome>old FAILED EXPORT**", ], [ "http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/100.25.20profits", "#**Rome>100% profits**", ], [ "http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/old.20API.20wasn't.20compiling.20erratically", "#**Rome>old API wasn't compiling erratically**", ], ["http://different.origin.com/#narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT"], [ "http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT/near/100", "#**Rome>old FAILED EXPORT@100**", ], ["http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic//near/100", "#**Rome>@100**"], [ "http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT/with/100", "#**Rome>old FAILED EXPORT**", ], // malformed urls ["http://zulip.zulipdev.com/narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT"], ["http://zulip.zulipdev.com/#not_narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT"], ["http://zulip.zulipdev.com/#narrow/not_stream/4-Rome/topic/old.20FAILED.20EXPORT"], ["http://zulip.zulipdev.com/#narrow/channel/4-Rome/not_topic/old.20FAILED.20EXPORT"], ["http://zulip.zulipdev.com/#narrow/channel/4-Rome/", "#**Rome**"], ["http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic"], ["http://zulip.zulipdev.com/#narrow/topic/cheese"], ["http://zulip.zulipdev.com/#narrow/topic/pizza/stream/Rome"], ["http://zulip.zulipdev.com/#narrow/channel/4-Rome/topic/old.20FAILED.20EXPORT/near/"], // When a url containing characters which are known to produce broken // #**stream>topic** urls is pasted, a normal markdown link syntax is produced. [ "http://zulip.zulipdev.com/#narrow/stream/4-Rome/topic/100.25.20profits.60", "[#Rome > 100% profits`](#narrow/channel/4-Rome/topic/100.25.20profits.60)", ], [ "http://zulip.zulipdev.com/#narrow/stream/4-Rome/topic/100.25.20*profits", "[#Rome > 100% *profits](#narrow/channel/4-Rome/topic/100.25.20*profits)", ], [ "http://zulip.zulipdev.com/#narrow/stream/4-Rome/topic/.24.24 100.25.20profits", "[#Rome > $$ 100% profits](#narrow/channel/4-Rome/topic/.24.24.20100.25.20profits)", ], [ "http://zulip.zulipdev.com/#narrow/stream/4-Rome/topic/>100.25.20profits", "[#Rome > >100% profits](#narrow/channel/4-Rome/topic/.3E100.25.20profits)", ], [ "http://zulip.zulipdev.com/#narrow/stream/5-Romeo.60s-lair/topic/normal", "[#Romeo`s lair > normal](#narrow/channel/5-Romeo.60s-lair/topic/normal)", ], [ "http://zulip.zulipdev.com/#narrow/stream/4-Rome/topic/100.25.20profits.60/near/20", "[#Rome > 100% profits` @ 💬](#narrow/channel/4-Rome/topic/100.25.20profits.60/near/20)", ], ]; for (const test_case of test_cases) { const result = compose_paste.try_stream_topic_syntax_text(test_case[0]); const expected = test_case[1] ?? null; assert.equal(result, expected, "Failed for url: " + test_case[0]); } }); run_test("maybe_transform_html", () => { // Copied HTML from VS Code let paste_html = `
if ($preview_src.endsWith("&size=full"))
`; let paste_text = `if ($preview_src.endsWith("&size=full"))`; const escaped_paste_text = "if ($preview_src.endsWith("&size=full"))"; const expected_output = "
" + escaped_paste_text + "
"; assert.equal(compose_paste.maybe_transform_html(paste_html, paste_text), expected_output); // Untransformed HTML paste_html = "
Hello
World!
"; paste_text = "Hello\nWorld!"; assert.equal(compose_paste.maybe_transform_html(paste_html, paste_text), paste_html); }); run_test("paste_handler_converter", () => { /* Pasting from another Zulip message */ global.document = window.document; global.window = window; global.Node = window.Node; global.HTMLElement = window.HTMLElement; global.HTMLAnchorElement = window.HTMLAnchorElement; // Bold text let input = ' love the Zulip Organization.'; assert.equal( compose_paste.paste_handler_converter(input), " love the **Zulip** **Organization**.", ); // Inline code input = 'The JSDOM constructor'; assert.equal(compose_paste.paste_handler_converter(input), "The `JSDOM` constructor"); // A python code block input = `

zulip code block in python

print("hello")\nprint("world")
`; assert.equal( compose_paste.paste_handler_converter(input), 'zulip code block in python\n\n```Python\nprint("hello")\nprint("world")\n```', ); // Single line in a code block input = '
single line
'; assert.equal(compose_paste.paste_handler_converter(input), "`single line`"); // No code formatting if the given text area has a backtick at the cursor position input = '
single line
'; assert.equal( compose_paste.paste_handler_converter(input, { caret: () => 6, val: () => "e.g. `", }), "single line", ); // Yes code formatting if the given text area has a backtick but not at the cursor position input = '
single line
'; assert.equal( compose_paste.paste_handler_converter(input, { caret: () => 0, }), "`single line`", ); // Raw links without custom text input = 'https://zulip.readthedocs.io/en/latest/subsystems/logging.html'; assert.equal( compose_paste.paste_handler_converter(input), "https://zulip.readthedocs.io/en/latest/subsystems/logging.html", ); // Links with custom text input = 'Contributing guide'; assert.equal( compose_paste.paste_handler_converter(input), "[Contributing guide](https://zulip.readthedocs.io/en/latest/contributing/contributing.html)", ); // Only numbered list (list style retained) input = '
  1. text
'; assert.equal(compose_paste.paste_handler_converter(input), "1. text"); // Heading input = '

Zulip overview

normal text

'; assert.equal(compose_paste.paste_handler_converter(input), "# Zulip overview\n\nnormal text"); // Only heading (strip heading style) input = '

Zulip overview

'; assert.equal(compose_paste.paste_handler_converter(input), "Zulip overview"); // Italic text input = 'normal text This text is italic'; assert.equal(compose_paste.paste_handler_converter(input), "normal text *This text is italic*"); // Strikethrough text input = 'normal text This text is struck through'; assert.equal( compose_paste.paste_handler_converter(input), "normal text ~~This text is struck through~~", ); // Emojis input = 'emojis: :smile: :family_man_woman_girl:'; assert.equal( compose_paste.paste_handler_converter(input), "emojis: :smile: :family_man_woman_girl:", ); // Nested lists input = ''; assert.equal( compose_paste.paste_handler_converter(input), "* bulleted\n* nested\n * nested level 1\n * nested level 1 continue\n * nested level 2\n * nested level 2 continue", ); // Heading from https://arxiv.org/abs/1301.3191 input = '

Enriched categories as a free cocompletion


'; assert.equal( compose_paste.paste_handler_converter(input), "Enriched categories as a free cocompletion", ); // Heading from https://www.sciencedirect.com/science/article/pii/S0001870815004715 input = '

Abstract


'; assert.equal(compose_paste.paste_handler_converter(input), "Abstract"); // Heading from https://en.wikipedia.org/wiki/James_Madison input = '

James Madison


'; assert.equal(compose_paste.paste_handler_converter(input), "James Madison"); // Heading from https://customer-identity-access-management.hashnode.dev/from-words-to-vectors-understanding-the-magic-of-text-embedding input = `

From Words to Vectors: Understanding the Magic of Text Embedding

`; assert.equal( compose_paste.paste_handler_converter(input), "From Words to Vectors: Understanding the Magic of Text Embedding", ); // Check we don't double-convert HTML to text. input = `turtles are cool`; assert.equal(compose_paste.paste_handler_converter(input), "turtles are cool"); input = `<del>turtles are cool</del>`; assert.equal(compose_paste.paste_handler_converter(input), "turtles are cool"); // 2 paragraphs with line break/s in between input = '

paragraph 1


paragraph 2

'; assert.equal(compose_paste.paste_handler_converter(input), "paragraph 1\n\nparagraph 2"); // Pasting from external sources // Pasting list from GitHub input = '

Test list:

  • Item 1
  • Item 2
'; assert.equal(compose_paste.paste_handler_converter(input), "Test list:\n* Item 1\n* Item 2"); // Pasting list from VS Code input = '
Test list:
'; assert.equal(compose_paste.paste_handler_converter(input), "Test list:\n* Item 1\n* Item 2"); // Pasting from Google Sheets (remove 123'; assert.equal(compose_paste.paste_handler_converter(input), "123"); // Pasting from Excel input = `\n\n\n\n\n\n\n\n\n\n\n\n \n \n \n \n \n \n \n\n
$\n 20.00
$ 7.00
\n\n`; // Pasting from Excel using ^V should paste an image. assert.ok(compose_paste.is_single_image(input)); // Pasting from Excel using ^⇧V should paste formatted text. assert.equal(compose_paste.paste_handler_converter(input), " \n\n$ 20.00\n\n$ 7.00"); // Pasting from LibreOffice Calc should paste an image. input = `
KathleenHannerFemaleUnited States
NereidaMagwoodFemaleUnited States
`; assert.ok(compose_paste.is_single_image(input)); // This contains three child elements inside the body tag, pasted // from LibreOffice Writer, which is correctly classified as not an image. input = `

ello world

X

as

Jak

J

Nm

,mn

,nnf

Adlk

Asn

,amns

Nm

Oi

Poi

B

Ijo

,mn,

;ih

Oug

Iu

G

Ug

Bkjb

Kjbk

;jbj

;jb;

Bkjb

Ugug

I9

68

0

90kjb

,bnbiu

Ofif

P8gp

pugp


`; assert.ok(!compose_paste.is_single_image(input)); // has a single child element which is not a pasted // from LibreOffice Writer should get pasted normally. input = `

Hello world this is some random text.

`; assert.ok(!compose_paste.is_single_image(input)); // A single table pasted from LibreOffice Writer is incorrectly // detected as a LibreOffice Calc table. // See https://github.com/zulip/zulip/pull/34752/#discussion_r2113598064 input = `

Melgar

Female

UnitedStates

Weiland

Female

UnitedStates

Winward

Female

GreatBritain

`; assert.ok(compose_paste.is_single_image(input)); // Pasting from the mac terminal input = '

insertions

'; assert.equal(compose_paste.paste_handler_converter(input), "insertions"); // Math block tests /* This first batch of math block tests uses captured fixtures (`input`). This lets us verify behavior like the empty `.katex-display` divs in case of newlines in the `original_markdown` See https://github.com/zulip/zulip/pull/32629#discussion_r1883810127 */ for (const math_block_test of katex_tests.math_block_tests) { input = math_block_test.input; assert.equal(compose_paste.paste_handler_converter(input), math_block_test.expected_output); } // This next batch of tests round-trips the LaTeX syntax through // the Markdown processor and then the paste handler. const dummy_helper_config = { should_translate_emoticons: () => false, get_linkifier_map: () => new Map(), }; assert.equal(dummy_helper_config.should_translate_emoticons(), false); assert.deepEqual(dummy_helper_config.get_linkifier_map(), new Map()); for (const inline_math_expression_test of katex_tests.inline_math_expression_tests) { const paste_html = parse({ raw_content: inline_math_expression_test.original_markup, helper_config: dummy_helper_config, }).content; assert.equal( compose_paste.paste_handler_converter(paste_html), inline_math_expression_test.expected_output, ); } for (const span_conversion_test of katex_tests.text_node_to_span_conversion_tests) { const paste_html = parse({ raw_content: span_conversion_test.original_markup, helper_config: dummy_helper_config, }).content; assert.equal( compose_paste.paste_handler_converter(paste_html), span_conversion_test.expected_output, ); } });