Join hyphenated words broken across lines in Javadoc comments.

When a compound word was hyphenated across a line break in Javadoc
(e.g., `infinite-\n * precision`), the formatter previously joined the
tokens with a space, resulting in `infinite- precision`.

Join adjacent word literals across a line break when the preceding literal ends
in a hyphen following a word character, while preserving spaces after suspended
hyphens (e.g., `pre- and post-`).

Ported from google/google-java-format#1475 (commit 55863463), adapted to this
fork's Token API. The markdown `///` test does not apply here. The tests were
written first: hyphenatedLineBreakJoined failed with `infinite- precision`,
suspendedHyphenPreserved and hyphenBeforeParagraphBreakNotJoined guard the
cases that must stay as they are.

Author: cushon

open-java-format/src/main/java/com/palantir/javaformat/java/javadoc/JavadocLexer.java

@@ -339,6 +339,16 @@ private static ImmutableList<Token> joinAdjacentLiteralsAndAdjacentWhitespace(Li
                 continue;
             }
 
+            if (seenWhitespace.indexOf("\n") >= 0
+                    && !hasMultipleNewlines(seenWhitespace.toString())
+                    && isHyphenatedWordEnd(accumulated)
+                    && tokens.peek().getType() == LITERAL
+                    && isWordStart(tokens.peek().getValue())
+                    && !isSuspendedHyphenConjunction(tokens.peek().getValue())) {
+                accumulated.append(tokens.next().getValue());
+                continue;
+            }
+
             output.add(new Token(LITERAL, accumulated.toString()));
             accumulated.setLength(0);
 
@@ -350,13 +360,26 @@ private static ImmutableList<Token> joinAdjacentLiteralsAndAdjacentWhitespace(Li
             // We have another token coming, possibly of type OTHER. Leave it for the next iteration.
         }
 
-        /*
-         * TODO(cpovirk): Another case where we could try to join tokens is if a line ends with
-         * /[^ -]-/, as in "non-\nblocking."
-         */
         return output.build();
     }
 
+    private static boolean isHyphenatedWordEnd(CharSequence cs) {
+        int length = cs.length();
+        return length >= 2 && cs.charAt(length - 1) == '-' && isWordChar(cs.charAt(length - 2));
+    }
+
+    private static boolean isWordChar(char c) {
+        return Character.isLetterOrDigit(c) || c == '_';
+    }
+
+    private static boolean isWordStart(String s) {
+        return !s.isEmpty() && isWordChar(s.charAt(0));
+    }
+
+    private static boolean isSuspendedHyphenConjunction(String s) {
+        return s.equals("and") || s.equals("or");
+    }
+
     /**
      * Where the input has two consecutive line breaks between literals, insert a {@code <p>} tag between the literals.
      *

open-java-format/src/test/java/com/palantir/javaformat/java/JavadocFormattingTest.java

@@ -1496,4 +1496,57 @@ void snippetKeepsCommentsAndIndentation() {
         };
         doFormatTest(input, input);
     }
+
+    @Test
+    void hyphenatedLineBreakJoined() {
+        String[] input = {
+            "/**", //
+            " * This calculation requires an infinite-",
+            " * precision number.",
+            " */",
+            "class Test {}",
+        };
+        String[] expected = {
+            "/** This calculation requires an infinite-precision number. */", //
+            "class Test {}",
+        };
+        doFormatTest(input, expected);
+    }
+
+    @Test
+    void suspendedHyphenPreserved() {
+        String[] input = {
+            "/**", //
+            " * Both pre-",
+            " * and post-processing steps.",
+            " */",
+            "class Test {}",
+        };
+        String[] expected = {
+            "/** Both pre- and post-processing steps. */", //
+            "class Test {}",
+        };
+        doFormatTest(input, expected);
+    }
+
+    @Test
+    void hyphenBeforeParagraphBreakNotJoined() {
+        String[] input = {
+            "/**", //
+            " * Ends with a non-",
+            " *",
+            " * blocking paragraph.",
+            " */",
+            "class Test {}",
+        };
+        String[] expected = {
+            "/**", //
+            " * Ends with a non-",
+            " *",
+            " * <p>blocking paragraph.",
+            " */",
+            "class Test {}",
+        };
+        doFormatTest(input, expected);
+    }
 }