Browse Source

Upgrade to 7.4.0-snapshot-1ed95c097b (#30357)

Upgrade to lucene-7.4.0-snapshot-1ed95c097b

This version contains:
* An Analyzer for Korean
* An IntervalQuery and IntervalsSource that retrieve minimum intervals of positional queries.
* A new API to retrieve matches (offsets and positions) of a query for a single document.
* Support for soft deletes in the index writer.
* A fixed shingle filter that handles index time synonyms.
* Support for emoji sequence in ICUTokenizer (with an upgrade to icu 61.1)
Jim Ferenczi 7 years ago
parent
commit
dbd857341f
57 changed files with 35 additions and 32 deletions
  1. 1 1
      buildSrc/version.properties
  2. 2 2
      docs/Versions.asciidoc
  3. 2 0
      modules/analysis-common/src/test/java/org/elasticsearch/analysis/common/CommonAnalysisFactoryTests.java
  4. 0 1
      modules/lang-expression/licenses/lucene-expressions-7.3.0.jar.sha1
  5. 1 0
      modules/lang-expression/licenses/lucene-expressions-7.4.0-snapshot-1ed95c097b.jar.sha1
  6. 1 1
      plugins/analysis-icu/build.gradle
  7. 0 1
      plugins/analysis-icu/licenses/icu4j-59.1.jar.sha1
  8. 1 0
      plugins/analysis-icu/licenses/icu4j-61.1.jar.sha1
  9. 0 1
      plugins/analysis-icu/licenses/lucene-analyzers-icu-7.3.0.jar.sha1
  10. 1 0
      plugins/analysis-icu/licenses/lucene-analyzers-icu-7.4.0-snapshot-1ed95c097b.jar.sha1
  11. 2 2
      plugins/analysis-icu/src/main/java/org/elasticsearch/index/analysis/IcuTokenizerFactory.java
  12. 0 1
      plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.3.0.jar.sha1
  13. 1 0
      plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.4.0-snapshot-1ed95c097b.jar.sha1
  14. 0 1
      plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.3.0.jar.sha1
  15. 1 0
      plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.4.0-snapshot-1ed95c097b.jar.sha1
  16. 0 1
      plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.3.0.jar.sha1
  17. 1 0
      plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.4.0-snapshot-1ed95c097b.jar.sha1
  18. 0 1
      plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.3.0.jar.sha1
  19. 1 0
      plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.4.0-snapshot-1ed95c097b.jar.sha1
  20. 0 1
      plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.3.0.jar.sha1
  21. 1 0
      plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.4.0-snapshot-1ed95c097b.jar.sha1
  22. 0 1
      server/licenses/lucene-analyzers-common-7.3.0.jar.sha1
  23. 1 0
      server/licenses/lucene-analyzers-common-7.4.0-snapshot-1ed95c097b.jar.sha1
  24. 0 1
      server/licenses/lucene-backward-codecs-7.3.0.jar.sha1
  25. 1 0
      server/licenses/lucene-backward-codecs-7.4.0-snapshot-1ed95c097b.jar.sha1
  26. 0 1
      server/licenses/lucene-core-7.3.0.jar.sha1
  27. 1 0
      server/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1
  28. 0 1
      server/licenses/lucene-grouping-7.3.0.jar.sha1
  29. 1 0
      server/licenses/lucene-grouping-7.4.0-snapshot-1ed95c097b.jar.sha1
  30. 0 1
      server/licenses/lucene-highlighter-7.3.0.jar.sha1
  31. 1 0
      server/licenses/lucene-highlighter-7.4.0-snapshot-1ed95c097b.jar.sha1
  32. 0 1
      server/licenses/lucene-join-7.3.0.jar.sha1
  33. 1 0
      server/licenses/lucene-join-7.4.0-snapshot-1ed95c097b.jar.sha1
  34. 0 1
      server/licenses/lucene-memory-7.3.0.jar.sha1
  35. 1 0
      server/licenses/lucene-memory-7.4.0-snapshot-1ed95c097b.jar.sha1
  36. 0 1
      server/licenses/lucene-misc-7.3.0.jar.sha1
  37. 1 0
      server/licenses/lucene-misc-7.4.0-snapshot-1ed95c097b.jar.sha1
  38. 0 1
      server/licenses/lucene-queries-7.3.0.jar.sha1
  39. 1 0
      server/licenses/lucene-queries-7.4.0-snapshot-1ed95c097b.jar.sha1
  40. 0 1
      server/licenses/lucene-queryparser-7.3.0.jar.sha1
  41. 1 0
      server/licenses/lucene-queryparser-7.4.0-snapshot-1ed95c097b.jar.sha1
  42. 0 1
      server/licenses/lucene-sandbox-7.3.0.jar.sha1
  43. 1 0
      server/licenses/lucene-sandbox-7.4.0-snapshot-1ed95c097b.jar.sha1
  44. 0 1
      server/licenses/lucene-spatial-7.3.0.jar.sha1
  45. 1 0
      server/licenses/lucene-spatial-7.4.0-snapshot-1ed95c097b.jar.sha1
  46. 0 1
      server/licenses/lucene-spatial-extras-7.3.0.jar.sha1
  47. 1 0
      server/licenses/lucene-spatial-extras-7.4.0-snapshot-1ed95c097b.jar.sha1
  48. 0 1
      server/licenses/lucene-spatial3d-7.3.0.jar.sha1
  49. 1 0
      server/licenses/lucene-spatial3d-7.4.0-snapshot-1ed95c097b.jar.sha1
  50. 0 1
      server/licenses/lucene-suggest-7.3.0.jar.sha1
  51. 1 0
      server/licenses/lucene-suggest-7.4.0-snapshot-1ed95c097b.jar.sha1
  52. 1 1
      server/src/main/java/org/elasticsearch/Version.java
  53. 1 0
      test/framework/src/main/java/org/elasticsearch/indices/analysis/AnalysisFactoryTestCase.java
  54. 0 1
      x-pack/plugin/sql/jdbc/licenses/lucene-core-7.3.0.jar.sha1
  55. 1 0
      x-pack/plugin/sql/jdbc/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1
  56. 0 1
      x-pack/plugin/sql/sql-proto/licenses/lucene-core-7.3.0.jar.sha1
  57. 1 0
      x-pack/plugin/sql/sql-proto/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1

+ 1 - 1
buildSrc/version.properties

@@ -1,5 +1,5 @@
 elasticsearch     = 7.0.0-alpha1
-lucene            = 7.3.0
+lucene            = 7.4.0-snapshot-1ed95c097b
 
 # optional dependencies
 spatial4j         = 0.7

+ 2 - 2
docs/Versions.asciidoc

@@ -1,7 +1,7 @@
 :version:               7.0.0-alpha1
 :major-version:         7.x
-:lucene_version:        7.3.0
-:lucene_version_path:   7_3_0
+:lucene_version:        7.4.0
+:lucene_version_path:   7_4_0
 :branch:                master
 :jdk:                   1.8.0_131
 :jdk_major:             8

+ 2 - 0
modules/analysis-common/src/test/java/org/elasticsearch/analysis/common/CommonAnalysisFactoryTests.java

@@ -130,6 +130,8 @@ public class CommonAnalysisFactoryTests extends AnalysisFactoryTestCase {
         filters.put("brazilianstem", BrazilianStemTokenFilterFactory.class);
         filters.put("czechstem", CzechStemTokenFilterFactory.class);
         filters.put("germanstem", GermanStemTokenFilterFactory.class);
+        // this filter is not exposed and should only be used internally
+        filters.put("fixedshingle", Void.class);
         return filters;
     }
 

+ 0 - 1
modules/lang-expression/licenses/lucene-expressions-7.3.0.jar.sha1

@@ -1 +0,0 @@
-cb82d9db3043bbd25b4d0eb5022ed1e529c936d3

+ 1 - 0
modules/lang-expression/licenses/lucene-expressions-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+63ff4af3504881744695f6239fcb3e9c0e3240b1

+ 1 - 1
plugins/analysis-icu/build.gradle

@@ -30,7 +30,7 @@ forbiddenApis {
 
 dependencies {
   compile "org.apache.lucene:lucene-analyzers-icu:${versions.lucene}"
-  compile 'com.ibm.icu:icu4j:59.1'
+  compile 'com.ibm.icu:icu4j:61.1'
 }
 
 dependencyLicenses {

+ 0 - 1
plugins/analysis-icu/licenses/icu4j-59.1.jar.sha1

@@ -1 +0,0 @@
-6f06e820cf4c8968bbbaae66ae0b33f6a256b57f

+ 1 - 0
plugins/analysis-icu/licenses/icu4j-61.1.jar.sha1

@@ -0,0 +1 @@
+28d33b5e44e72edcc66a5da7a34a42147f38d987

+ 0 - 1
plugins/analysis-icu/licenses/lucene-analyzers-icu-7.3.0.jar.sha1

@@ -1 +0,0 @@
-c09216a18658d5b2912566efff8665e45edc24b4

+ 1 - 0
plugins/analysis-icu/licenses/lucene-analyzers-icu-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+5f3c053ef858c58c74a687a40f5451d19b69850b

+ 2 - 2
plugins/analysis-icu/src/main/java/org/elasticsearch/index/analysis/IcuTokenizerFactory.java

@@ -89,9 +89,9 @@ public class IcuTokenizerFactory extends AbstractTokenizerFactory {
                 // cjkAsWords nor myanmarAsWords are not configurable yet.
                 ICUTokenizerConfig config = new DefaultICUTokenizerConfig(true, true) {
                     @Override
-                    public BreakIterator getBreakIterator(int script) {
+                    public RuleBasedBreakIterator getBreakIterator(int script) {
                         if (breakers[script] != null) {
-                            return (BreakIterator) breakers[script].clone();
+                            return (RuleBasedBreakIterator) breakers[script].clone();
                         } else {
                             return super.getBreakIterator(script);
                         }

+ 0 - 1
plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.3.0.jar.sha1

@@ -1 +0,0 @@
-c9d5bbd0affa90b46e173c762c35419a54977c35

+ 1 - 0
plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+a6e72085f7c2ade43ec0e5f52c227e6f715666ad

+ 0 - 1
plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.3.0.jar.sha1

@@ -1 +0,0 @@
-4e6c63fa8ae005d81d12f0d88ffa98346b443ac4

+ 1 - 0
plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+25c93466d0a2c41df0cf98de77d632f3f02fa98d

+ 0 - 1
plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.3.0.jar.sha1

@@ -1 +0,0 @@
-37b7ff0a6493f139cb77f5bda965ac0189c8efd1

+ 1 - 0
plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+4688aaa48607ac26f6bf2567052019ab3fb2ff5e

+ 0 - 1
plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.3.0.jar.sha1

@@ -1 +0,0 @@
-d189185da23b2221c4d532da5e2cacce735f8a0c

+ 1 - 0
plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+ad71de632c9363c3f200cd5a240686256c7db431

+ 0 - 1
plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.3.0.jar.sha1

@@ -1 +0,0 @@
-74462b51de45afe708f1042cc901fe7370413871

+ 1 - 0
plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+96a630a7c4916358f129f6bac8718108811efe1a

+ 0 - 1
server/licenses/lucene-analyzers-common-7.3.0.jar.sha1

@@ -1 +0,0 @@
-4325a5cdf8d3fa23f326cd86a2297fee2bc844f5

+ 1 - 0
server/licenses/lucene-analyzers-common-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+2b2be48f6622c150496e755497e7bdb8daa46030

+ 0 - 1
server/licenses/lucene-backward-codecs-7.3.0.jar.sha1

@@ -1 +0,0 @@
-3b618a21a924cb35ac1f27d3ca47d9ed04f43588

+ 1 - 0
server/licenses/lucene-backward-codecs-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+6cbafc48e8ac4966377665eb3bbe93f9addf04a5

+ 0 - 1
server/licenses/lucene-core-7.3.0.jar.sha1

@@ -1 +0,0 @@
-040e2de30c5e6bad868b144e371730200719ceb3

+ 1 - 0
server/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+0b06e4f6514256a3f187a9892e520638b9c59e63

+ 0 - 1
server/licenses/lucene-grouping-7.3.0.jar.sha1

@@ -1 +0,0 @@
-20a5c472a8be9bec7aa40472791389e875b9e1f2

+ 1 - 0
server/licenses/lucene-grouping-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+4c71cef87fe513a7a96c2a7980ed6f7c2b015763

+ 0 - 1
server/licenses/lucene-highlighter-7.3.0.jar.sha1

@@ -1 +0,0 @@
-1f92c7d3d9bc2765fe6195bcc4fcb160d11175cc

+ 1 - 0
server/licenses/lucene-highlighter-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+665e044d1180100940bccd7e8e41dde48e342da3

+ 0 - 1
server/licenses/lucene-join-7.3.0.jar.sha1

@@ -1 +0,0 @@
-da4af75a7e4fe7843fbfa4b58e6a238b6b706d64

+ 1 - 0
server/licenses/lucene-join-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+d343bbf5792f5969288b59b51179acd29d04f4ee

+ 0 - 1
server/licenses/lucene-memory-7.3.0.jar.sha1

@@ -1 +0,0 @@
-fc45b02a5086ec454e6d6ae81fc2cbe7be1c0902

+ 1 - 0
server/licenses/lucene-memory-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+8915f3c93af3348655bcc204289f9011835738a2

+ 0 - 1
server/licenses/lucene-misc-7.3.0.jar.sha1

@@ -1 +0,0 @@
-b6a2418a94b84c29c4b9fcfe4381f2cc1aa4c214

+ 1 - 0
server/licenses/lucene-misc-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+e7dc67b42eca3b1546a36370b6dcda0f83b2eb7d

+ 0 - 1
server/licenses/lucene-queries-7.3.0.jar.sha1

@@ -1 +0,0 @@
-6292a5579a6ab3423ceca60d2ea41cd86481e7c0

+ 1 - 0
server/licenses/lucene-queries-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+5946d5e2be276f66e9ff6d6111acabb03a9330d9

+ 0 - 1
server/licenses/lucene-queryparser-7.3.0.jar.sha1

@@ -1 +0,0 @@
-95b2563e5337377dde2eb987b3fce144be5e7a77

+ 1 - 0
server/licenses/lucene-queryparser-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+d9fc5fc63f3d861e5af72e11373368e8a4c6bba6

+ 0 - 1
server/licenses/lucene-sandbox-7.3.0.jar.sha1

@@ -1 +0,0 @@
-1efd2fa7cba1e359e3fbb8b4c11cab37024b2178

+ 1 - 0
server/licenses/lucene-sandbox-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+ee283c0a1a717f3e0915de75864a93d043efaee3

+ 0 - 1
server/licenses/lucene-spatial-7.3.0.jar.sha1

@@ -1 +0,0 @@
-93512c2160bdc3e602141329e5945a91918b6752

+ 1 - 0
server/licenses/lucene-spatial-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+e1adf0220a7c052ac81e2919ffac24ac0e5b007c

+ 0 - 1
server/licenses/lucene-spatial-extras-7.3.0.jar.sha1

@@ -1 +0,0 @@
-47090d8ddf99f6bbb64ee8ab7a76c3cd3165b88f

+ 1 - 0
server/licenses/lucene-spatial-extras-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+6d9306053942c48f43392a634f11a95462b5996e

+ 0 - 1
server/licenses/lucene-spatial3d-7.3.0.jar.sha1

@@ -1 +0,0 @@
-ed8f07d67445d5acde6597996461640b2d92fa08

+ 1 - 0
server/licenses/lucene-spatial3d-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+2334e8c5f4d0f98659b30e0c2035296e4aae8ff5

+ 0 - 1
server/licenses/lucene-suggest-7.3.0.jar.sha1

@@ -1 +0,0 @@
-6034ccf6b27c659ab7a2678680bae8390fbfc40a

+ 1 - 0
server/licenses/lucene-suggest-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+f2b2c454eb7b5d73b9df1390ea4730ce3dd4e463

+ 1 - 1
server/src/main/java/org/elasticsearch/Version.java

@@ -174,7 +174,7 @@ public class Version implements Comparable<Version>, ToXContentFragment {
     public static final Version V_6_4_0 = new Version(V_6_4_0_ID, org.apache.lucene.util.Version.LUCENE_7_3_0);
     public static final int V_7_0_0_alpha1_ID = 7000001;
     public static final Version V_7_0_0_alpha1 =
-        new Version(V_7_0_0_alpha1_ID, org.apache.lucene.util.Version.LUCENE_7_3_0);
+        new Version(V_7_0_0_alpha1_ID, org.apache.lucene.util.Version.LUCENE_7_4_0);
     public static final Version CURRENT = V_7_0_0_alpha1;
 
     static {

+ 1 - 0
test/framework/src/main/java/org/elasticsearch/indices/analysis/AnalysisFactoryTestCase.java

@@ -131,6 +131,7 @@ public abstract class AnalysisFactoryTestCase extends ESTestCase {
         .put("englishminimalstem",        MovedToAnalysisCommon.class)
         .put("englishpossessive",         MovedToAnalysisCommon.class)
         .put("finnishlightstem",          MovedToAnalysisCommon.class)
+        .put("fixedshingle",              MovedToAnalysisCommon.class)
         .put("frenchlightstem",           MovedToAnalysisCommon.class)
         .put("frenchminimalstem",         MovedToAnalysisCommon.class)
         .put("galicianminimalstem",       MovedToAnalysisCommon.class)

+ 0 - 1
x-pack/plugin/sql/jdbc/licenses/lucene-core-7.3.0.jar.sha1

@@ -1 +0,0 @@
-040e2de30c5e6bad868b144e371730200719ceb3

+ 1 - 0
x-pack/plugin/sql/jdbc/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+0b06e4f6514256a3f187a9892e520638b9c59e63

+ 0 - 1
x-pack/plugin/sql/sql-proto/licenses/lucene-core-7.3.0.jar.sha1

@@ -1 +0,0 @@
-040e2de30c5e6bad868b144e371730200719ceb3

+ 1 - 0
x-pack/plugin/sql/sql-proto/licenses/lucene-core-7.4.0-snapshot-1ed95c097b.jar.sha1

@@ -0,0 +1 @@
+0b06e4f6514256a3f187a9892e520638b9c59e63