Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Upgrade to Solr 6.4 #26

Open
wants to merge 10 commits into
base: master
Choose a base branch
from
16 changes: 8 additions & 8 deletions ivy.xml
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,13 @@
</configurations>

<dependencies>
<dependency org="org.apache.lucene" name="lucene-analyzers-common" rev="4.10.3" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-core" rev="4.10.3" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-codecs" rev="4.10.3" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-test-framework" rev="4.10.3" conf="test->default"/>
<dependency org="org.apache.solr" name="solr-core" rev="4.10.3" conf="compile->default" />
<dependency org="org.apache.solr" name="solr-solrj" rev="4.10.3" conf="compile->default" />
<dependency org="org.apache.solr" name="solr-test-framework" rev="4.10.3" conf="test->default" />
<dependency org="org.slf4j" name="slf4j-api" rev="1.7.6" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-analyzers-common" rev="6.4.0" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-core" rev="6.4.0" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-codecs" rev="6.4.0" conf="compile->default"/>
<dependency org="org.apache.lucene" name="lucene-test-framework" rev="6.4.0" conf="test->default"/>
<dependency org="org.apache.solr" name="solr-core" rev="6.4.0" conf="compile->default" />
<dependency org="org.apache.solr" name="solr-solrj" rev="6.4.0" conf="compile->default" />
<dependency org="org.apache.solr" name="solr-test-framework" rev="6.4.0" conf="test->default" />
<dependency org="org.slf4j" name="slf4j-api" rev="1.7.22" conf="compile->default"/>
</dependencies>
</ivy-module>
13 changes: 10 additions & 3 deletions ivy/ivy-settings.xml
Original file line number Diff line number Diff line change
@@ -1,7 +1,14 @@

<ivysettings>
<settings defaultResolver="central"/>
<settings defaultResolver="my-chain"/>
<resolvers>
<ibiblio name="central" m2compatible="true"/>
<chain name="my-chain">
<ibiblio name="restlet" m2compatible="true" root="http://maven.restlet.com"/>
<ibiblio name="central" m2compatible="true"/>
</chain>
</resolvers>
<modules>
<module organization="org.restlet.jee" resolver="restlet"/>
<module organization="restlet" resolver="restlet"/>
<module organization="org.restlet" resolver="restlet"/>
</modules>
</ivysettings>
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,15 @@
import java.util.Collections;
import java.util.List;

import org.apache.lucene.analysis.core.StopFilter;
import org.apache.lucene.analysis.StopFilter;
import org.apache.lucene.analysis.core.WhitespaceTokenizer;
import org.apache.lucene.analysis.core.LowerCaseFilter;
import org.apache.lucene.analysis.LowerCaseFilter;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.CharArraySet;
import org.apache.lucene.analysis.util.ResourceLoader;
import org.apache.lucene.analysis.util.ResourceLoaderAware;
import org.apache.lucene.analysis.util.WordlistLoader;
import org.apache.lucene.analysis.WordlistLoader;
import org.apache.solr.common.params.SolrParams;
import org.apache.solr.common.params.ModifiableSolrParams;
import org.apache.solr.common.util.NamedList;
Expand Down Expand Up @@ -110,7 +110,9 @@ private String filter( String qStr ) {
}

private String autophrase( String input ) throws IOException {
WhitespaceTokenizer wt = new WhitespaceTokenizer( new StringReader( input ));

WhitespaceTokenizer wt = new WhitespaceTokenizer( );
wt.setReader(new StringReader(input));
TokenStream ts = wt;
if (ignoreCase) {
ts = new LowerCaseFilter( wt );
Expand Down Expand Up @@ -167,4 +169,4 @@ private List<String> splitFileNames(String fileNames) {

return result;
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
import org.apache.lucene.analysis.tokenattributes.PositionIncrementAttribute;
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.util.CharArrayMap;
import org.apache.lucene.analysis.CharArraySet;
import org.apache.lucene.analysis.CharArrayMap;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import java.util.Map;

import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.CharArraySet;
import org.apache.lucene.analysis.util.ResourceLoader;
import org.apache.lucene.analysis.util.ResourceLoaderAware;
import org.apache.lucene.analysis.util.TokenFilterFactory;
Expand Down
23 changes: 15 additions & 8 deletions src/test/com/lucidworks/analysis/TestAutoPhrasingTokenFilter.java
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
import junit.framework.TestCase;
import org.apache.lucene.analysis.core.WhitespaceTokenizer;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.analysis.util.CharArraySet;
import org.apache.lucene.analysis.CharArraySet;

public class TestAutoPhrasingTokenFilter extends TestCase {

Expand All @@ -18,7 +18,8 @@ public void testAutoPhrase( ) throws Exception {


StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);
AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, false );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
CharTermAttribute term = aptf.addAttribute(CharTermAttribute.class);
Expand Down Expand Up @@ -61,7 +62,8 @@ public void testAutoPhraseEmitSingle( ) throws Exception {
final String input = "what is my income tax refund this year now that my property tax is so high";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, true );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand Down Expand Up @@ -115,7 +117,8 @@ public void testOverlappingAtBeginning( ) throws Exception {
final String input = "new york city is great";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, false );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand All @@ -137,7 +140,8 @@ public void testOverlappingAtBeginningEmitSingle( ) throws Exception {
final String input = "new york city is great";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, true );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand Down Expand Up @@ -167,7 +171,8 @@ public void testOverlappingAtEndEmitSingle( ) throws Exception {
final String input = "the great city of new york";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, true );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand Down Expand Up @@ -199,7 +204,8 @@ public void testOverlappingAtEnd( ) throws Exception {
final String input = "the great city of new york";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, false );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand All @@ -221,7 +227,8 @@ public void testIncompletePhrase( ) throws Exception {
final String input = "some new york";

StringReader reader = new StringReader(input);
final WhitespaceTokenizer in = new WhitespaceTokenizer( reader );
final WhitespaceTokenizer in = new WhitespaceTokenizer( );
in.setReader(reader);

AutoPhrasingTokenFilter aptf = new AutoPhrasingTokenFilter( in, phraseSets, false );
aptf.setReplaceWhitespaceWith( new Character( '_' ) );
Expand Down