SynExpand.cs

Go to the documentation of this file.

/* 
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 * 
 * http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using Lucene.Net.Analysis;
using Lucene.Net.Analysis.Standard;
using Lucene.Net.Analysis.Tokenattributes;
using Lucene.Net.Index;
using Lucene.Net.Search;
using Lucene.Net.Store;

namespace WorldNet.Net
{


    public sealed class SynExpand
    {
        static List<String> already;
        private static BooleanQuery tmp;

        [STAThread]
        public static void Main(String[] args)
        {
            if (args.Length != 2)
            {
                Console.Out.WriteLine(typeof(SynExpand) + " <index path> <query>");
                return;
            }

            var directory = FSDirectory.Open(new DirectoryInfo(args[0]));
            var searcher = new IndexSearcher(directory, true);

            String query = args[1];
            const string field = "contents";

            Query q = Expand(query, searcher, new StandardAnalyzer(Lucene.Net.Util.Version.LUCENE_CURRENT), field, 0.9f);
            System.Console.Out.WriteLine("Query: " + q.ToString(field));

            searcher.Close();
            directory.Close();
        }


        public static Query Expand(String query,
            Searcher syns,
            Analyzer a,
            String field,
            float boost)
        {
            already = new List<String>(); // avoid dups 
            var top = new List<String>(); // needs to be separately listed..
            if (field == null)
                field = "contents";
            
            if (a == null)
                a = new StandardAnalyzer(Lucene.Net.Util.Version.LUCENE_CURRENT);
            
            // [1] Parse query into separate words so that when we expand we can avoid dups
            var ts = a.TokenStream(field, new StringReader(query));
            var termAtt = ts.AddAttribute<TermAttribute>();
            
            while (ts.IncrementToken())
            {
                var word = termAtt.Term;
                
                if (!already.Contains(word))
                {
                    already.Add(word);
                    top.Add(word);
                }
            }

            tmp = new BooleanQuery();
            
            // [2] form query
            System.Collections.IEnumerator it = top.GetEnumerator();
            while (it.MoveNext())
            {
                // [2a] add to level words in
                var word = (String) it.Current;
                var tq = new TermQuery(new Term(field, word));
                tmp.Add(tq, Occur.SHOULD);

                var c = new CollectorImpl(field, boost);
                syns.Search(new TermQuery(new Term(Syns2Index.F_WORD, word)), c);
            }
            
            return tmp;
        }
    

        public class Syns2Index
        {
            public const String F_SYN = "syn";

            public const String F_WORD = "word";
        }

        internal sealed class CollectorImpl : Collector
        {
            private IndexReader reader;
            private readonly string field;
            private readonly float boost;
           
            public CollectorImpl(string field, float boost)
            {
                this.field = field;
                this.boost = boost;
            }

            public override void SetScorer(Scorer scorer)
            {
                // Ignore
            }

            public override void Collect(int doc)
            {
                var d = reader.Document(doc);
                var values = d.GetValues(Syns2Index.F_SYN);
                foreach (var syn in values.Where(syn => !already.Contains(syn)))
                {
                    already.Add(syn);

                    var tq = new TermQuery(new Term(field, syn));
                    if (boost > 0) // else keep normal 1.0
                        tq.Boost = boost;

                    tmp.Add(tq, Occur.SHOULD);
                }
            }

            public override void SetNextReader(IndexReader reader, int docBase)
            {
                this.reader = reader;
            }

            public override bool AcceptsDocsOutOfOrder
            {
                get { return true; }
            }

        }

    }
}