roller-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gango...@apache.org
Subject svn commit: r357036 - /incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java
Date Thu, 15 Dec 2005 16:03:09 GMT
Author: gangolli
Date: Thu Dec 15 08:03:05 2005
New Revision: 357036

URL: http://svn.apache.org/viewcvs?rev=357036&view=rev
Log:
Reformatted per new conventions.  Fixed mac line endings.  Added svn:eol-style=native prop.

Modified:
    incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java 
 (contents, props changed)

Modified: incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java
URL: http://svn.apache.org/viewcvs/incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java?rev=357036&r1=357035&r2=357036&view=diff
==============================================================================
--- incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java (original)
+++ incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java Thu
Dec 15 08:03:05 2005
@@ -1 +1,162 @@
-/*
 * Created on Jul 16, 2003
 * Authored by: Mindaugas Idzelis  (min@idzelis.com)
 */
package
org.roller.business.search.operations;

import java.io.IOException;
import java.util.Iterator;
import
java.util.List;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import
org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexReader;
import
org.apache.lucene.index.IndexWriter;
import org.roller.business.IndexManagerImpl;
import org.roller.business.search.FieldConstants;
import
org.roller.pojos.CommentData;
import org.roller.pojos.WeblogCategoryData;
import org.roller.pojos.WeblogEntryData;
import
org.roller.util.Utilities;

/**
 * @author aim4min
 * 
 * This is the base class for all index
operation. These operations include:
 * 
 * SearchOperation AddWeblogOperation RemoveWeblogOperation
* RebuildUserIndexOperation
 *  
 */
public abstract class IndexOperation implements Runnable
{
     private static Log mLogger =
        LogFactory.getFactory().getInstance(IndexOperation.class);

   //~ Instance fields
    // ========================================================
  
 protected IndexManagerImpl manager;

    private IndexReader reader;

    private IndexWriter
writer;

    //~ Constructors
    // ===========================================================

   public IndexOperation(IndexManagerImpl manager)
    {
        this.manager = manager;
   }

    //~ Methods
    // ================================================================

   protected Document getDocument(WeblogEntryData data)
    {
        StringBuffer commentEmail
= new StringBuffer();
        StringBuffer commentContent = new StringBuffer();
        StringBuffer
commentName = new StringBuffer();

        List comments = data.getComments();
        if
(comments != null)
        {
            for (Iterator cItr = comments.iterator(); cItr.hasNext();)
           {
                
 CommentData comment = (CommentData) cItr.next();
                if (comment.getSpam() ==
null
                        || !comment.getSpam().booleanValue())
                {
    
               if (comment.getContent() != null)
                    {
                  
     commentContent.append(comment.getContent());
                        commentContent.append(",");
                   }
                    if (comment.getEmail() != null)
                
   {
                        commentEmail.append(comment.getEmail());
                   
    commentEmail.append(",");
                    }
                    if (comment.getName()
!= null)
                    {
                        commentName.append(comment.getName());
                       commentName.append(",");
                    }
                }
 
          }
        }

        Document doc = new Document();
        
        doc.add(Field.Keyword(FieldConstants.ID,
data.getId()));
        
        doc.
 add(Field.Keyword(FieldConstants.WEBSITE_HANDLE, 
                data.getWebsite().getHandle()));

       doc.add(Field.UnIndexed(FieldConstants.ANCHOR, data.getAnchor()));
        doc.add(Field.Text(FieldConstants.USERNAME,

                data.getCreator().getUserName()));
        doc.add(Field.Text(FieldConstants.TITLE,
data.getTitle()));

        // index the entry text, but don't store it - moved to end of
block
        doc.add(Field.UnStored(FieldConstants.CONTENT, data.getText()));

        //
store an abbreviated version of the entry text, but don't index
        doc.add(Field.UnIndexed(FieldConstants.CONTENT_STORED,
Utilities
                .truncateNicely(Utilities.removeHTML(data.getText()), 240, 260,
                       "...")));

        doc.add(Field.Keyword(FieldConstants.UPDATED, data.getUpdateTime()
               .toString()));
        doc.add(Field.Keyword(FieldConstants.PUBLISHED, data.getPubTime()
               .toString()));

        // index
  Comments
        doc.add(Field.UnStored(FieldConstants.C_CONTENT, commentContent
      
         .toString()));
        doc
                .add(Field.UnStored(FieldConstants.C_EMAIL,
commentEmail
                        .toString()));
        doc.add(Field.UnStored(FieldConstants.C_NAME,
commentName.toString()));

        doc.add(Field.UnStored(FieldConstants.CONSTANT,
      
         FieldConstants.CONSTANT_V));

        // index Category
        WeblogCategoryData
categorydata = data.getCategory();
        Field category = (categorydata == null) ? Field.UnStored(
               FieldConstants.CATEGORY, "") : Field.Text(
                FieldConstants.CATEGORY,
categorydata.getName());
        doc.add(category);

        return doc;
    }

    protected
IndexReader beginDeleting()
    {
        try
        {
            reader = IndexReader.open(manager.getIndexDirectory());
       }
        catch (IOException e)
        {
        }

        return reader;
    }

   pr
 otected void endDeleting()
    {
        if (reader != null)
        {
            try
 
          {
                reader.close();
            }
            catch (IOException e)
           {
            }
        }
    }

    protected IndexWriter beginWriting()
    {
       try
        {
            writer = new IndexWriter(manager.getIndexDirectory(),
  
                 IndexManagerImpl.getAnalyzer(), false);
        }
        catch (IOException
e)
        {
            mLogger.error("ERROR creating writer");
        }

        return
writer;
    }

    protected void endWriting()
    {
        if (writer != null)
        {
           try
            {
                writer.close();
            }
            catch
(IOException e)
            {
                mLogger.error("ERROR closing writer",e);
  
         }
        }
    }

    public void run()
    {
        doRun();
    }

    protected
abstract void doRun();
}
\ No newline at end of file
+/*
+ * Created on Jul 16, 2003
+ * Authored by: Mindaugas Idzelis  (min@idzelis.com)
+ */
+package org.roller.business.search.operations;
+
+import java.io.IOException;
+import java.util.Iterator;
+import java.util.List;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.document.Field;
+import org.apache.lucene.index.IndexReader;
+import org.apache.lucene.index.IndexWriter;
+import org.roller.business.IndexManagerImpl;
+import org.roller.business.search.FieldConstants;
+import org.roller.pojos.CommentData;
+import org.roller.pojos.WeblogCategoryData;
+import org.roller.pojos.WeblogEntryData;
+import org.roller.util.Utilities;
+
+/**
+ * @author aim4min
+ *         <p/>
+ *         This is the base class for all index operation. These operations include:
+ *         <p/>
+ *         SearchOperation AddWeblogOperation RemoveWeblogOperation
+ *         RebuildUserIndexOperation
+ */
+public abstract class IndexOperation implements Runnable {
+    private static Log mLogger = LogFactory.getFactory().getInstance(IndexOperation.class);
+
+    //~ Instance fields
+    // ========================================================
+    protected IndexManagerImpl manager;
+
+    private IndexReader reader;
+
+    private IndexWriter writer;
+
+    //~ Constructors
+    // ===========================================================
+
+    public IndexOperation(IndexManagerImpl manager) {
+        this.manager = manager;
+    }
+
+    //~ Methods
+    // ================================================================
+
+    protected Document getDocument(WeblogEntryData data) {
+        StringBuffer commentEmail = new StringBuffer();
+        StringBuffer commentContent = new StringBuffer();
+        StringBuffer commentName = new StringBuffer();
+
+        List comments = data.getComments();
+        if (comments != null) {
+            for (Iterator cItr = comments.iterator(); cItr.hasNext();) {
+                CommentData comment = (CommentData) cItr.next();
+                if (comment.getSpam() == null || !comment.getSpam().booleanValue()) {
+                    if (comment.getContent() != null) {
+                        commentContent.append(comment.getContent());
+                        commentContent.append(",");
+                    }
+                    if (comment.getEmail() != null) {
+                        commentEmail.append(comment.getEmail());
+                        commentEmail.append(",");
+                    }
+                    if (comment.getName() != null) {
+                        commentName.append(comment.getName());
+                        commentName.append(",");
+                    }
+                }
+            }
+        }
+
+        Document doc = new Document();
+
+        doc.add(Field.Keyword(FieldConstants.ID, data.getId()));
+
+        doc.add(Field.Keyword(FieldConstants.WEBSITE_HANDLE, data.getWebsite().getHandle()));
+
+        doc.add(Field.UnIndexed(FieldConstants.ANCHOR, data.getAnchor()));
+        doc.add(Field.Text(FieldConstants.USERNAME, data.getCreator().getUserName()));
+        doc.add(Field.Text(FieldConstants.TITLE, data.getTitle()));
+
+        // index the entry text, but don't store it - moved to end of block
+        doc.add(Field.UnStored(FieldConstants.CONTENT, data.getText()));
+
+        // store an abbreviated version of the entry text, but don't index
+        doc.add(Field.UnIndexed(FieldConstants.CONTENT_STORED, Utilities
+                .truncateNicely(Utilities.removeHTML(data.getText()), 240, 260, "...")));
+
+        doc.add(Field.Keyword(FieldConstants.UPDATED, data.getUpdateTime()
+                .toString()));
+        doc.add(Field.Keyword(FieldConstants.PUBLISHED, data.getPubTime()
+                .toString()));
+
+        // index Comments
+        doc.add(Field.UnStored(FieldConstants.C_CONTENT, commentContent
+                .toString()));
+        doc
+                .add(Field.UnStored(FieldConstants.C_EMAIL, commentEmail
+                        .toString()));
+        doc.add(Field.UnStored(FieldConstants.C_NAME, commentName.toString()));
+
+        doc.add(Field.UnStored(FieldConstants.CONSTANT, FieldConstants.CONSTANT_V));
+
+        // index Category
+        WeblogCategoryData categorydata = data.getCategory();
+        Field category = (categorydata == null) ? Field.UnStored(FieldConstants.CATEGORY,
"") : Field.Text(FieldConstants.CATEGORY, categorydata.getName());
+        doc.add(category);
+
+        return doc;
+    }
+
+    protected IndexReader beginDeleting() {
+        try {
+            reader = IndexReader.open(manager.getIndexDirectory());
+        } catch (IOException e) {
+        }
+
+        return reader;
+    }
+
+    protected void endDeleting() {
+        if (reader != null) {
+            try {
+                reader.close();
+            } catch (IOException e) {
+            }
+        }
+    }
+
+    protected IndexWriter beginWriting() {
+        try {
+            writer = new IndexWriter(manager.getIndexDirectory(), IndexManagerImpl.getAnalyzer(),
false);
+        } catch (IOException e) {
+            mLogger.error("ERROR creating writer");
+        }
+
+        return writer;
+    }
+
+    protected void endWriting() {
+        if (writer != null) {
+            try {
+                writer.close();
+            } catch (IOException e) {
+                mLogger.error("ERROR closing writer", e);
+            }
+        }
+    }
+
+    public void run() {
+        doRun();
+    }
+
+    protected abstract void doRun();
+}

Propchange: incubator/roller/trunk/src/org/roller/business/search/operations/IndexOperation.java
------------------------------------------------------------------------------
    svn:eol-style = native



Mime
View raw message