Index: DOMContentUtils.java
===================================================================
--- DOMContentUtils.java	(revision 695395)
+++ DOMContentUtils.java	(working copy)
@@ -39,6 +39,9 @@
  */
 public class DOMContentUtils {
 
+  private static boolean doNotIndex = true;
+  public String elName;
+
   public static class LinkParams {
     public String elName;
     public String attrName;
@@ -149,15 +152,33 @@
           break;
         }        
       }
-      if (nodeType == Node.COMMENT_NODE) {
-        walker.skipChildren();
+      
+      if(nodeType == Node.COMMENT_NODE) {
+        String text = currentNode.getNodeValue();
+        if(text.equals("nutch_noindex")){
+          doNotIndex = true;
+        } else if(text.equals("/nutch_noindex")){
+          doNotIndex = false;
+        } else {
+          walker.skipChildren();
+        }
+        //return false;
       }
+      
+      /*
+      if(nodeType == Node.COMMENT_NODE) {
+        String text = currentNode.getNodeValue();
+        if(!text.equals("nutch_index")){
+          walker.skipChildren();
+        }        
+      }*/
+            
       if (nodeType == Node.TEXT_NODE) {
         // cleanup and trim the value
         String text = currentNode.getNodeValue();
         text = text.replaceAll("\\s+", " ");
         text = text.trim();
-        if (text.length() > 0) {
+        if ((text.length() > 0) && (doNotIndex == false)) {
           if (sb.length() > 0) sb.append(' ');
         	sb.append(text);
         }