Add NoIndex support for ASPX pages
diff --git a/src/com/google/enterprise/adaptor/sharepoint/SharePointAdaptor.java b/src/com/google/enterprise/adaptor/sharepoint/SharePointAdaptor.java
index 477860c..99b30c9 100644
--- a/src/com/google/enterprise/adaptor/sharepoint/SharePointAdaptor.java
+++ b/src/com/google/enterprise/adaptor/sharepoint/SharePointAdaptor.java
@@ -1123,6 +1123,14 @@
         throws IOException {
       log.entering("SiteAdaptor", "getAspxDocContent",
           new Object[] {request, response});
+
+      if (isWebNoIndex(rareModCache.getWeb(siteDataClient))) {
+        log.fine("Document marked for NoIndex");
+        response.respondNotFound();
+        log.exiting("SiteAdaptor", "getAspxDocContent");
+        return;
+      }
+
       boolean allowAnonymousAccess
           = isAllowAnonymousReadForWeb(rareModCache.getWeb(siteDataClient))
           // Check if anonymous access is denied by web application policy