Ioan Eugen Stan avatar Ioan Eugen Stan committed b41b157

still problems.

Comments (0)

Files changed (2)

src/main/java/ro/ieugen/wikiindexer/processing/ProcessingPipeline.java

     }
 
     public void process(WikiPage page) {
-        incrementSubmits();
         indexProducers.submit(new DocIndexer(this, page, analyzer));
     }
 
     public boolean offer(IndexFragment pageIndex) {
-        LOG.info("Adding new index fragment to queue");
+        incrementSubmits();
         return indexedDocuments.offer(pageIndex);
     }
 
      * Ensure proper application shutdown
      */
     public void shutdown() {
-        LOG.info("Offers - takes: {}", submits.get());
         indexProducers.shutdown();
         try {
             LOG.info("Waiting for indexing threads to finish!");
         } catch (InterruptedException e) {
             LOG.info("Interupted while shutting down indexers");
         }
+        LOG.info("Offers - takes: {}", submits.get());
         // signal all threads to stop
         processingDoneFlag.set(true);
         indexConsumer.shutdown();

src/main/java/ro/ieugen/wikiindexer/processing/SegmentBuilder.java

         if (!context.isProcessingDone()) {
             while (!shouldFlush()) {
                 try {
-                    if (context.hasOffers()) {
-                        segment.addFragment(context.take());
-                    } else {
-                        LOG.info("Finished all documents!");
-                        break;
-                    }
+                    segment.addFragment(context.take());
                 } catch (InterruptedException ex) {
                     LOG.info("Interrupted while adding docs to the index. Flushing index to disk.");
                     break;
Tip: Filter by directory path e.g. /media app.js to search for public/media/app.js.
Tip: Use camelCasing e.g. ProjME to search for ProjectModifiedEvent.java.
Tip: Filter by extension type e.g. /repo .js to search for all .js files in the /repo directory.
Tip: Separate your search with spaces e.g. /ssh pom.xml to search for src/ssh/pom.xml.
Tip: Use ↑ and ↓ arrow keys to navigate and return to view the file.
Tip: You can also navigate files with Ctrl+j (next) and Ctrl+k (previous) and view the file with Ctrl+o.
Tip: You can also navigate files with Alt+j (next) and Alt+k (previous) and view the file with Alt+o.