/*
    * #%L
    * IsisFish
    * 
    * $Id: LineReaderTest.java 4156 2014-12-09 11:27:18Z echatellier $
    * $HeadURL: https://svn.codelutin.com/isis-fish/tags/isis-fish-4.4.0.2/src/test/java/fr/ifremer/isisfish/logging/io/LineReaderTest.java $
    * %%
    * Copyright (C) 2006 - 2010 Ifremer, Code Lutin
    * %%
   * This program is free software: you can redistribute it and/or modify
   * it under the terms of the GNU General Public License as
   * published by the Free Software Foundation, either version 3 of the 
   * License, or (at your option) any later version.
   * 
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   * 
   * You should have received a copy of the GNU General Public 
   * License along with this program.  If not, see
   * <http://www.gnu.org/licenses/gpl-3.0.html>.
   * #L%
   */
  
  package fr.ifremer.isisfish.logging.io;
  
  import java.io.File;
  import java.io.IOException;
  import java.util.Arrays;
  
  import org.apache.commons.logging.Log;
  import org.apache.commons.logging.LogFactory;
  import org.nuiton.util.StringUtil;
  import org.junit.Assert;
  import org.junit.Before;
  import org.junit.Test;
  
  import fr.ifremer.isisfish.AbstractIsisFishTest;
  import fr.ifremer.isisfish.logging.LoggerHelper;
  
  /**
   * User: tony
   * Date: 9 nov. 2007
   * Time: 21:41:53
   */
  
  public class LineReaderTest extends AbstractIsisFishTest {
  
      protected static final Log log = LogFactory.getLog(LineReaderTest.class);
  
      protected File testDir;
  
      final static int[] sizes = new int[]{
              10,
              50,
              100,
              1000,
              5000,
              //10000,
              //50000,
              //100000,
              //200000,
              //300000,
              //500000,
              //1000000,
              //2000000
      };
  
      @Before
      public void setUp() throws Exception {
          testDir = new File(getTestDirectory(), "bench_" + System.nanoTime());
          testDir.mkdirs();
          System.out.println("benchdir " + testDir);
  
      }
  
      protected static void createMock(File testDir, int i) throws IOException, InterruptedException {
          LoggerHelper.MEGA_STREAM_SIZE = 6 * i;
          LoggerHelper.filename = new File(testDir, LineReaderTest.class.getSimpleName() + "_" + 6 * i + ".log").getAbsolutePath();
          File file = new File(testDir, LoggerHelper.filename);
          long t0 = System.nanoTime();
          LoggerHelper.mockLogFile();
          long t1;
  
          t1 = System.nanoTime();
          log.info("create [" + LoggerHelper.MEGA_STREAM_SIZE + "] in " + StringUtil.convertTime(t1 - t0) + " [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
          System.gc();
      }
  
      public void testMakeMock() throws Exception {
  
          for (int size : sizes) {
              createMock(testDir, size);
          }
      }
  
      public void testCreateOffsets() throws Exception {
  
         for (int size : sizes) {
             createOffset(size);
         }
     }
 
     public void testGetNbLines() throws Exception {
 
         for (int size : sizes) {
             getNbLines(size);
         }
     }
 
     public void testScanAllLines() throws Exception {
 
         for (int size : sizes) {
             scanAllLines(size * 6);
             scanAllLines(size * 6, 20);
             scanAllLines(size * 6, 40);
             scanAllLines(size * 6, 100);
         }
 
     }
 
     public void testScanReverseAllLines() throws Exception {
 
         for (int size : sizes) {
             scanReverseAllLines(size * 6);
             scanReverseAllLines(size * 6, 20);
             scanReverseAllLines(size * 6, 40);
             scanReverseAllLines(size * 6, 100);
         }
     }
 
     public void testScanThenReverseAllLines() throws Exception {
 
         for (int size : sizes) {
             scanThenReverseAllLines(size * 6);
             scanThenReverseAllLines(size * 6, 20);
             scanThenReverseAllLines(size * 6, 40);
             scanThenReverseAllLines(size * 6, 100);
         }
     }
 
     private boolean showLog = false;
 
     protected LineReader createReader(File f, String ext) throws IOException {
         return new LineReader(f, new FileOffsetReader(new File(f, ext)));
     }
 
     protected void scanAllLines(int size) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i++) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             //log.info(offset + " - " + line);
         }
         for (int i = 0; i < t.getNbLines(); i++) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             if (showLog) {
                 log.info(offset + " - " + line);
             }
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void scanAllLines(int size, int length) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i += length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             //log.info(offset + " - " + line);
         }
         for (int i = 0; i < t.getNbLines(); i += length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             if (showLog) {
                 log.info(offset + " - " + Arrays.toString(line));
             }
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + length + "][" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void scanReverseAllLines(int size) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i += 10) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             //log.info(offset + " - " + line);
         }
         for (long i = t.getNbLines() - 1; i >= 0; i -= 10) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             if (showLog) {
                 log.info(offset + " - " + line);
             }
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void scanReverseAllLines(int size, int length) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i += length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             //log.info(offset + " - " + line);
         }
         for (long i = t.getNbLines() - 1; i >= 0; i -= length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             if (showLog) {
                 log.info(offset + " - " + Arrays.toString(line));
             }
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + length + "][" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void scanThenReverseAllLines(int size) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i += 10) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             //log.info(offset + " - " + line);
         }
         for (long i = t.getNbLines() - 1; i >= 0; i -= 10) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String line = t.readLine(i);
             //log.info(offset + " - " + line);
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void scanThenReverseAllLines(int size, int length) throws IOException {
         LoggerHelper.MEGA_STREAM_SIZE = size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + LoggerHelper.MEGA_STREAM_SIZE + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         for (int i = 0; i < t.getNbLines(); i += length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             //log.info(offset + " - " + line);
         }
         for (long i = t.getNbLines() - 1; i >= 0; i -= length) {
             long offset = t.getOffsetReader().getOffset(i);
             //assertEquals(i,offset);
             String[] line = t.readLine(i, length);
             //log.info(offset + " - " + line);
         }
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("[" + length + "][" + time(t0, t1) + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void getNbLines(int size) throws IOException, InterruptedException {
         LoggerHelper.MEGA_STREAM_SIZE = 6 * size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + 6 * size + ".log";
         File file = new File(LoggerHelper.filename);
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         t.open();
         long nbLines = t.getNbLines();
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, nbLines);
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("(" + nbLines + ") [" + LoggerHelper.MEGA_STREAM_SIZE + "] in " + time(t0, t1) + " [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "]");
     }
 
     protected void createOffset(int size) throws IOException, InterruptedException {
         LoggerHelper.MEGA_STREAM_SIZE = 6 * size;
         LoggerHelper.filename = "bench/" + LineReaderTest.class.getSimpleName() + "_" + 6 * size + ".log";
         File file = new File(LoggerHelper.filename);
         File offsetfile = new File(LoggerHelper.filename + ".offsets");
         if (offsetfile.exists()) {
             if (!offsetfile.delete()) {
                 Assert.fail("could not delete file " + offsetfile);
             }
         }
         long t0 = System.currentTimeMillis();
         LineReader t = createReader(file, "offsets");
         Assert.assertEquals(LoggerHelper.MEGA_STREAM_SIZE, t.getNbLines());
         t.close();
         long t1 = System.currentTimeMillis();
         log.info("time (" + time(t0, t1) + ") [" + LoggerHelper.MEGA_STREAM_SIZE + "] [file: " + file + ", length: " + StringUtil.convertMemory(file.length()) + "] [offsetfile: " + offsetfile + ", length: " + StringUtil.convertMemory(offsetfile.length()) + "]");
     }
 
     public static String time(long t0, long t1) {
         StringBuilder sb = new StringBuilder();
         long milis = t1 - t0;
         long total = milis;
         long minutes, secondes;
 
         if (milis > 1000) {
             secondes = milis / 1000;
             if (secondes > 60) {
                 minutes = secondes / 60;
                 secondes -= minutes * 60;
                 total -= (minutes * 1000 * 60);
                 sb.append(minutes).append("mn ");
             }
             total -= (secondes * 1000);
             sb.append(secondes).append("s ");
         }
         sb.append(total).append("ms ");
         sb.append(" ~ ").append((float) (t1 - t0) / LoggerHelper.MEGA_STREAM_SIZE);
         return sb.toString();
     }
 
     @Test
     public void testSimple() throws Exception {
 
         String filename = "bench/LineReaderTest_30.log";
         //new LineReaderTest().createMock(5);
 
         File f = new File(filename);
         if (!f.exists()) {
             return;
         }
         LineReader reader = createReader(f, "offsets");
         reader.getOffsetReader().deleteOffsetFile();
         reader.open();
 
         long nbLines = reader.getNbLines();
 
         log.info("found " + nbLines + " in reader " + reader);
         for (int i = 0; i < nbLines; i++) {
             long offset = reader.getOffsetReader().getOffset(i);
             String line = reader.readLine(i);
             System.out.println("line " + i + " offset:" + offset + " content:'" + line + "'");
         }
         for (int i = 0; i < nbLines; i += 10) {
             long offset = reader.getOffsetReader().getOffset(i);
             String[] line = reader.readLine(i, 10);
             for (int i1 = 0; i1 < line.length; i1++) {
                 String s = line[i1];
                 System.out.println("line [" + i1 + "] " + i + " to " + (i + 10) + " offset:" + offset + " content:'" + s + "'");
             }
 
         }
 
         System.out.println("");
         System.out.println("");
         LineReader reader2 = new LineReader(reader, new FileOffsetReader(new File(f, "offsets_debug_or_warn"))) {
             public boolean match(String line) {
                 return line.contains("debug") || line.contains("warn");
             }
         };
         reader2.getOffsetReader().deleteOffsetFile();
         reader2.open();
 
         nbLines = reader2.getNbLines();
 
         log.info("found " + nbLines + " in reader " + reader2);
         for (int i = 0; i < nbLines; i++) {
             long offset = reader2.getOffsetReader().getOffset(i);
             String line = reader2.readLine(i);
             System.out.println("line " + i + " offset:" + offset + " content:'" + line + "'");
         }
         for (int i = 0; i < nbLines; i += 10) {
             long offset = reader2.getOffsetReader().getOffset(i);
             String[] line = reader2.readLine(i, 10);
             for (int i1 = 0; i1 < line.length; i1++) {
                 String s = line[i1];
                 System.out.println("line [" + i1 + "] " + i + " to " + (i + 10) + " offset:" + offset + " content:'" + s + "'");
             }
         }
 
         System.out.println("");
         System.out.println("");
         LineReader reader3 = new LineReader(reader, new FileOffsetReader(new File(f, "offsets_debug"))) {
             public boolean match(String line) {
                 return line.contains("debug");
             }
         };
         reader3.getOffsetReader().deleteOffsetFile();
         reader3.open();
 
         nbLines = reader3.getNbLines();
 
         log.info("found " + nbLines + " in reader " + reader3);
         for (int i = 0; i < nbLines; i++) {
             long offset = reader3.getOffsetReader().getOffset(i);
             String line = reader3.readLine(i);
             System.out.println("line " + i + " offset:" + offset + " content:'" + line + "'");
         }
         for (int i = 0; i < nbLines; i += 10) {
             long offset = reader3.getOffsetReader().getOffset(i);
             String[] line = reader3.readLine(i, 10);
             for (int i1 = 0; i1 < line.length; i1++) {
                 String s = line[i1];
                 System.out.println("line [" + i1 + "] " + i + " to " + (i + 10) + " offset:" + offset + " content:'" + s + "'");
             }
         }
         reader.getOffsetReader().deleteOffsetFile();
         reader2.getOffsetReader().deleteOffsetFile();
         reader3.getOffsetReader().deleteOffsetFile();
         reader.close();
         reader2.close();
         reader3.close();
     }
 }