public function setUp()
 {
     parent::setUp();
     Piwik::createConfigObject();
     Piwik_Config::getInstance()->setTestEnvironment();
     Piwik_DataTable_Manager::getInstance()->deleteAll();
 }

 /**
  * Returns instance
  *
  * @return Piwik_DataTable_Manager
  */
 public static function getInstance()
 {
     if (self::$instance == null) {
         self::$instance = new self();
     }
     return self::$instance;
 }

 protected function filter($table = null)
 {
     if (is_null($table)) {
         $table = $this->table;
     }
     $rows = $table->getRows();
     foreach ($rows as $key => $row) {
         // A row is deleted if
         // 1 - its label doesnt contain the pattern
         // AND 2 - the label is not found in the children
         $patternNotFoundInChildren = false;
         try {
             $idSubTable = $row->getIdSubDataTable();
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($idSubTable);
             // we delete the row if we couldn't find the pattern in any row in the
             // children hierarchy
             if ($this->filter($subTable) == 0) {
                 $patternNotFoundInChildren = true;
             }
         } catch (Exception $e) {
             // there is no subtable loaded for example
             $patternNotFoundInChildren = true;
         }
         if ($patternNotFoundInChildren && !Piwik_DataTable_Filter_Pattern::match($this->patternToSearch, $this->patternToSearchQuoted, $row->getColumn($this->columnToFilter))) {
             $table->deleteRow($key);
         }
     }
     return $table->getRowsCount();
 }

 /**
  * Returns instance
  *
  * @return Piwik_DataTable_Manager
  */
 public static function getInstance()
 {
     if (self::$instance == null) {
         $c = __CLASS__;
         self::$instance = new $c();
     }
     return self::$instance;
 }

 /**
  * Reset this row to an empty one and sum the associated subtable again.
  */
 public function recalculate()
 {
     $id = $this->getIdSubDataTable();
     if ($id !== null) {
         $subtable = Piwik_DataTable_Manager::getInstance()->getTable($id);
         $this->sumTable($subtable);
     }
 }

 /**
  * Filters a subtable
  *
  * @param Piwik_DataTable_Row  $row
  * @return mixed
  */
 public function filterSubTable(Piwik_DataTable_Row $row)
 {
     if (!$this->enableRecursive) {
         return;
     }
     if ($row->isSubtableLoaded()) {
         $subTable = Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable());
         $this->filter($subTable);
     }
 }

 public function tearDown()
 {
     parent::tearDown();
     Piwik_DataTable_Manager::getInstance()->deleteAll();
     Piwik_Option::getInstance()->clearCache();
     Piwik_Common::deleteTrackerCache();
     Piwik_Site::clearCache();
     Piwik::truncateAllTables();
     Piwik_TablePartitioning::$tablesAlreadyInstalled = null;
 }

 public function tearDown()
 {
     parent::tearDown();
     Piwik_DataTable_Manager::getInstance()->deleteAll();
     Piwik_Option::getInstance()->clearCache();
     Piwik_Site::clearCache();
     Piwik_Common::deleteTrackerCache();
     Piwik_TablePartitioning::$tablesAlreadyInstalled = null;
     $tempTableName = Piwik_Common::prefixTable(Piwik_PrivacyManager_LogDataPurger::TEMP_TABLE_NAME);
     Piwik_Query("DROP TABLE IF EXISTS " . $tempTableName);
 }

 public function filterSubTable(Piwik_DataTable_Row $row)
 {
     if (!$this->enableRecursive) {
         return;
     }
     try {
         $subTable = Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable());
         $this->filter($subTable);
     } catch (Exception $e) {
         // case idSubTable == null, or if the table is not loaded in memory
     }
 }

 protected function filterTable($table)
 {
     foreach ($table->getRows() as $key => $row) {
         $this->renameColumns($row);
         try {
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable());
             $this->filterTable($subTable);
         } catch (Exception $e) {
             // case idSubTable == null, or if the table is not loaded in memory
         }
     }
 }

 /**
  * Truncates the table after X rows and adds a summary row
  *
  * @param Piwik_DataTable  $table
  */
 public function filter($table)
 {
     $table->filter('AddSummaryRow', array($this->truncateAfter));
     $table->filter('ReplaceSummaryRowLabel');
     foreach ($table->getRows() as $row) {
         if ($row->isSubtableLoaded()) {
             $idSubTable = $row->getIdSubDataTable();
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($idSubTable);
             $subTable->filter('Truncate', array($this->truncateAfter));
         }
     }
 }

 public function filter($table)
 {
     $table->filter('AddSummaryRow', array($this->truncateAfter));
     $table->filter('ReplaceSummaryRowLabel');
     foreach ($table->getRows() as $row) {
         try {
             $idSubTable = $row->getIdSubDataTable();
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($idSubTable);
             $subTable->filter('Truncate', array($this->truncateAfter));
         } catch (Exception $e) {
             // there is no subtable loaded for example
         }
     }
 }

 protected function renderTable($table)
 {
     if ($table instanceof Piwik_DataTable_Array) {
         $output = '';
         $output .= "Piwik_DataTable_Array<hr>";
         foreach ($table->getArray() as $descTable => $table) {
             $output .= "<b>" . $descTable . "</b><br>";
             $output .= $table;
             $output .= "<hr>";
         }
         return $output;
     }
     if ($table->getRowsCount() == 0) {
         return "Empty table <br>\n";
     }
     static $depth = 0;
     $output = '';
     $i = 1;
     foreach ($table->getRows() as $row) {
         $columns = array();
         foreach ($row->getColumns() as $column => $value) {
             if (is_string($value)) {
                 $value = "'{$value}'";
             }
             $columns[] = "'{$column}' => {$value}";
         }
         $columns = implode(", ", $columns);
         $details = array();
         foreach ($row->getDetails() as $detail => $value) {
             if (is_string($value)) {
                 $value = "'{$value}'";
             }
             $details[] = "'{$detail}' => {$value}";
         }
         $details = implode(", ", $details);
         $output .= str_repeat($this->prefixRows, $depth) . "- {$i} [" . $columns . "] [" . $details . "] [idsubtable = " . $row->getIdSubDataTable() . "]<br>\n";
         if ($row->getIdSubDataTable() !== null) {
             $depth++;
             try {
                 $output .= $this->renderTable(Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable()));
             } catch (Exception $e) {
                 $output .= "-- Sub DataTable not loaded<br>\n";
             }
             $depth--;
         }
         $i++;
     }
     return $output;
 }

 protected function filterTable($table)
 {
     foreach ($table->getRows() as $key => $row) {
         $oldColumns = $row->getColumns();
         $newColumns = $this->getRenamedColumns($oldColumns);
         $row->setColumns($newColumns);
         if ($this->applyFilterRecursively) {
             try {
                 $subTable = Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable());
                 $this->filterTable($subTable);
             } catch (Exception $e) {
                 // case idSubTable == null, or if the table is not loaded in memory
             }
         }
     }
 }

 /**
  * Updates the summary row label
  *
  * @param Piwik_DataTable  $table
  */
 public function filter($table)
 {
     $rows = $table->getRows();
     foreach ($rows as $row) {
         if ($row->getColumn('label') == Piwik_DataTable::LABEL_SUMMARY_ROW) {
             $row->setColumn('label', $this->newLabel);
             break;
         }
     }
     // recurse
     foreach ($rows as $row) {
         if ($row->isSubtableLoaded()) {
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($row->getIdSubDataTable());
             $this->filter($subTable);
         }
     }
 }

 /**
  * Resets all caches and drops the database
  */
 public function tearDown()
 {
     parent::tearDown();
     try {
         $plugins = Piwik_PluginsManager::getInstance()->getLoadedPlugins();
         foreach ($plugins as $plugin) {
             $plugin->uninstall();
         }
         Piwik_PluginsManager::getInstance()->unloadPlugins();
     } catch (Exception $e) {
     }
     Piwik::dropDatabase();
     Piwik_DataTable_Manager::getInstance()->deleteAll();
     Piwik_Option::getInstance()->clearCache();
     Piwik_Site::clearCache();
     Piwik_Common::deleteTrackerCache();
     Piwik_Config::getInstance()->clear();
     Piwik_TablePartitioning::$tablesAlreadyInstalled = null;
     Zend_Registry::_unsetInstance();
 }

 public static function tearDownAfterClass()
 {
     try {
         $plugins = Piwik_PluginsManager::getInstance()->getLoadedPlugins();
         foreach ($plugins as $plugin) {
             $plugin->uninstall();
         }
         Piwik_PluginsManager::getInstance()->unloadPlugins();
     } catch (Exception $e) {
     }
     Piwik::dropDatabase();
     Piwik_DataTable_Manager::getInstance()->deleteAll();
     Piwik_Option::getInstance()->clearCache();
     Piwik_Site::clearCache();
     Piwik_Common::deleteTrackerCache();
     Piwik_Config::getInstance()->clear();
     Piwik_TablePartitioning::$tablesAlreadyInstalled = null;
     Zend_Registry::_unsetInstance();
     $_GET = $_REQUEST = array();
     Piwik_Translate::getInstance()->unloadEnglishTranslation();
     // re-enable tag cloud shuffling
     Piwik_Visualization_Cloud::$debugDisableShuffle = true;
 }

 /**
  * The serialization returns a one dimension array containing all the 
  * serialized DataTable contained in this DataTable.
  * We save DataTable in serialized format in the Database.
  * Each row of this returned PHP array will be a row in the DB table.
  * At the end of the method execution, the dataTable may be truncated (if $maximum* parameters are set).
  * 
  * The keys of the array are very important as they are used to define the DataTable
  * 
  * IMPORTANT: The main table (level 0, parent of all tables) will always be indexed by 0
  * 	even it was created after some other tables.
  * 	It also means that all the parent tables (level 0) will be indexed with 0 in their respective 
  *  serialized arrays. You should never lookup a parent table using the getTable( $id = 0) as it 
  *  won't work.
  * 
  * @throws Exception if an infinite recursion is found (a table row's has a subtable that is one of its parent table)
  * @param int If not null, defines the number of rows maximum of the serialized dataTable
  * 	          If $addSummaryRowAfterNRows is less than the size of the table, a SummaryRow will be added at the end of the table, that
  *            is the sum of the values of all the rows after the Nth row. All the rows after the Nth row will be deleted.
  * 
  * @return array Serialized arrays	
  * 			array( 	// Datatable level0
  * 					0 => 'eghuighahgaueytae78yaet7yaetae', 
  * 
  * 					// first Datatable level1
  * 					1 => 'gaegae gh gwrh guiwh uigwhuige',
  * 					
  * 					//second Datatable level1 
  * 					2 => 'gqegJHUIGHEQjkgneqjgnqeugUGEQHGUHQE',  
  * 					
  * 					//first Datatable level3 (child of second Datatable level1 for example)
  *					3 => 'eghuighahgaueytae78yaet7yaetaeGRQWUBGUIQGH&QE',
  * 					);
  */
 public function getSerialized($maximumRowsInDataTable = null, $maximumRowsInSubDataTable = null, $columnToSortByBeforeTruncation = null)
 {
     static $depth = 0;
     if ($depth > self::MAXIMUM_DEPTH_LEVEL_ALLOWED) {
         $depth = 0;
         throw new Exception("Maximum recursion level of " . self::MAXIMUM_DEPTH_LEVEL_ALLOWED . " reached. You have probably set a DataTable_Row with an associated DataTable which belongs already to its parent hierarchy.");
     }
     if (!is_null($maximumRowsInDataTable)) {
         $this->filter('AddSummaryRow', array($maximumRowsInDataTable - 1, Piwik_DataTable::LABEL_SUMMARY_ROW, $columnToSortByBeforeTruncation));
     }
     // For each row, get the serialized row
     // If it is associated to a sub table, get the serialized table recursively ;
     // but returns all serialized tables and subtable in an array of 1 dimension
     $aSerializedDataTable = array();
     foreach ($this->rows as $row) {
         if (($idSubTable = $row->getIdSubDataTable()) !== null) {
             $subTable = Piwik_DataTable_Manager::getInstance()->getTable($idSubTable);
             $depth++;
             $aSerializedDataTable = $aSerializedDataTable + $subTable->getSerialized($maximumRowsInSubDataTable, $maximumRowsInSubDataTable, $columnToSortByBeforeTruncation);
             $depth--;
         }
     }
     // we load the current Id of the DataTable
     $forcedId = $this->getId();
     // if the datatable is the parent we force the Id at 0 (this is part of the specification)
     if ($depth == 0) {
         $forcedId = 0;
     }
     // we then serialize the rows and store them in the serialized dataTable
     $addToRows = array(self::ID_SUMMARY_ROW => $this->summaryRow);
     if ($this->parents && Zend_Registry::get('config')->General->enable_archive_parents_of_datatable) {
         $addToRows[self::ID_PARENTS] = $this->parents;
     }
     $aSerializedDataTable[$forcedId] = serialize($this->rows + $addToRows);
     return $aSerializedDataTable;
 }

 /**
  * Helper function to test if two rows are equal.
  * 
  * Two rows are equal 
  * - if they have exactly the same columns / details
  * - if they have a subDataTable associated, then we check that both of them are the same.
  * 
  * @param Piwik_DataTable_Row row1 to compare
  * @param Piwik_DataTable_Row row2 to compare
  * 
  * @return bool
  */
 public static function isEqual(Piwik_DataTable_Row $row1, Piwik_DataTable_Row $row2)
 {
     //same columns
     $cols1 = $row1->getColumns();
     $cols2 = $row2->getColumns();
     uksort($cols1, 'strnatcasecmp');
     uksort($cols2, 'strnatcasecmp');
     if ($cols1 != $cols2) {
         return false;
     }
     $dets1 = $row1->getDetails();
     $dets2 = $row2->getDetails();
     ksort($dets1);
     ksort($dets2);
     // same details
     if ($dets1 != $dets2) {
         return false;
     }
     // either both are null
     // or both have a value
     if (!(is_null($row1->getIdSubDataTable()) && is_null($row2->getIdSubDataTable()))) {
         $subtable1 = Piwik_DataTable_Manager::getInstance()->getTable($row1->getIdSubDataTable());
         $subtable2 = Piwik_DataTable_Manager::getInstance()->getTable($row2->getIdSubDataTable());
         if (!Piwik_DataTable::isEqual($subtable1, $subtable2)) {
             return false;
         }
     }
     return true;
 }

 /**
  * Post processing called at the end of the main archive processing.
  * Makes sure the new archive is marked as "successful" in the DB
  * 
  * We also try to delete some stuff from memory but really there is still a lot...
  */
 protected function postCompute()
 {
     // delete the first done = ERROR
     Piwik_Query("/* SHARDING_ID_SITE = " . $this->idsite . " */ \n\t\t\t\t\t\t\tDELETE FROM " . $this->tableArchiveNumeric->getTableName() . " \n\t\t\t\t\t\t\tWHERE idarchive = ? AND name = 'done'", array($this->idArchive));
     $this->insertNumericRecord('done', Piwik_ArchiveProcessing::DONE_OK);
     Piwik_DataTable_Manager::getInstance()->deleteAll();
 }