package org.ecoinformatics.datamanager; import java.io.IOException; import java.io.InputStream; import java.net.MalformedURLException; import java.net.URL; import java.sql.ResultSet; import junit.framework.Test; import junit.framework.TestCase; import junit.framework.TestSuite; import org.ecoinformatics.datamanager.database.Condition; import org.ecoinformatics.datamanager.database.DatabaseConnectionPoolInterfaceTest; import org.ecoinformatics.datamanager.database.Query; import org.ecoinformatics.datamanager.database.SelectionItem; import org.ecoinformatics.datamanager.database.TableItem; import org.ecoinformatics.datamanager.database.WhereClause; import org.ecoinformatics.datamanager.download.DataStorageTest; import org.ecoinformatics.datamanager.download.EcogridEndPointInterfaceTest; import org.ecoinformatics.datamanager.parser.Attribute; import org.ecoinformatics.datamanager.parser.AttributeList; import org.ecoinformatics.datamanager.parser.DataPackage; import org.ecoinformatics.datamanager.parser.Entity; public class DataManagerTest extends TestCase { /* * Class fields */ /* * Instance fields */ private DataManager dataManager; private EcogridEndPointInterfaceTest endPointInfo = new EcogridEndPointInterfaceTest(); private final String COLUMN_1 = "\"site\""; private final String COLUMN_2 = "\"year\""; private final String ENTITY_NAME = "INS-GCEM-0011_1_3.TXT"; private final int ENTITY_NUMBER_EXPECTED = 1; private final int NUMBER_OF_COLUMNS = 7; private final String QUERY_TEST_DOCUMENT = "knb-lter-gce.1.9.xml"; private final String QUERY_TEST_SERVER = "http://svn.lternet.edu/svn/NIS/master/DataPackageManager/test/data/"; private final String TABLE_NAME = "INS_GCEM_0011_1_3_TXT"; private final String TEST_DOCUMENT = "knb-lter-gce.1.9.xml"; private final String TEST_PACKAGE_ID = "knb-lter-gce.1.9"; private final String TEST_SERVER = "http://svn.lternet.edu/svn/NIS/master/DataPackageManager/test/data/"; /* * Constructors */ /** * Because DataManagerTest is a subclass of TestCase, it must provide a * constructor with a String parameter. * * @param name the name of a test method to run */ public DataManagerTest(String name) { super(name); } /* * Class methods */ /** * Create a suite of tests to be run together. */ public static Test suite() { TestSuite testSuite = new TestSuite(); testSuite.addTest(new DataManagerTest("initialize")); testSuite.addTest(new DataManagerTest("testParseMetadata")); testSuite.addTest(new DataManagerTest("testDownloadData")); testSuite.addTest(new DataManagerTest("testLoadDataToDB")); testSuite.addTest(new DataManagerTest("testSelectData")); return testSuite; } /* * Instance methods */ /** * Run an initial test that always passes to check that the test harness * is working. */ public void initialize() { assertTrue(1 == 1); } /** * Establish a testing framework by initializing appropriate objects. */ public void setUp() throws Exception { super.setUp(); DatabaseConnectionPoolInterfaceTest connectionPool = new DatabaseConnectionPoolInterfaceTest(); String dbAdapterName = connectionPool.getDBAdapterName(); dataManager = DataManager.getInstance(connectionPool, dbAdapterName); } /** * Release any objects after tests are complete. */ public void tearDown() throws Exception { dataManager = null; super.tearDown(); } /** * Unit test for the DataManager.downloadData() methods (Use Case #2). * * @throws MalformedURLException * @throws IOException * @throws Exception */ public void testDownloadData() throws MalformedURLException, IOException, Exception { DataPackage dataPackage = null; String documentURL = TEST_SERVER + TEST_DOCUMENT; InputStream metadataInputStream; boolean success = false; DataStorageTest[] testStorageList = new DataStorageTest[1]; URL url; try { url = new URL(documentURL); metadataInputStream = url.openStream(); dataPackage = dataManager.parseMetadata(metadataInputStream); } catch (MalformedURLException e) { e.printStackTrace(); throw(e); } catch (IOException e) { e.printStackTrace(); throw(e); } catch (Exception e) { e.printStackTrace(); throw(e); } if (dataPackage != null) { testStorageList[0] = new DataStorageTest(); success = dataManager.downloadData(dataPackage, endPointInfo, testStorageList); } /* * Assert that dataManager.downloadData() returned a 'true' value, * indicating success. */ assertTrue("downloadData() was not successful", success); } /** * Unit test for the DataManager.loadDataToDB() methods (Use Case #3). * This methods also tests two additional methods in the API: * * getDBFieldNames() * getDBTableName() * * @throws MalformedURLException * @throws IOException * @throws Exception */ public void testLoadDataToDB() throws MalformedURLException, IOException, Exception { DataPackage dataPackage = null; String documentURL = TEST_SERVER + TEST_DOCUMENT; InputStream metadataInputStream; boolean success = false; URL url; try { url = new URL(documentURL); metadataInputStream = url.openStream(); dataPackage = dataManager.parseMetadata(metadataInputStream); if (dataPackage != null) { success = dataManager.loadDataToDB(dataPackage, endPointInfo); Entity[] entityList = dataPackage.getEntityList(); Entity entity = entityList[0]; /* * Test that we can access the correct database table name and field * names for this packageID and entity name using * DataManager.getDBTableName(packageID, entityName) and * DataManager.getDBFieldNames(packageID, entityName) */ if (success) { String packageID = TEST_PACKAGE_ID; String entityName = ENTITY_NAME; String tableName = DataManager.getDBTableName(packageID, entityName); assertNotNull("null value for tableName (case 1)", tableName); assertEquals("tableName does not equal expected value", tableName, TABLE_NAME); String[] fieldNames = DataManager.getDBFieldNames(packageID, entityName); assertNotNull("null value for fieldNames array", fieldNames); assertEquals("Incorrect number of columns found", fieldNames.length, NUMBER_OF_COLUMNS); assertEquals("First field name does not equal expected value", fieldNames[0].toLowerCase(), COLUMN_1); assertEquals("Second field name does not equal expected value", fieldNames[1].toLowerCase(), COLUMN_2); // Test alternative signature of DataManager.getDBTableName(entity). // First, when entity.getDBTableName() is non-null, the method should // find the table name stored in the entity object itself. // assertNotNull("null value for entity.getDBTableName()", entity.getDBTableName()); tableName = DataManager.getDBTableName(entity); assertNotNull("null value for tableName (case 2)", tableName); assertEquals("tableName does not equal expected value", tableName, TABLE_NAME); // Test alternative signature of DataManager.getDBTableName(entity). // Second, when entity.getDBTableName() is set to null. In this case, // the method will need to query the database to find the persistent // table_name value, instead of relying on the Entity object itself. // entity.setDBTableName(null); tableName = DataManager.getDBTableName(entity); assertNotNull("null value for tableName (case 3)", tableName); assertEquals("tableName does not equal expected value", tableName, TABLE_NAME); // Need to reset the tableName prior to dropping the table entity.setDBTableName(tableName); /* * Test the getDBFieldName() method. First, get the dbFieldName * value directly from the Attribute itself. */ Attribute[] attributeArray = entity.getAttributes(); Attribute firstAttribute = attributeArray[0]; Attribute secondAttribute = attributeArray[1]; assertNotNull(firstAttribute.getDBFieldName()); assertNotNull(secondAttribute.getDBFieldName()); assertEquals("First field name does not equal expected value", firstAttribute.getDBFieldName().toLowerCase(), COLUMN_1); assertEquals("Second field name does not equal expected value", secondAttribute.getDBFieldName().toLowerCase(), COLUMN_2); /* * Next, set the dbFieldName value to null. The only way to get it now * is if it persists in the database. */ firstAttribute.setDBFieldName(null); secondAttribute.setDBFieldName(null); String firstFieldName = DataManager.getDBFieldName(entity, firstAttribute); String secondFieldName = DataManager.getDBFieldName(entity, secondAttribute); assertEquals("First field name does not equal expected value", firstFieldName.toLowerCase(), COLUMN_1); assertEquals("Second field name does not equal expected value", secondFieldName.toLowerCase(), COLUMN_2); } dataManager.dropTables(dataPackage); // Clean-up test tables } } catch (MalformedURLException e) { e.printStackTrace(); throw(e); } catch (IOException e) { e.printStackTrace(); throw(e); } catch (Exception e) { e.printStackTrace(); throw(e); } /* * Assert that dataManager.loadDataToDB() returned a 'true' value, * indicating success. */ assertTrue("loadDataToDB() was not successful", success); } /** * Unit test for the DataManager.parseMetadata() method (Use Case #1). * * @throws MalformedURLException * @throws IOException * @throws Exception */ public void testParseMetadata() throws MalformedURLException, IOException, Exception { DataPackage dataPackage = null; InputStream metadataInputStream; String documentURL = TEST_SERVER + TEST_DOCUMENT; URL url; try { url = new URL(documentURL); metadataInputStream = url.openStream(); dataPackage = dataManager.parseMetadata(metadataInputStream); } catch (MalformedURLException e) { e.printStackTrace(); throw(e); } catch (IOException e) { e.printStackTrace(); throw(e); } catch (Exception e) { e.printStackTrace(); throw(e); } /* * Assert that dataManager.parseMetadata() returned a non-null * dataPackage object. */ assertNotNull("Data package is null", dataPackage); /* * Compare the number of entities expected in the data package to the * number of entities found by the parser. */ if (dataPackage != null) { int entityNumberFound = dataPackage.getEntityNumber(); assertEquals("Number of entites does not match expected value: ", ENTITY_NUMBER_EXPECTED, entityNumberFound); } } /** * Unit test for the DataManager.selectData() method. Tests the creation and * use of a Query object for querying a data table. Runs a query and checks * the result set against known values in the data table. This test is * essentially a complete cradle-to-grave test of Uses Cases 1-4. */ public void testSelectData() throws Exception { AttributeList attributeList; Attribute attribute; Attribute countAttribute; DataPackage dataPackage = null; DataPackage[] dataPackages = null; String documentURL = QUERY_TEST_SERVER + QUERY_TEST_DOCUMENT; Entity entity = null; InputStream inputStream = null; String operator = ">"; boolean success; Integer value = new Integer(2); ResultSet resultSet = null; URL url; // First create the DataPackage object that will be used in the query. try { url = new URL(documentURL); inputStream = url.openStream(); dataPackage = dataManager.parseMetadata(inputStream); success = dataManager.loadDataToDB(dataPackage, endPointInfo); Entity[] entityList = dataPackage.getEntityList(); entity = entityList[0]; attributeList = entity.getAttributeList(); Attribute[] attributes = attributeList.getAttributes(); attribute = attributes[0]; countAttribute = attributes[6]; } catch (MalformedURLException e) { e.printStackTrace(); throw(e); } catch (IOException e) { e.printStackTrace(); throw(e); } catch (Exception e) { e.printStackTrace(); throw(e); } /* * Now build a test query, execute it, and compare the result set to * known values. */ if (success && dataPackage != null) { dataPackages = new DataPackage[1]; dataPackages[0] = dataPackage; Query query = new Query(); /* SELECT clause */ SelectionItem selectionItem = new SelectionItem(entity, attribute); query.addSelectionItem(selectionItem); /* FROM clause */ TableItem tableItem = new TableItem(entity); query.addTableItem(tableItem); /* WHERE clause with condition */ Condition condition = new Condition(entity, countAttribute, operator, value); WhereClause whereClause = new WhereClause(condition); query.setWhereClause(whereClause); String sqlString = query.toSQLString(); System.out.println("Query SQL = " + query.toSQLString()); assertEquals("Unexpected value for query.toSQLString()", sqlString, "SELECT INS_GCEM_0011_1_3_TXT.\"Site\" " + "FROM INS_GCEM_0011_1_3_TXT " + "where INS_GCEM_0011_1_3_TXT.\"Count\" > 2;"); try { resultSet = dataManager.selectData(query, dataPackages); if (resultSet != null) { int i = 1; while (resultSet.next()) { int site = resultSet.getInt(1); System.out.println("resultSet[" + i + "], site = " + site); /* * Compare values in the result set to known values in the * data table. */ switch (i) { case 1: assertEquals(site, 1); break; case 2: assertEquals(site, 3); break; default: assertEquals(site, 6); break; } i++; } } else { throw new Exception("resultSet is null"); } } catch (Exception e) { System.err.println("Exception in DataManager.selectData()" + e.getMessage()); throw (e); } finally { if (resultSet != null) resultSet.close(); dataManager.dropTables(dataPackage); // Clean-up test tables } } } }