基于hadoop实现的电影网站+源代码+文档说明

package oracle.demo.oow.bd.dao; import java.sql.Connection; import java.sql.PreparedStatement; import java.sql.SQLException; import java.util.ArrayList; import java.util.Collections; import java.util.List; import oracle.demo.oow.bd.to.CastCrewTO; import oracle.demo.oow.bd.to.CastMovieTO; import oracle.demo.oow.bd.to.CastTO; import oracle.demo.oow.bd.to.MovieTO; import oracle.demo.oow.bd.util.KeyUtil; import oracle.demo.oow.bd.util.StringUtil; import oracle.kv.Key; import oracle.kv.Value; import oracle.kv.ValueVersion; import oracle.kv.Version; import oracle.kv.avro.JsonAvroBinding; import oracle.kv.avro.JsonRecord; import oracle.kv.table.PrimaryKey; import oracle.kv.table.Row; import oracle.kv.table.Table; import org.apache.avro.Schema; import org.codehaus.jackson.node.ObjectNode; public class CastDAO extends BaseDAO { private static Table castTable = null; private static Table castCrew = null; private static Table movieTable = null; private final static String TABLE_NAME="CAST"; public CastDAO() { super(); castTable = getKVStore().getTableAPI().getTable(TABLE_NAME); movieTable = getKVStore().getTableAPI().getTable(MovieDAO.TABLE_NAME); castCrew = getKVStore().getTableAPI().getTable(MovieDAO.TABLE_NAME+"."+MovieDAO.CHILD_TABLE); } /** * This method inserts Cast information and also index cast ID to the movieId * so that one can run queries on castId to fetch all the movies in which * a particular cast worked. * @param castTO - This is a cast transfer object * @return - true if insertion is successful */ public boolean insertCastInfo(CastTO castTO) { boolean flag = false; int castId; Value value = null; Version version = null; if (castTO != null) { //System.out.println("CT/ " + jsonTxt); castId = castTO.getId(); /** * Insert cast json string to the castId * Key=/CT/castId/-/info */ PrimaryKey key = KeyUtil.getCastInfoKey(castId,castTable); // serialize castTO to byte array using JSONAvroBinding //Insert castTO into the store Row row = castTable.createRowFromJson(castTO.toJsonString(),true); version = getKVStore().getTableAPI().put(row, null,null); /** * Create a mapping between movieId & castId, so that one can find * the casts for a movie. * Key=/MVCC/movieId/-/cc */ insertCast4Movies(castTO); //Flip the flag to true for success flag = true; } return flag; } //insertCastInfo /** * This method inserts Cast information and also index cast ID to the movieId * so that one can run queries on castId to fetch all the movies in which * a particular cast worked. * @param castTO - This is a cast transfer object * @return - true if insertion is successful */ public boolean insertCastInfoRDBMS(CastTO castTO) { boolean flag = false; Connection conn = null; int castId; if (castTO != null) { // Insert record into Oracle RDBMS try { conn = super.getOraConnect(); // jsonTxt = castTO.getJsonTxt(); //System.out.println("CT/ " + jsonTxt); castId = castTO.getId(); /** * Insert cast id & name */ String update = "INSERT INTO MOVIESITE.CAST (CAST_ID, NAME) " + "VALUES (?, ?)"; PreparedStatement stmt = conn.prepareStatement(update); stmt.setInt(1, castId); stmt.setString(2, castTO.getName()); try { stmt.execute(); } catch (SQLException e) { // Expect many duplicates. Duplicate error code = 1 if (e.getErrorCode() != 1) System.out.println(e.getErrorCode() + ":" + e.getMessage()); } stmt.close(); } catch (SQLException e) { System.out.println(e.getMessage()); return false; } /** * Create a mapping between movieId & castId, so that one can find * the casts for a movie. */ insertCast4MoviesRDBMS(castTO); } return flag; } //insertCastInfo /** * This method loops through all the movieId stored in the CastTO and create * association between movieId and castId and saves CastCrewTO JSON txt as the * value. Key=/MV/movieId/-/cc * @param castTO */ public void insertCast4Movies(CastTO castTO) { List<CastMovieTO> castMovieList = null; CastCrewTO castCrewTO = null; PrimaryKey key = null; int movieId = 0; int castId = 0; String jsonTxt = null; int order = -1; String character = null; if (castTO != null & castTO.getCastMovieList() != null) { castMovieList = castTO.getCastMovieList(); castId = castTO.getId(); for (CastMovieTO castMovieTO : castMovieList) { movieId = castMovieTO.getId(); order = castMovieTO.getOrder(); character = castMovieTO.getCharacter(); //Get Cast detail for the movie and set it into the CastTO castTO.setOrder(order); castTO.setCharacter(character); //make movie to cast association only if order < 15 if (order > -1 && order < 15) { //get the key key = KeyUtil.getMovieCastCrewKey(movieId,movieId,movieTable); //check if CastCrewTO jsonTxt already exit System.out.println(key.toJsonString(true)); Row jrow = getKVStore().getTableAPI().get(key, null); if(jrow!=null) jsonTxt = jrow.toJsonString(true); //System.out.println("1: " + jsonTxt); if (StringUtil.isNotEmpty(jsonTxt)) { castCrewTO = new CastCrewTO(jsonTxt.trim()); } else { castCrewTO = new CastCrewTO(); castCrewTO.setMovieId(movieId); } //add CastTO into castCrewTO castCrewTO.addCastTO(castTO); //Convert castCrewTO into json txt jsonTxt = castCrewTO.getJsonTxt(); //inset movie-cast association into the KV-Store //System.out.println(jsonTxt); if(StringUtil.isNotEmpty(jsonTxt)){ Row row = castCrew.createRowFromJson(jsonTxt, false); getKVStore().getTableAPI().put(row, null,null); } } //if (order > -1 && order < 15) { } //EOF for } //if (castTO != null & castTO.getCastMovieList() != null) } //insertCast4Movies /** * This method loops through all the movieId stored in the CastTO and create * association between movieId and castId. * @param castTO */ public void insertCast4MoviesRDBMS(CastTO castTO) { List<CastMovieTO> castMovieList = null; int movieId = 0; int castId = 0; int order = -1; String character = null; Connection conn = super.getOraConnect(); if (castTO != null & castTO.getCastMovieList() != null) { castMovieList = castTO.getCastMovieList(); castId = castTO.getId(); for (CastMovieTO castMovieTO : castMovieList