基于Java与Web技术的KettleWeb数据集成平台源码

package org.flhy.webapp.trans; import java.awt.Font; import java.awt.FontMetrics; import java.awt.Toolkit; import java.net.URLDecoder; import java.util.ArrayList; import java.util.Date; import java.util.HashMap; import java.util.HashSet; import java.util.List; import java.util.Map; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import org.flhy.ext.App; import org.flhy.ext.PluginFactory; import org.flhy.ext.TransDebugExecutor; import org.flhy.ext.TransExecutor; import org.flhy.ext.base.GraphCodec; import org.flhy.ext.core.ConditionCodec; import org.flhy.ext.core.PropsUI; import org.flhy.ext.core.database.DatabaseCodec; import org.flhy.ext.trans.TransExecutionConfigurationCodec; import org.flhy.ext.trans.step.StepEncoder; import org.flhy.ext.utils.JSONArray; import org.flhy.ext.utils.JSONObject; import org.flhy.ext.utils.JsonUtils; import org.flhy.ext.utils.StringEscapeHelper; import org.flhy.ext.utils.SvgImageUrl; import org.flhy.webapp.utils.GetSQLProgress; import org.flhy.webapp.utils.SearchFieldsProgress; import org.flhy.webapp.utils.TransPreviewProgress; import org.pentaho.di.base.AbstractMeta; import org.pentaho.di.core.CheckResultInterface; import org.pentaho.di.core.CheckResultSourceInterface; import org.pentaho.di.core.Condition; import org.pentaho.di.core.Const; import org.pentaho.di.core.RowMetaAndData; import org.pentaho.di.core.SQLStatement; import org.pentaho.di.core.database.Database; import org.pentaho.di.core.database.DatabaseMeta; import org.pentaho.di.core.logging.DefaultLogLevel; import org.pentaho.di.core.logging.LoggingObjectInterface; import org.pentaho.di.core.logging.LoggingObjectType; import org.pentaho.di.core.logging.SimpleLoggingObject; import org.pentaho.di.core.plugins.PluginInterface; import org.pentaho.di.core.plugins.PluginRegistry; import org.pentaho.di.core.plugins.StepPluginType; import org.pentaho.di.core.row.RowMetaInterface; import org.pentaho.di.core.row.ValueMeta; import org.pentaho.di.core.row.ValueMetaInterface; import org.pentaho.di.core.xml.XMLHandler; import org.pentaho.di.repository.ObjectId; import org.pentaho.di.repository.Repository; import org.pentaho.di.repository.RepositorySecurityProvider; import org.pentaho.di.trans.TransExecutionConfiguration; import org.pentaho.di.trans.TransMeta; import org.pentaho.di.trans.TransPreviewFactory; import org.pentaho.di.trans.debug.StepDebugMeta; import org.pentaho.di.trans.debug.TransDebugMeta; import org.pentaho.di.trans.step.StepMeta; import org.pentaho.di.trans.step.StepMetaInterface; import org.springframework.stereotype.Controller; import org.springframework.util.StringUtils; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.ResponseBody; import org.w3c.dom.Element; import com.mxgraph.util.mxUtils; @Controller @RequestMapping(value="/trans") public class TransGraphController { @ResponseBody @RequestMapping(method=RequestMethod.POST, value="/engineXml") protected void engineXml(HttpServletRequest request, HttpServletResponse response, @RequestParam String graphXml) throws Exception { GraphCodec codec = (GraphCodec) PluginFactory.getBean(GraphCodec.TRANS_CODEC); AbstractMeta transMeta = codec.decode(graphXml); String xml = XMLHandler.getXMLHeader() + transMeta.getXML(); response.setContentType("text/html; charset=utf-8"); response.getWriter().write(xml); } @ResponseBody @RequestMapping(method=RequestMethod.POST, value="/database") protected void database(@RequestParam String graphXml, String name) throws Exception { GraphCodec codec = (GraphCodec) PluginFactory.getBean(GraphCodec.TRANS_CODEC); TransMeta transMeta = (TransMeta) codec.decode(graphXml); DatabaseMeta databaseMeta = transMeta.findDatabase(name); if(databaseMeta == null) databaseMeta = new DatabaseMeta(); JSONObject jsonObject = DatabaseCodec.encode(databaseMeta); JsonUtils.response(jsonObject); } @ResponseBody @RequestMapping(method=RequestMethod.POST, value="/save") protected void save(HttpServletRequest request, HttpServletResponse response, @RequestParam String graphXml) throws Exception { GraphCodec codec = (GraphCodec) PluginFactory.getBean(GraphCodec.TRANS_CODEC); AbstractMeta transMeta = codec.decode(StringEscapeHelper.decode(graphXml)); Repository repository = App.getInstance().getRepository(); ObjectId existingId = repository.getTransformationID( transMeta.getName(), transMeta.getRepositoryDirectory() ); if(transMeta.getCreatedDate() == null) transMeta.setCreatedDate(new Date()); if(transMeta.getObjectId() == null) transMeta.setObjectId(existingId); transMeta.setModifiedDate(new Date()); boolean versioningEnabled = true; boolean versionCommentsEnabled = true; String fullPath = transMeta.getRepositoryDirectory() + "/" + transMeta.getName() + transMeta.getRepositoryElementType().getExtension(); RepositorySecurityProvider repositorySecurityProvider = repository.getSecurityProvider() != null ? repository.getSecurityProvider() : null; if ( repositorySecurityProvider != null ) { versioningEnabled = repositorySecurityProvider.isVersioningEnabled( fullPath ); versionCommentsEnabled = repositorySecurityProvider.allowsVersionComments( fullPath ); } String versionComment = null; if (!versioningEnabled || !versionCommentsEnabled) { versionComment = ""; } else { versionComment = "no comment"; } repository.save( transMeta, versionComment, null); JsonUtils.success("转换保存成功！"); } /** * 校验这个转换 * * @param graphXml * @param show_successful_results * @throws Exception */ @ResponseBody @RequestMapping(method=RequestMethod.POST, value="/check") protected void check(@RequestParam String graphXml, @RequestParam boolean show_successful_results) throws Exception { GraphCodec codec = (GraphCodec) PluginFactory.getBean(GraphCodec.TRANS_CODEC); TransMeta transMeta = (TransMeta) codec.decode(graphXml); ArrayList<CheckResultInterface> remarks = new ArrayList<CheckResultInterface>(); transMeta.checkSteps(remarks, false, null, transMeta, App.getInstance().getRepository(), App.getInstance().getMetaStore() ); JSONArray jsonArray = new JSONArray(); for (int i = 0; i < remarks.size(); i++) { CheckResultInterface cr = remarks.get(i); if (show_successful_results || cr.getType() != CheckResultInterface.TYPE_RESULT_OK) { JSONObject jsonObject = new JSONObject(); CheckResultSourceInterface sourceMeta = cr.getSourceInfo(); if (sourceMeta != null) { jsonObject.put("name", sourceMeta.getName()); } else { jsonObject.put("name", "&lt;global&gt;"); } jsonObject.put("type", cr.getType()); jsonObject.put("typeDesc", cr.getTypeDesc()); jsonObject.put("text", cr.getText()); jsonArray.add(jsonObject); } } JsonUtils.response(jsonArray); } @ResponseBody @RequestMapping(method=RequestMethod.POST, value="/initPreview") protected void initPreview(@RequestParam String graphXml, @RequestParam String selectedCells) throws Exception { JSONArray cells = JSONArray.fromObject(URLDecoder.decode(selectedCells, "utf-8")); HashSet hs = new HashSet(); hs.addAll(cells); GraphCodec codec = (GraphCodec) PluginFactory.getBean(GraphCodec.TRANS_CODEC); TransMeta transMeta = (TransMeta) codec.decode(graphXml); transMeta.setRepository(App.getInstance().getRepository()); transMeta.setMetaStore(App.getInstance().getMetaStore()); TransExecutionConfiguration executionConfiguration = App.getInstance().getTransPreviewExecutionConfiguration(); executionConfiguration.setRepository(App.getInstance().getRepository()); executionConfiguration.setSafeModeEnabled(true); TransDebugMeta transDebugMeta = transPreviewMetaMap.get(