kettle插件开发,json转string 格式

本文介绍了如何在Kettle 5.4.0.1-130版本中进行插件开发,专注于将JSON转换为String的流程。首先,详细讲解了实现类的设计,接着阐述了JSONToStringMeta类的配置和初始化。此外,文章还讨论了JSONToStringData作为共享对象类的作用,以及JSONToStringDialog用于创建UI管理界面的方法。最后,概述了实际的JSON到String转换过程。
摘要由CSDN通过智能技术生成
基于kettle版本5.4.0.1-130
1:实现类
[img]http://dl2.iteye.com/upload/attachment/0115/1600/0349afc1-6950-3f70-aa76-4bbe93b74b62.png[/img]
2:JSONToStringMeta
说明:配置标签@Step(),初始化程序
extends BaseStepMeta :继承BaseStepMeta
implements StepMetaInterface :实现接口StepMetaInterface
[color=red]整个代码的执行过程是:先运行配置标签meta类型,通过meta类找到Dialog类,当运行脚本时调用实现类[/color]

@Step(id="bsoft-json", image="JSO.png", name="JSONToString", description="json格式转string", categoryDescription="Bsoft-Dc")

public class JSONToStringMeta extends BaseStepMeta implements StepMetaInterface {
private XMLField[] inputFields;
private ValueMetaAndData value;
private String outputName;

public JSONToStringMeta() {

super(); // allocate BaseStepInfo
}

//流程中新增列字段
@SuppressWarnings("deprecation")
@Override
public void getFields(RowMetaInterface r, String origin, RowMetaInterface[] info, StepMeta nextStep, VariableSpace space) {
ValueMetaInterface v = new ValueMeta(outputName);
v.setType(ValueMetaInterface.TYPE_STRING);
r.addValueMeta(v);
}

@Override
public Object clone() {
JSONToStringMeta retval = (JSONToStringMeta) super.clone();
int nrfields = inputFields.length;
retval.allocateInput(nrfields);
for (int i = 0; i < nrfields; i++) {
retval.inputFields[i] = (XMLField) inputFields[i].clone();
}

return retval;
}

public void allocateInput(int nrfields) {
inputFields = new XMLField[nrfields];
}

//读取ktr脚本的xml数据
@Override
public void loadXML(Node stepnode, List<DatabaseMeta> databases, Map<String, Counter> counters) throws KettleXMLException {
outputName = XMLHandler.getTagValue(stepnode, "outputName"); //$NON-NLS-1$

Node infields = XMLHandler.getSubNode(stepnode, "inFields"); //$NON-NLS-1$

int num = XMLHandler.countNodes(infields, "field"); //$NON-NLS-1$

allocateInput(num);

for (int i = 0; i < num; i++) {
Node fnode = XMLHandler.getSubNodeByNr(infields, "field", i); //$NON-NLS-1$
inputFields[i] = new XMLField();
inputFields[i].setType(XMLHandler.getTagValue(fnode, "type")); //$NON-NLS-1$
inputFields[i].setFieldName(XMLHandler.getTagValue(fnode, "name")); //$NON-NLS-1$
inputFields[i].setFormat(XMLHandler.getTagValue(fnode, "format")); //$NON-NLS-1$
inputFields[i].setLength(Const.toInt( XMLHandler.getTagValue(fnode, "length"), -1)); //$NON-NLS-1$
inputFields[i].setPrecision(Const.toInt( XMLHandler.getTagValue(fnode, "precision"), -1)); //$NON-NLS-1$

}

}

//将对象Meta数据转成xml返回
@Override
public String getXML() {
StringBuffer retval = new StringBuffer(300);
retval.append(" " + XMLHandler.addTagValue("outputName", outputName == null ? "" : outputName));

XMLField[] infields = getInputField();

retval.append(" <inFields>"); //$NON-NLS-1$
for (int i = 0; i < infields.length; i++) {
inputFields[i] = infields[i];
retval.append(" <field>"); //$NON-NLS-1$
retval.append(" ").append(XMLHandler.addTagValue("name", inputFields[i].getFieldName())); //$NON-NLS-1$ //$NON-NLS-2$
retval.append(" ").append(XMLHandler.addTagValue("type", inputFields[i].getTypeDesc())); //$NON-NLS-1$ //$NON-NLS-2$
retval.append(" ").append(XMLHandler.addTagValue("format", inputFields[i].getFormat())); //$NON-NLS-1$ //$NON-NLS-2$
retval.append(" ").append(XMLHandler.addTagValue("length", inputFields[i].getLength())); //$NON-NLS-1$ //$NON-NLS-2$
retval.append(" ").append(XMLHandler.addTagValue("precision", inputFields[i].getPrecision())); //$NON-NLS-1$ //$NON-NLS-2$
retval.append(" </field>"); //$NON-NLS-1$
}
retval.append(" </inFields>"); //$NON-NLS-1$

return retval.toString();
}
//界面调试
@Override
public void check(List<CheckResultInterface> remarks, TransMeta transmeta, StepMeta stepMeta, RowMetaInterface prev, String input[], String output[], RowMetaInterface info) {

CheckResult cr;

if (prev == null || prev.size() == 0) {

cr = new CheckResult(CheckResultInterface.TYPE_RESULT_WARNING,

"Not receiving any fields from previous steps!", stepMeta);

remarks.add(cr);

}

}
//获得缓存中的数据
@Override
public void readRep(Repository rep, ObjectId id_step, List<DatabaseMeta> databases, Map<String, Counter> counters) throws KettleStepException {

try {
outputName = rep.getStepAttributeString(id_step, "outputName");
int inFields = rep.countNrStepAttributes(id_step, "inFields"); //$NON-NLS-1$
allocateInput(inFields);
for (int i = 0; i < inFields; i++) {
inputFields[i] = new XMLField();
inputFields[i].setFieldName(rep.getStepAttributeString(id_step,
i, "field_name")); //$NON-NLS-1$
inputFields[i].setType(rep.getStepAttributeString(id_step, i,
"field_type")); //$NON-NLS-1$
inputFields[i].setFormat(rep.getStepAttributeString(id_step, i,
"field_format")); //$NON-NLS-1$
inputFields[i].setLength((int) rep.getStepAttributeInteger(
id_step, i, "field_length")); //$NON-NLS-1$
inputFields[i].setPrecision((int) rep.getStepAttributeInteger(
id_step, i, "field_precision")); //$NON-NLS-1$
}

} catch (KettleException e) {
throw new KettleStepException(e.getMessage());
}

}

//保存数据到缓存中
@Override
public void saveRep(Repository rep, ObjectId id_transformation, ObjectId id_step) throws KettleException {
try {
rep.saveStepAttribute(id_transformation, id_step, "outputName", outputName);

XMLField[] nrfields = getInputFields();

for (int i = 0; i < nrfields.length; i++) {
rep.saveStepAttribute(id_transformation, id_step, i,
"field_name", nrfields[i].getFieldName()); //$NON-NLS-1$
rep.saveStepAttribute(id_transformation, id_step, i,
"field_type", nrfields[i].getTypeDesc()); //$NON-NLS-1$
rep.saveStepAttribute(id_transformation, id_step, i,
"field_format", nrfields[i].getFormat()); //$NON-NLS-1$
rep.saveStepAttribute(id_transformation, id_step, i,
"field_length", nrfields[i].getLength()); //$NON-NLS-1$
rep.saveStepAttribute(id_transformation, id_step, i,
"field_precision", nrfields[i].getPrecision()); //$NON-NLS-1$

}

} catch (KettleException e) {
throw new KettleStepException(e.getMessage());
}
}

/**
* @return inputFields
*/
public XMLField[] getInputFields() {
return inputFields;
}

/**
* @param inputFields
* inputFields
*/
public void setInputFields(XMLField[] inputFields) {
this.inputFields = inputFields;
}

@Override
public void setDefault() {
int nrfields = 0;
allocateInput(nrfields);
XMLField[] xml = new XMLField[nrfields];
for (int i = 0; i < nrfields; i++) {
XMLField inPutField = new XMLField();
xml[i] = inPutField;
}
setInputField(xml);

}

public StepDialogInterface getDialog(Shell shell, StepMetaInterface meta,
TransMeta transMeta, String name) {

return new JSONToStringDialog(shell, meta, transMeta, name);

}

@Override
public StepInterface getStep(StepMeta stepMeta,
StepDataInterface stepDataInterface, int cnr, TransMeta transMeta,
Trans disp) {

return new JSONToString(stepMeta, stepDataInterface, cnr, transMeta,
disp);

}

@Override
public StepDataInterface getStepData() {

return new JSONToStringData();

}

//控制错误输出
@Override
public boolean supportsErrorHandling() {
return true;
}

/**
* @return url
*/
public String getOutputName() {
return outputName;
}

/**
* @param url
* url
*/
public void setOutputName(String packageName) {
this.outputName = packageName;
}

/**
* @return filterField
*/
public XMLField[] getInputField() {
return inputFields;
}

/**
* @param filterField
* filterField
*/
public void setInputField(XMLField[] inputFields) {
this.inputFields = inputFields;
}

public ValueMetaAndData getValue() {

return value;
}

public void setValue(ValueMetaAndData value) {

this.value = value;
}

}

3:JSONToStringData:定义共享对象类

public class JSONToStringData extends BaseStepData implements
StepDataInterface {
public RowMetaInterface outputRowMeta;
public SAXReader saxReader=null;
public Configuration conf =null;
public List<String> typeList=null;
public FileSystem fs=null;
public JSONToStringData() {
super();
saxReader = new SAXReader();
conf= new Configuration();
typeList=new ArrayList<String>();
}

}

4:JSONToStringDialog:kettle的ui管理界面
说明:extends BaseStepDialog implements StepDialogInterface
[img]http://dl2.iteye.com/upload/attachment/0115/1611/016709ac-3036-3875-b3e4-6919f4c655a8.png[/img]

public class JSONToStringDialog extends BaseStepDialog implements StepDialogInterface {
private static Class<?> PKG = JSONToStringMeta.class; // for i18n
private JSONToStringMeta input;


private ModifyListener lsMod;

private CTabFolder wTabFolder;
private FormData fdTabFolder;

private CTabItem inputTab,outputTab,dbTab;
private MessageBox msgError;


private Label className_lable;
private CCombo className_text;
private FormData className_lform, className_tform;

private Label input_lable;
private TableView input_view;
private FormData input_lform, input_tform;


public JSONToStringDialog(Shell parent, Object in, TransMeta transMeta, String sname)
{
super(parent, (BaseStepMeta) in, transMeta, sname);
input = (JSONToStringMeta) in;
}

@Override
public String open()

{// 初始化控制台

Shell parent = getParent();
Display display = parent.getDisplay();

shell = new Shell(parent, SWT.DIALOG_TRIM | SWT.RESIZE | SWT.MAX | SWT.MIN);
props.setLook(shell);
setShellImage(shell, input);

lsMod = new ModifyListener()
{
@Override
public void modifyText(ModifyEvent e)
{
input.setChanged();
}
};
changed = input.hasChanged();

FormLayout formLayout = new FormLayout ();
formLayout.marginWidth = Const.FORM_MARGIN;
formLayout.marginHeight = Const.FORM_MARGIN;

shell.setLayout(formLayout);
shell.setText("json转string"); //$NON-NLS-1$

int middle = props.getMiddlePct();
int margin = Const.MARGIN;



// 参数输入
wlStepname=new Label(shell, SWT.RIGHT);
wlStepname.setText("名称"); //$NON-NLS-1$
props.setLook(wlStepname);
fdlStepname=new FormData();
fdlStepname.left = new FormAttachment(0, 0);
fdlStepname.right = new FormAttachment(middle, -margin);
fdlStepname.top = new FormAttachment(0, 0);
wlStepname.setLayoutData(fdlStepname);
wStepname=new Text(shell, SWT.SINGLE | SWT.LEFT | SWT.BORDER);
wStepname.setText(stepname);
props.setLook(wStepname);
wStepname.addModifyListener(lsMod);
fdStepname=new FormData();
fdStepname.left = new FormAttachment(middle, 0);
fdStepname.top = new FormAttachment(0, margin);
fdStepname.right= new FormAttachment(100, 0);
wStepname.setLayoutData(fdStepname);

wTabFolder = new CTabFolder(shell, SWT.BORDER);
props.setLook(wTabFolder, Props.WIDGET_STYLE_TAB);
wTabFolder.setSimple(false);

FormLayout fieldsLayout = new FormLayout ();
fieldsLayout.marginWidth = Const.FORM_MARGIN;
fieldsLayout.marginHeight = Const.FORM_MARGIN;

Composite inputComp = new Composite(wTabFolder, SWT.NONE);
inputComp.setLayout(fieldsLayout);
props.setLook(inputComp);

inputTab = new CTabItem(wTabFolder, SWT.NONE);
inputTab.setText("参数输入");

inputComp.layout();
inputTab.setControl(inputComp);

fdTabFolder = new FormData();
fdTabFolder.left = new FormAttachment(0, 0);
fdTabFolder.top = new FormAttachment(wStepname, margin);
fdTabFolder.right = new FormAttachment(100, 0);
fdTabFolder.bottom= new FormAttachment(100, -50);
wTabFolder.setLayoutData(fdTabFolder);

//输入包路径
className_lable = new Label(inputComp, SWT.RIGHT);
className_lable.setText("输出字段:");
props.setLook(className_lable);
className_lform = new FormData();
className_lform.left = new FormAttachment(0, 0);
className_lform.right = new FormAttachment(middle, -margin);
className_lform.top = new FormAttachment(wOK, margin);
className_lable.setLayoutData(className_lform);
className_text = new CCombo(inputComp, SWT.SINGLE | SWT.LEFT | SWT.BORDER);
props.setLook(className_text);
className_text.addModifyListener(lsMod);
className_tform = new FormData();
className_tform.left = new FormAttachment(middle, 0);
className_tform.right = new FormAttachment(100, 0);
className_tform.top = new FormAttachment(wOK, margin);
className_text.setLayoutData(className_tform);

input_lable=new Label(inputComp, SWT.NONE);
input_lable.setText("输入参数配置:"); //$NON-NLS-1$
props.setLook(input_lable);
input_lform=new FormData();
input_lform.left = new FormAttachment(0, 0);
input_lform.right = new FormAttachment(100, 0);
input_lform.top = new FormAttachment(className_text, -margin+2);
input_lable.setLayoutData(input_lform);

int FieldsRows=0;
if(input.getInputField()!=null){
FieldsRows=input.getInputField().length;
}

//
ColumnInfo[] colinf = new ColumnInfo[] {
new ColumnInfo("字段", ColumnInfo.COLUMN_TYPE_CCOMBO, setRowMeta()), //$NON-NLS-1$
new ColumnInfo("改名为", ColumnInfo.COLUMN_TYPE_TEXT, false), //$NON-NLS-1$
new ColumnInfo("类型", ColumnInfo.COLUMN_TYPE_CCOMBO, ValueMeta.getTypes()), //$NON-NLS-1$
new ColumnInfo("长度", ColumnInfo.COLUMN_TYPE_TEXT, false), //$NON-NLS-1$
new ColumnInfo("精度", ColumnInfo.COLUMN_TYPE_TEXT, false), //$NON-NLS-1$
};

input_view = new TableView(transMeta, inputComp, SWT.BORDER
| SWT.FULL_SELECTION | SWT.MULTI | SWT.V_SCROLL | SWT.H_SCROLL, colinf, FieldsRows, lsMod,
props);

input_tform = new FormData();
input_tform.left = new FormAttachment(0, 0);
input_tform.top = new FormAttachment(input_lable, margin);
input_tform.right = new FormAttachment(100, 0);
input_tform.bottom = new FormAttachment(100, 0);
input_view.setLayoutData(input_tform);


wOK=new Button(shell, SWT.PUSH);
wOK.setText(BaseMessages.getString(PKG, "System.Button.OK"));

wCancel=new Button(shell, SWT.PUSH);
wCancel.setText(BaseMessages.getString(PKG, "System.Button.Cancel"));

setButtonPositions(new Button[] { wOK, wCancel }, margin, wTabFolder);

msgError = new MessageBox(shell, SWT.ICON_ERROR);

setSize();
initInfo();
Listener lsCancel = new Listener() {
@Override
public void handleEvent(Event e) {
cancel();
}
};

Listener lsOk = new Listener() {
@Override
public void handleEvent(Event e) {
ok();
}
};

wCancel.addListener(SWT.Selection, lsCancel);

wOK.addListener(SWT.Selection, lsOk);

wTabFolder.setSelection(0);

shell.open();


setRowMeta();


while (!shell.isDisposed())
{
if (!display.readAndDispatch())
display.sleep();
}

return stepname;

}

private String[] getDBMeta(){

return transMeta.getDatabaseNames();

}
//初始化数据
private void initInfo(){
if(input.getOutputName()==null){
className_text.setText("");
}else{
className_text.setText(input.getOutputName());
}



XMLField[] nrfields = input.getInputField();

for (int i = 0; i < nrfields.length; i++) {
XMLField field = nrfields[i];
TableItem item = input_view.table.getItem(i);
if (field.getFieldName()!=null) item.setText(1, field.getFieldName());
if (field.getFormat()!=null) item.setText(2, field.getFormat());
item.setText(3, field.getTypeDesc());
if (field.getLength()>=0) item.setText(4, ""+field.getLength());
if (field.getPrecision()>=0) item.setText(5, ""+field.getPrecision());
}



}
//设置列名
private String[] setRowMeta() {
String[] rowNames = null;
StepMeta stepMeta = transMeta.findStep(stepname);
if (stepMeta != null) {
try {
RowMetaInterface row = transMeta.getPrevStepFields(stepMeta);
if (row == null) {
return null;

}
rowNames = new String[row.size()];
for (int i = 0; i < row.size(); i++) {
rowNames[i] = row.getValueMeta(i).getName();
}
} catch (KettleException e) {
logError(BaseMessages.getString(PKG, "System.Dialog.GetFieldsFailed.Message"));
}
}
return rowNames;
}

private void cancel()

{
dispose();

}
//点击确定按钮操作,并保存数据
private void ok()
{

if (!"".equals(className_text.getText()))
{

input.setOutputName(className_text.getText());

int infields = input_view.nrNonEmpty();
input.allocateInput(infields);

for (int i=0;i<infields;i++)
{
XMLField field = new XMLField();
TableItem item = input_view.getNonEmpty(i);
field.setFieldName( item.getText(1) );
field.setFormat( item.getText(2) );
field.setType( item.getText(3) );

field.setLength( Const.toInt(item.getText(4), -1) );
field.setPrecision( Const.toInt(item.getText(5), -1) );
input.getInputFields()[i] = field;
}

dispose();

return;

}else{
msgError.setMessage("请输入需要解析的对象");
}
msgError.setMessage("请输入需要解析的对象");

msgError.open();
//
}
}

5:JSONToString
说明:实现json转string
public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws KettleException
{
meta = (JSONToStringMeta) smi;
data = (JSONToStringData) sdi;
//获得转换流程中的数据
Object[] row = getRow();
if (row == null)
{
setOutputDone();
return false;
}
// 初始数据
if (first)
{
first = false;
//获得转换流程中的例字段
data.outputRowMeta = getInputRowMeta().clone();
//往转换流程中新增字段
meta.getFields(data.outputRowMeta, getStepname(), null, null, this);
}
if(meta.getOutputName()==null){
logError("no find class,class name is ["+meta.getOutputName()+ "]");
return false;
}
String msg = "Success";
String code = "200";
Map<String, Object> res = new HashMap<String, Object>();
res.put(RES_CODE, code);
res.put(RES_MESSAGE, msg);
Map<String,Object> items=getInputRows( row);
//格式转换
String out=JSON.toJSONString(items);
//往转换流程中新增数据
Object[] outData = RowDataUtil.addValueData(row, getInputRowMeta().size(), out);
getRes(res, outData, row);
return true;
}
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值