pom.xml
<dependency>
<groupId>org.postgresql</groupId>
<artifactId>postgresql</artifactId>
<version>42.2.8</version>
</dependency>
<dependency>
<groupId>jakarta.persistence</groupId>
<artifactId>jakarta.persistence-api</artifactId>
<version>2.2.3</version>
</dependency>
<dependency>
<groupId>org.hibernate.orm</groupId>
<artifactId>hibernate-core</artifactId>
<version>6.0.0.Alpha4</version>
</dependency>
Entity.java
@Entity
@Table(name = "sink")
public class SinkDto extends StandardRecord{
private String id_c;
private Integer int_c;
@Override
public String toString() {
return "SinkDto{" +
"id='" + id_c + '\'' +
", c=" + int_c +
'}';
}
public String getId_c() {
return id_c;
}
public void setId_c(String id_c) {
this.id_c = id_c;
}
public Integer getInt_c() {
return int_c;
}
public void setInt_c(Integer int_c) {
this.int_c = int_c;
}
@Override
@Id
public String getId() {
return super.getId();
}
}
create table
create table sink
(
id varchar(64) not null
constraint sink_pk
primary key,
int_c integer,
id_c varchar(64)
);
注意table的列需要贺加了@Table的类的field保持一致,父类是会被忽略的。所以父类的field再table里没有对应的column是OK的,父类的field加了@Id是不够的。所以这里子类重写了getId()
Persistence.xml
<?xml version="1.0" encoding="UTF-8"?>
<persistence version="2.0" xmlns="http://java.sun.com/xml/ns/persistence"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://java.sun.com/xml/ns/persistence
http://java.sun.com/xml/ns/persistence/persistence_2_0.xsd">
<persistence-unit name="FlinkSink" transaction-type="RESOURCE_LOCAL">
<provider>org.hibernate.jpa.HibernatePersistenceProvider</provider>
<class>com.qbit.SinkDto</class>
<properties>
<property name="javax.persistence.jdbc.url" value="jdbc:postgresql://127.0.0.1:5432/postgres"/>
<property name="javax.persistence.jdbc.user" value="postgres"/>
<property name="javax.persistence.jdbc.password" value="mima"/>
<property name="javax.persistence.jdbc.driver" value="org.postgresql.Driver"/>
<property name="eclipselink.logging.level" value="FINE"/>
<property name="eclipselink.ddl-generation" value="create-tables"/>
</properties>
</persistence-unit>
</persistence>
注意xml中的class节点
这个文件需要放到resource/META-INF文件夹下,而不是resource目录下。
PostgreSQLSink
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.streaming.api.functions.sink.RichSinkFunction;
import javax.persistence.EntityManager;
import javax.persistence.EntityTransaction;
import javax.persistence.Persistence;
public class PostgreSQLSink<T extends StandardRecord> extends RichSinkFunction<Tuple2<Boolean,T>> {
private static final Class<?> driverClass=org.postgresql.Driver.class;
private static EntityManager entityManager;
@Override
public void open(Configuration parameters) throws Exception {
entityManager=Persistence.createEntityManagerFactory("FlinkSink")
.createEntityManager();
super.open(parameters);
}
@Override
public void close() throws Exception {
entityManager.close();
}
@Override
public void invoke(Tuple2<Boolean, T> value, Context context) throws Exception {
EntityTransaction transaction = entityManager.getTransaction();
transaction.begin();
boolean isRetract=!value.f0;
T sr=value.f1;
if(isRetract||sr.isDeleted()){
entityManager.remove(sr);
}else{
entityManager.persist(sr);
}
transaction.commit();
}
public static void main(String[] args) throws Exception {
PostgreSQLSink<SinkDto> sink=new PostgreSQLSink<>();
sink.open(null);
SinkDto dto1=new SinkDto();
dto1.setId("dto1");
dto1.setInt_c(1);
sink.invoke(new Tuple2<>(true,dto1),null);
sink.close();
}
}
运行main方法后数据库对应表里会多一条数据