首次提交,24.01版本

This commit is contained in:
houjinchuan
2024-01-22 17:33:39 +08:00
parent e08ac67b2c
commit e7fc4feb6f
23 changed files with 2577 additions and 1 deletions

View File

@@ -0,0 +1,39 @@
package com.zdjizhi.sink;
import com.zdjizhi.pojo.FileChunk;
import com.zdjizhi.utils.HttpClientUtil;
import com.zdjizhi.utils.PublicUtil;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.metrics.Counter;
import org.apache.flink.metrics.MetricGroup;
import org.apache.flink.streaming.api.functions.sink.RichSinkFunction;
import java.io.IOException;
public class HosSink extends RichSinkFunction<FileChunk> {
private final Configuration configuration;
private transient Counter sendHosErrorCounter;
public HosSink(Configuration configuration) {
this.configuration = configuration;
}
@Override
public void open(Configuration parameters) throws Exception {
super.open(parameters);
MetricGroup metricGroup = getRuntimeContext().getMetricGroup();
sendHosErrorCounter = metricGroup.counter("sendHosErrorCount");
}
@Override
public void invoke(FileChunk fileChunk, Context context) {
PublicUtil.sendToHos(fileChunk, configuration, sendHosErrorCounter);
}
@Override
public void close() throws IOException {
HttpClientUtil.getInstance(null).close();
}
}