|
|
@@ -0,0 +1,543 @@
|
|
|
+package com.ufo.project.data.processer;
|
|
|
+
|
|
|
+import java.io.File;
|
|
|
+import java.lang.reflect.Field;
|
|
|
+import java.nio.file.Path;
|
|
|
+import java.time.LocalDateTime;
|
|
|
+import java.time.OffsetDateTime;
|
|
|
+import java.time.ZoneOffset;
|
|
|
+import java.time.format.DateTimeFormatter;
|
|
|
+import java.util.ArrayList;
|
|
|
+import java.util.HashMap;
|
|
|
+import java.util.LinkedHashMap;
|
|
|
+import java.util.List;
|
|
|
+import java.util.Map;
|
|
|
+import java.util.function.Consumer;
|
|
|
+import java.util.function.Function;
|
|
|
+import java.util.function.Supplier;
|
|
|
+import java.util.regex.Matcher;
|
|
|
+import java.util.regex.Pattern;
|
|
|
+
|
|
|
+import org.slf4j.Logger;
|
|
|
+import org.slf4j.LoggerFactory;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
+import org.springframework.stereotype.Service;
|
|
|
+
|
|
|
+import com.alibaba.fastjson2.JSON;
|
|
|
+import com.alibaba.fastjson2.JSONObject;
|
|
|
+import com.ufo.base.common.utils.StringUtils;
|
|
|
+import com.ufo.module.system.domain.SysDictData;
|
|
|
+import com.ufo.project.config.domain.ConfigStation;
|
|
|
+import com.ufo.project.data.domain.DataFileSyncFiles;
|
|
|
+import com.ufo.project.forecast.mediumterm.power.domain.DataMediumTermPowerForecastRaw;
|
|
|
+import com.ufo.project.forecast.mediumterm.power.mapper.DataMediumTermPowerForecastRawMapper;
|
|
|
+import com.ufo.project.forecast.shortterm.power.domain.DataShortTermPowerForecastRaw;
|
|
|
+import com.ufo.project.forecast.shortterm.power.mapper.DataShortTermPowerForecastRawMapper;
|
|
|
+import com.ufo.project.forecast.supershort.domain.DataSuperShortTermForecastRaw;
|
|
|
+import com.ufo.project.forecast.supershort.mapper.DataSuperShortTermForecastRawMapper;
|
|
|
+
|
|
|
+/**
|
|
|
+ * 功率预测数据文件处理器(短期/中期/超短期)
|
|
|
+ *
|
|
|
+ * 处理形如 {@code /home/power/upload/power/JMJD01/MediumTerm/2026-09-2026090312.csv} 的功率csv文件:
|
|
|
+ * 1. 逐级目录匹配字典 station_file_code_mapping(场站编码-文件映射)的key, 取value为场站编码;
|
|
|
+ * 2. 目录含 MediumTerm 为中期、ShortTerm 为短期、UltraShortTerm 为超短期(优先判定), 分别写入
|
|
|
+ * data_medium_term_power_forecast_raw / data_short_term_power_forecast_raw /
|
|
|
+ * data_super_short_term_forecast_raw;
|
|
|
+ * 3. 文件名中 yyyyMMddHH(超短期为yyyyMMddHHmm, 已是UTC)转为起报时间start_time(epoch秒);
|
|
|
+ * 4. EasyExcel读csv, 按fieldMappingConfig映射(time -> forecast_time, ISO格式如 2026-09-19T12:00Z,
|
|
|
+ * 本身即UTC; power -> power), 经纬度/场站等其余字段按任务约定取固定元数据与场站信息;
|
|
|
+ * 5. 按(station_id, start_time)查询已有记录, 以(start_time, forecast_time)匹配,
|
|
|
+ * 已存在的批量更新power, 新数据批量插入, 每500条一批.
|
|
|
+ *
|
|
|
+ * @author ufo
|
|
|
+ * @date 2026-09-22
|
|
|
+ */
|
|
|
+@Service("dataFileProcesserPower")
|
|
|
+public class DataFileProcesserPowerImpl extends AbstraceDataFileProcesser
|
|
|
+{
|
|
|
+ private static final Logger log = LoggerFactory.getLogger(DataFileProcesserPowerImpl.class);
|
|
|
+
|
|
|
+ /** 短期目录段 */
|
|
|
+ private static final String DIR_SHORT_TERM = "ShortTerm";
|
|
|
+ /** 中期目录段 */
|
|
|
+ private static final String DIR_MEDIUM_TERM = "MediumTerm";
|
|
|
+ /** 超短期目录段(名称含ShortTerm字样, 需优先判定) */
|
|
|
+ private static final String DIR_ULTRA_SHORT_TERM = "UltraShortTerm";
|
|
|
+
|
|
|
+ /** 文件名: yyyyMMddHH(超短期为yyyyMMddHHmm).csv, 时间戳为UTC, 包级可见便于测试 */
|
|
|
+ static final Pattern FILE_NAME_PATTERN = Pattern.compile("(\\d{12}|\\d{10})\\.csv$", Pattern.CASE_INSENSITIVE);
|
|
|
+
|
|
|
+ /** 文件名起报时间格式(超短期, UTC) */
|
|
|
+ private static final DateTimeFormatter START_MINUTE_FORMATTER = DateTimeFormatter.ofPattern("yyyyMMddHHmm");
|
|
|
+
|
|
|
+ /** csv time列格式(ISO, 含Z即UTC), 如 2026-09-19T12:00Z */
|
|
|
+ private static final DateTimeFormatter TIME_FORMATTER = DateTimeFormatter.ISO_OFFSET_DATE_TIME;
|
|
|
+
|
|
|
+ /** csv表头: 预测时间(ISO格式) */
|
|
|
+ private static final String HEADER_TIME = "time";
|
|
|
+ /** csv表头: 预测功率 */
|
|
|
+ private static final String HEADER_POWER = "power";
|
|
|
+
|
|
|
+ /** csv表头 -> 功率原始数据字段 映射 */
|
|
|
+ private static final Map<String, String> fieldMappingConfig = new LinkedHashMap<>();
|
|
|
+
|
|
|
+ static
|
|
|
+ {
|
|
|
+ fieldMappingConfig.put(HEADER_TIME, "forecast_time");
|
|
|
+ fieldMappingConfig.put(HEADER_POWER, "power");
|
|
|
+ }
|
|
|
+
|
|
|
+ /** 实体字段反射缓存: 类#字段名 -> Field */
|
|
|
+ private static final Map<String, Field> ENTITY_FIELDS = new HashMap<>();
|
|
|
+
|
|
|
+ /** 插入行的公共元数据(列均NOT NULL) */
|
|
|
+ private static final String DATA_ORG_TYPE = "SinglePointTimeSeries";
|
|
|
+ private static final Long DATA_TYPE = 10L;
|
|
|
+ private static final Long BUSINESS_PROCESS_TYPE = 0L;
|
|
|
+ private static final String ENTITY_TYPE = "pv_station";
|
|
|
+ private static final String MACHINE_NAME = "";
|
|
|
+ private static final Long ANALYZE_HIS_ID = 0L;
|
|
|
+ private static final Long ARCHIVE_RECORD_ID = 0L;
|
|
|
+
|
|
|
+ /** 短期/中期/超短期各自的元数据组(id同时用作data_source/data_sourcegrab_id/data_model_id/source_id/subject_id/machine_id) */
|
|
|
+ static final Term SHORT_TERM = new Term(Kind.SHORT, 5001L, "EC", "ShortTermModel", "短期", 3L, 72L);
|
|
|
+ static final Term MEDIUM_TERM = new Term(Kind.MEDIUM, 5002L, "WRF", "MediumTermModel", "中期", 10L, 240L);
|
|
|
+ static final Term ULTRA_SHORT_TERM = new Term(Kind.ULTRA, 5003L, "EC/WRF", "UltraShortTermModel", "超短期", 0L, 4L, 16L);
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private DataShortTermPowerForecastRawMapper dataShortTermPowerForecastRawMapper;
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private DataMediumTermPowerForecastRawMapper dataMediumTermPowerForecastRawMapper;
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private DataSuperShortTermForecastRawMapper dataSuperShortTermForecastRawMapper;
|
|
|
+
|
|
|
+ @Override
|
|
|
+ protected String parseAndSave(DataFileSyncFiles file)
|
|
|
+ {
|
|
|
+ File csvFile = new File(file.getFile());
|
|
|
+ if (!csvFile.isFile())
|
|
|
+ {
|
|
|
+ return "文件不存在: " + file.getFile();
|
|
|
+ }
|
|
|
+ Matcher matcher = FILE_NAME_PATTERN.matcher(csvFile.getName());
|
|
|
+ if (!matcher.find())
|
|
|
+ {
|
|
|
+ return "文件名格式不符合(需yyyyMMddHH.csv, 超短期yyyyMMddHHmm.csv): " + csvFile.getName();
|
|
|
+ }
|
|
|
+ long startTime = parseFileNameEpoch(matcher.group(1));
|
|
|
+
|
|
|
+ Path path = csvFile.toPath().toAbsolutePath().normalize();
|
|
|
+ Term term = resolveTerm(path);
|
|
|
+ if (term == null)
|
|
|
+ {
|
|
|
+ return "路径未识别" + DIR_SHORT_TERM + "/" + DIR_MEDIUM_TERM + "/" + DIR_ULTRA_SHORT_TERM + "目录: " + path;
|
|
|
+ }
|
|
|
+ String stationCode = resolveStationCodeByDirectory(path);
|
|
|
+ if (StringUtils.isBlank(stationCode))
|
|
|
+ {
|
|
|
+ return "路径目录未匹配场站编码映射: " + path;
|
|
|
+ }
|
|
|
+ ConfigStation station = findStation(stationCode);
|
|
|
+ if (station == null)
|
|
|
+ {
|
|
|
+ return "场站不存在: " + stationCode;
|
|
|
+ }
|
|
|
+
|
|
|
+ // csv行 -> forecast_time唯一(后行覆盖前行)
|
|
|
+ Map<Long, String> powerByForecastTime = parseRows(readCsv(csvFile));
|
|
|
+ if (powerByForecastTime.isEmpty())
|
|
|
+ {
|
|
|
+ return "csv无有效数据行";
|
|
|
+ }
|
|
|
+
|
|
|
+ int[] result;
|
|
|
+ switch (term.kind)
|
|
|
+ {
|
|
|
+ case SHORT:
|
|
|
+ result = saveShortTerm(term, station, startTime, powerByForecastTime);
|
|
|
+ break;
|
|
|
+ case MEDIUM:
|
|
|
+ result = saveMediumTerm(term, station, startTime, powerByForecastTime);
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ result = saveUltraShortTerm(term, station, startTime, powerByForecastTime);
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ log.info("[DataFileProcesserPower] 处理完成, file={}, 场站={}, {}, start_time={}, 更新{}条, 新增{}条",
|
|
|
+ csvFile.getName(), stationCode, term.subjectName, startTime, result[0], result[1]);
|
|
|
+ return "";
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 按目录段判断短期/中期/超短期(逐级目录, 不含文件名); UltraShortTerm优先于ShortTerm判定,
|
|
|
+ * 与其余两类同时出现视为歧义返回null
|
|
|
+ */
|
|
|
+ Term resolveTerm(Path path)
|
|
|
+ {
|
|
|
+ boolean shortTerm = false;
|
|
|
+ boolean mediumTerm = false;
|
|
|
+ boolean ultraTerm = false;
|
|
|
+ int nameCount = path.getNameCount();
|
|
|
+ for (int i = 0; i < nameCount - 1; i++)
|
|
|
+ {
|
|
|
+ String segment = path.getName(i).toString();
|
|
|
+ if (DIR_ULTRA_SHORT_TERM.equalsIgnoreCase(segment))
|
|
|
+ {
|
|
|
+ ultraTerm = true;
|
|
|
+ }
|
|
|
+ else if (DIR_SHORT_TERM.equalsIgnoreCase(segment))
|
|
|
+ {
|
|
|
+ shortTerm = true;
|
|
|
+ }
|
|
|
+ else if (DIR_MEDIUM_TERM.equalsIgnoreCase(segment))
|
|
|
+ {
|
|
|
+ mediumTerm = true;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (ultraTerm)
|
|
|
+ {
|
|
|
+ return mediumTerm ? null : ULTRA_SHORT_TERM;
|
|
|
+ }
|
|
|
+ if (shortTerm == mediumTerm)
|
|
|
+ {
|
|
|
+ return null;
|
|
|
+ }
|
|
|
+ return shortTerm ? SHORT_TERM : MEDIUM_TERM;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 逐级目录(不含文件名)匹配字典 场站编码-文件映射 的key, 返回命中的value(场站编码), 未命中返回null
|
|
|
+ */
|
|
|
+ private String resolveStationCodeByDirectory(Path path)
|
|
|
+ {
|
|
|
+ Map<String, String> mapping = loadStationCodeMapping();
|
|
|
+ if (mapping.isEmpty())
|
|
|
+ {
|
|
|
+ return null;
|
|
|
+ }
|
|
|
+ return matchStationCode(path, mapping);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 目录段与映射key逐级匹配(不含文件名)
|
|
|
+ */
|
|
|
+ static String matchStationCode(Path path, Map<String, String> mapping)
|
|
|
+ {
|
|
|
+ int nameCount = path.getNameCount();
|
|
|
+ for (int i = 0; i < nameCount - 1; i++)
|
|
|
+ {
|
|
|
+ String stationCode = mapping.get(path.getName(i).toString());
|
|
|
+ if (StringUtils.isNotBlank(stationCode))
|
|
|
+ {
|
|
|
+ return stationCode;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return null;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 汇总字典 station_file_code_mapping 各条JSON配置为 key(目录编码) -> value(场站编码)
|
|
|
+ */
|
|
|
+ private Map<String, String> loadStationCodeMapping()
|
|
|
+ {
|
|
|
+ Map<String, String> mapping = new HashMap<>();
|
|
|
+ List<SysDictData> dictList = getStationCodeMappingConfigs();
|
|
|
+ if (dictList == null)
|
|
|
+ {
|
|
|
+ return mapping;
|
|
|
+ }
|
|
|
+ for (SysDictData dict : dictList)
|
|
|
+ {
|
|
|
+ if (StringUtils.isBlank(dict.getDictValue()))
|
|
|
+ {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+ JSONObject json = JSON.parseObject(dict.getDictValue());
|
|
|
+ for (String key : json.keySet())
|
|
|
+ {
|
|
|
+ mapping.put(key, json.getString(key));
|
|
|
+ }
|
|
|
+ }
|
|
|
+ return mapping;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * csv行 -> forecast_time -> power; time缺失/格式错误直接抛错(由execute捕获回写失败原因)
|
|
|
+ */
|
|
|
+ /** 包级可见便于测试 */
|
|
|
+ Map<Long, String> parseRows(List<Map<String, String>> rows)
|
|
|
+ {
|
|
|
+ Map<Long, String> powerByForecastTime = new LinkedHashMap<>();
|
|
|
+ for (int i = 0; i < rows.size(); i++)
|
|
|
+ {
|
|
|
+ int rowNumber = i + 2;
|
|
|
+ Map<String, String> row = rows.get(i);
|
|
|
+ String time = StringUtils.trimToNull(row.get(HEADER_TIME));
|
|
|
+ if (time == null)
|
|
|
+ {
|
|
|
+ throw new IllegalArgumentException("第" + rowNumber + "行缺少" + HEADER_TIME + "列");
|
|
|
+ }
|
|
|
+ long forecastTime;
|
|
|
+ try
|
|
|
+ {
|
|
|
+ forecastTime = OffsetDateTime.parse(time, TIME_FORMATTER).toEpochSecond();
|
|
|
+ }
|
|
|
+ catch (Exception e)
|
|
|
+ {
|
|
|
+ throw new IllegalArgumentException("第" + rowNumber + "行" + HEADER_TIME + "格式错误(需2026-09-19T12:00Z): " + time);
|
|
|
+ }
|
|
|
+ powerByForecastTime.put(forecastTime, StringUtils.trimToNull(row.get(HEADER_POWER)));
|
|
|
+ }
|
|
|
+ return powerByForecastTime;
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 短期: 查重分类 + 500一批更新/插入 data_short_term_power_forecast_raw
|
|
|
+ *
|
|
|
+ * @return int[]{更新条数, 新增条数}
|
|
|
+ */
|
|
|
+ private int[] saveShortTerm(Term term, ConfigStation station, long startTime, Map<Long, String> powerByForecastTime)
|
|
|
+ {
|
|
|
+ return saveTerm(term, station, startTime, powerByForecastTime,
|
|
|
+ DataShortTermPowerForecastRaw::new,
|
|
|
+ dataShortTermPowerForecastRawMapper::selectDataShortTermPowerForecastRawList,
|
|
|
+ dataShortTermPowerForecastRawMapper::batchUpdateDataShortTermPowerForecastRaw,
|
|
|
+ dataShortTermPowerForecastRawMapper::batchInsertDataShortTermPowerForecastRaw);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 中期: 查重分类 + 500一批更新/插入 data_medium_term_power_forecast_raw
|
|
|
+ *
|
|
|
+ * @return int[]{更新条数, 新增条数}
|
|
|
+ */
|
|
|
+ private int[] saveMediumTerm(Term term, ConfigStation station, long startTime, Map<Long, String> powerByForecastTime)
|
|
|
+ {
|
|
|
+ return saveTerm(term, station, startTime, powerByForecastTime,
|
|
|
+ DataMediumTermPowerForecastRaw::new,
|
|
|
+ dataMediumTermPowerForecastRawMapper::selectDataMediumTermPowerForecastRawList,
|
|
|
+ dataMediumTermPowerForecastRawMapper::batchUpdateDataMediumTermPowerForecastRaw,
|
|
|
+ dataMediumTermPowerForecastRawMapper::batchInsertDataMediumTermPowerForecastRaw);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 超短期: 查重分类 + 500一批更新/插入 data_super_short_term_forecast_raw
|
|
|
+ *
|
|
|
+ * @return int[]{更新条数, 新增条数}
|
|
|
+ */
|
|
|
+ private int[] saveUltraShortTerm(Term term, ConfigStation station, long startTime, Map<Long, String> powerByForecastTime)
|
|
|
+ {
|
|
|
+ return saveTerm(term, station, startTime, powerByForecastTime,
|
|
|
+ DataSuperShortTermForecastRaw::new,
|
|
|
+ dataSuperShortTermForecastRawMapper::selectDataSuperShortTermForecastRawList,
|
|
|
+ dataSuperShortTermForecastRawMapper::batchUpdateDataSuperShortTermForecastRaw,
|
|
|
+ dataSuperShortTermForecastRawMapper::batchInsertDataSuperShortTermForecastRaw);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 三条链路共用: 按(station_id, start_time)查已有记录, 以forecast_time匹配,
|
|
|
+ * 已有置Id进更新组、其余进插入组, 各按BATCH_SIZE一批写库;
|
|
|
+ * 三类实体无公共父类故stationId/startTime/Id/forecastTime经反射读写(与fillPowerCommon同法)
|
|
|
+ *
|
|
|
+ * @return int[]{更新条数, 新增条数}
|
|
|
+ */
|
|
|
+ private <T> int[] saveTerm(Term term, ConfigStation station, long startTime, Map<Long, String> powerByForecastTime,
|
|
|
+ Supplier<T> factory, Function<T, List<T>> selectList,
|
|
|
+ Consumer<List<T>> batchUpdate, Consumer<List<T>> batchInsert)
|
|
|
+ {
|
|
|
+ T query = factory.get();
|
|
|
+ setEntityField(query, "stationId", station.getId());
|
|
|
+ setEntityField(query, "startTime", startTime);
|
|
|
+ List<T> dbList = selectList.apply(query);
|
|
|
+ Map<Long, Long> existIds = new HashMap<>();
|
|
|
+ for (T db : dbList)
|
|
|
+ {
|
|
|
+ Long forecastTime = (Long) getEntityField(db, "forecastTime");
|
|
|
+ Long id = (Long) getEntityField(db, "Id");
|
|
|
+ if (forecastTime != null && id != null)
|
|
|
+ {
|
|
|
+ existIds.putIfAbsent(forecastTime, id);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ List<T> dbExistList = new ArrayList<>();
|
|
|
+ List<T> newList = new ArrayList<>();
|
|
|
+ for (Map.Entry<Long, String> row : powerByForecastTime.entrySet())
|
|
|
+ {
|
|
|
+ T raw = factory.get();
|
|
|
+ fillPowerCommon(raw, term, station, startTime, row.getKey(), row.getValue());
|
|
|
+ Long existId = existIds.get(row.getKey());
|
|
|
+ if (existId != null)
|
|
|
+ {
|
|
|
+ setEntityField(raw, "Id", existId);
|
|
|
+ dbExistList.add(raw);
|
|
|
+ }
|
|
|
+ else
|
|
|
+ {
|
|
|
+ newList.add(raw);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ for (List<T> batch : partition(dbExistList, BATCH_SIZE))
|
|
|
+ {
|
|
|
+ batchUpdate.accept(batch);
|
|
|
+ }
|
|
|
+ for (List<T> batch : partition(newList, BATCH_SIZE))
|
|
|
+ {
|
|
|
+ batchInsert.accept(batch);
|
|
|
+ }
|
|
|
+ return new int[]{dbExistList.size(), newList.size()};
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 写入三条链路共有的元数据/场站/时间/功率字段(三类实体字段同名, 无公共父类故用反射);
|
|
|
+ * preQrts仅超短期实体存在, 只在term.preQrts非空时写入
|
|
|
+ */
|
|
|
+ void fillPowerCommon(Object raw, Term term, ConfigStation station, long startTime, long forecastTime, String power)
|
|
|
+ {
|
|
|
+ Map<String, Object> values = new LinkedHashMap<>();
|
|
|
+ values.put("latitude", station.getLatitude());
|
|
|
+ values.put("longitude", station.getLongitude());
|
|
|
+ values.put("dataOrgType", DATA_ORG_TYPE);
|
|
|
+ values.put("dataType", DATA_TYPE);
|
|
|
+ values.put("businessProcessType", BUSINESS_PROCESS_TYPE);
|
|
|
+ values.put("dataSource", term.id);
|
|
|
+ values.put("dataSourcegrabId", term.id);
|
|
|
+ values.put("dataSourcegrabPatternName", term.patternName);
|
|
|
+ values.put("dataModelId", term.id);
|
|
|
+ values.put("dataModelName", term.dataModelName);
|
|
|
+ values.put("sourceId", term.id);
|
|
|
+ values.put("sourceName", term.patternName);
|
|
|
+ values.put("entityId", String.valueOf(station.getId()));
|
|
|
+ values.put("entityType", ENTITY_TYPE);
|
|
|
+ values.put("startTime", startTime);
|
|
|
+ values.put("forecastTime", forecastTime);
|
|
|
+ values.put("preDays", term.preDays);
|
|
|
+ values.put("leadTime", term.leadTime);
|
|
|
+ if (term.preQrts != null)
|
|
|
+ {
|
|
|
+ values.put("preQrts", term.preQrts);
|
|
|
+ }
|
|
|
+ values.put("stationId", station.getId());
|
|
|
+ values.put("stationName", station.getStationName());
|
|
|
+ values.put("subjectId", term.id);
|
|
|
+ values.put("subjectName", term.subjectName);
|
|
|
+ values.put("machineId", String.valueOf(term.id));
|
|
|
+ values.put("machineName", MACHINE_NAME);
|
|
|
+ values.put("analyzeHisId", ANALYZE_HIS_ID);
|
|
|
+ values.put("archiveRecordId", ARCHIVE_RECORD_ID);
|
|
|
+ values.put("power", power);
|
|
|
+ for (Map.Entry<String, Object> value : values.entrySet())
|
|
|
+ {
|
|
|
+ setEntityField(raw, value.getKey(), value.getValue());
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 解析文件名时间戳为起报epoch秒(UTC): 短期/中期10位yyyyMMddHH, 超短期12位yyyyMMddHHmm
|
|
|
+ */
|
|
|
+ static long parseFileNameEpoch(String timestamp)
|
|
|
+ {
|
|
|
+ DateTimeFormatter formatter = timestamp.length() == 12 ? START_MINUTE_FORMATTER : START_TIME_FORMATTER;
|
|
|
+ return LocalDateTime.parse(timestamp, formatter).toEpochSecond(ZoneOffset.UTC);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 解析csv time列(ISO格式, 含Z即UTC)为epoch秒, 包级可见便于测试
|
|
|
+ */
|
|
|
+ static long parseIsoEpoch(String time)
|
|
|
+ {
|
|
|
+ return OffsetDateTime.parse(time, TIME_FORMATTER).toEpochSecond();
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 反射写入实体声明字段
|
|
|
+ */
|
|
|
+ private static void setEntityField(Object entity, String fieldName, Object value)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ entityField(entity.getClass(), fieldName).set(entity, value);
|
|
|
+ }
|
|
|
+ catch (IllegalAccessException e)
|
|
|
+ {
|
|
|
+ throw new IllegalStateException("写入字段" + fieldName + "失败", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 反射读取实体声明字段
|
|
|
+ */
|
|
|
+ private static Object getEntityField(Object entity, String fieldName)
|
|
|
+ {
|
|
|
+ try
|
|
|
+ {
|
|
|
+ return entityField(entity.getClass(), fieldName).get(entity);
|
|
|
+ }
|
|
|
+ catch (IllegalAccessException e)
|
|
|
+ {
|
|
|
+ throw new IllegalStateException("读取字段" + fieldName + "失败", e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 取(并缓存)实体声明字段
|
|
|
+ */
|
|
|
+ private static Field entityField(Class<?> clazz, String fieldName)
|
|
|
+ {
|
|
|
+ String key = clazz.getName() + "#" + fieldName;
|
|
|
+ Field cached = ENTITY_FIELDS.get(key);
|
|
|
+ if (cached != null)
|
|
|
+ {
|
|
|
+ return cached;
|
|
|
+ }
|
|
|
+ try
|
|
|
+ {
|
|
|
+ Field field = clazz.getDeclaredField(fieldName);
|
|
|
+ field.setAccessible(true);
|
|
|
+ ENTITY_FIELDS.put(key, field);
|
|
|
+ return field;
|
|
|
+ }
|
|
|
+ catch (NoSuchFieldException e)
|
|
|
+ {
|
|
|
+ throw new IllegalStateException("实体缺少字段: " + clazz.getSimpleName() + "." + fieldName, e);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ /** 时效类型(路由到各自保存链路与实体) */
|
|
|
+ enum Kind
|
|
|
+ {
|
|
|
+ SHORT, MEDIUM, ULTRA
|
|
|
+ }
|
|
|
+
|
|
|
+ /** 短期/中期/超短期元数据组 */
|
|
|
+ static final class Term
|
|
|
+ {
|
|
|
+ final Kind kind;
|
|
|
+ private final Long id;
|
|
|
+ private final String patternName;
|
|
|
+ private final String dataModelName;
|
|
|
+ final String subjectName;
|
|
|
+ private final Long preDays;
|
|
|
+ private final Long leadTime;
|
|
|
+ /** 预报刻数, 仅超短期实体有preQrts字段, 其余为null不写入 */
|
|
|
+ private final Long preQrts;
|
|
|
+
|
|
|
+ private Term(Kind kind, Long id, String patternName, String dataModelName, String subjectName, Long preDays, Long leadTime)
|
|
|
+ {
|
|
|
+ this(kind, id, patternName, dataModelName, subjectName, preDays, leadTime, null);
|
|
|
+ }
|
|
|
+
|
|
|
+ private Term(Kind kind, Long id, String patternName, String dataModelName, String subjectName, Long preDays, Long leadTime, Long preQrts)
|
|
|
+ {
|
|
|
+ this.kind = kind;
|
|
|
+ this.id = id;
|
|
|
+ this.patternName = patternName;
|
|
|
+ this.dataModelName = dataModelName;
|
|
|
+ this.subjectName = subjectName;
|
|
|
+ this.preDays = preDays;
|
|
|
+ this.leadTime = leadTime;
|
|
|
+ this.preQrts = preQrts;
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|