保存进度
This commit is contained in:
@@ -1,87 +0,0 @@
|
|||||||
/*
|
|
||||||
* @Author: Kane
|
|
||||||
* @Date: 2025-03-16 00:35:09
|
|
||||||
* @LastEditors: Kane
|
|
||||||
* @FilePath: /cpicxim-huixiabao/.vscode/fileheader.template.js
|
|
||||||
* @Description:
|
|
||||||
*
|
|
||||||
* Copyright (c) ${2023} by Kane, All Rights Reserved.
|
|
||||||
*/
|
|
||||||
/**
|
|
||||||
* This file is generated by VSCode extension: Fileheader Pro
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* These comments can help you write your own template with type hint
|
|
||||||
* @typedef {Object} FileheaderVariable Fileheader variables
|
|
||||||
* @property {string} birthtime file birth time. will get it from VCS or fallback to filesystem when it is not available
|
|
||||||
* @property {string} mtime file modification time. will get it from VCS or fallback to filesystem when it is not available
|
|
||||||
* @property {string} authorName if the file is tracked by VCS, it will get the author name from VCS. else it will get it from current user name
|
|
||||||
* @property {string} authorEmail if the file is tracked by VCS, it will get the author email from VCS. else it will get it from current user email
|
|
||||||
* @property {string} userName else it will get it from current user name
|
|
||||||
* @property {string} userEmail user email is from VSCode config, and fallback to VCS config
|
|
||||||
* @property {string} companyName
|
|
||||||
* @property {string} projectName name of current project
|
|
||||||
* @property {string} filePath the file path, relative to project root with POSIX path separator
|
|
||||||
* @property {string} dirPath the directory path, relative to project root with POSIX path separator
|
|
||||||
* @property {string} fileName filename with extension
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @typedef {string | number | null | undefined | Template | boolean} TemplateInterpolation NOTE: boolean or falsy value will render empty string
|
|
||||||
*
|
|
||||||
* @typedef {{ strings: TemplateStringsArray; interpolations: TemplateInterpolation[]; }} Template
|
|
||||||
* @typedef {(strings: TemplateStringsArray, ...values: any[]) => string} ITemplateFunction
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Please confirm your provider extends from globalThis.FileheaderLanguageProvider
|
|
||||||
*/
|
|
||||||
class CustomLanguageProvider extends globalThis.FileheaderLanguageProvider {
|
|
||||||
/**
|
|
||||||
* @type {string[]}
|
|
||||||
*/
|
|
||||||
languages = [
|
|
||||||
"java",
|
|
||||||
"javascript",
|
|
||||||
"typescript",
|
|
||||||
"javascriptreact",
|
|
||||||
"typescriptreact",
|
|
||||||
];
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @type {string=} the language block comment start string.
|
|
||||||
* this is for future feature: support detect old custom template when custom template changes
|
|
||||||
*/
|
|
||||||
blockCommentStart = "/**";
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @type {string=}
|
|
||||||
*/
|
|
||||||
blockCommentEnd = "*/";
|
|
||||||
|
|
||||||
/**
|
|
||||||
* get your template when document language matched
|
|
||||||
* @param {ITemplateFunction} tpl template function, it is a tagged function, support nested interpolation
|
|
||||||
* @param {FileheaderVariable} variables template variables
|
|
||||||
* @returns {Template}
|
|
||||||
*/
|
|
||||||
getTemplate(tpl, variables) {
|
|
||||||
// prettier-ignore
|
|
||||||
return tpl
|
|
||||||
`/**
|
|
||||||
* @Author: ${variables.authorName} <${variables.authorEmail}>
|
|
||||||
* @Date: ${variables.birthtime}
|
|
||||||
* @LastEditors: ${variables.userName}
|
|
||||||
* @LastModified: ${variables.mtime}
|
|
||||||
* @FilePath: ${variables.filePath}
|
|
||||||
* @Description:
|
|
||||||
*
|
|
||||||
* Copyright (c) ${2025} by Kane All rights reserved
|
|
||||||
*/`;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// export your provider classes
|
|
||||||
module.exports = [CustomLanguageProvider];
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
{
|
|
||||||
"java.configuration.updateBuildConfiguration": "automatic"
|
|
||||||
}
|
|
||||||
@@ -1,152 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="UTF-8"?>
|
|
||||||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
||||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
||||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
||||||
<modelVersion>4.0.0</modelVersion>
|
|
||||||
|
|
||||||
<groupId>com.cpic.xim</groupId>
|
|
||||||
<artifactId>east-utils</artifactId>
|
|
||||||
<version>20250808.1921</version>
|
|
||||||
|
|
||||||
<name>east</name>
|
|
||||||
<!-- FIXME change it to the project's website -->
|
|
||||||
<url>http://www.example.com</url>
|
|
||||||
|
|
||||||
<properties>
|
|
||||||
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
||||||
<maven.compiler.release>17</maven.compiler.release>
|
|
||||||
<log4j.version>2.24.3</log4j.version>
|
|
||||||
<jackson.version>2.19.2</jackson.version>
|
|
||||||
</properties>
|
|
||||||
|
|
||||||
<dependencyManagement>
|
|
||||||
<dependencies>
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.junit</groupId>
|
|
||||||
<artifactId>junit-bom</artifactId>
|
|
||||||
<version>5.11.0</version>
|
|
||||||
<type>pom</type>
|
|
||||||
<scope>import</scope>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
|
||||||
</dependencyManagement>
|
|
||||||
|
|
||||||
<dependencies>
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.junit.jupiter</groupId>
|
|
||||||
<artifactId>junit-jupiter-api</artifactId>
|
|
||||||
<scope>test</scope>
|
|
||||||
</dependency>
|
|
||||||
<!-- Optionally: parameterized tests support -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.junit.jupiter</groupId>
|
|
||||||
<artifactId>junit-jupiter-params</artifactId>
|
|
||||||
<scope>test</scope>
|
|
||||||
</dependency>
|
|
||||||
<!-- POI -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.apache.poi</groupId>
|
|
||||||
<artifactId>poi</artifactId>
|
|
||||||
<version>5.4.1</version> <!-- 请根据实际情况选择最新版本 -->
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.apache.poi</groupId>
|
|
||||||
<artifactId>poi-ooxml</artifactId>
|
|
||||||
<version>5.4.1</version> <!-- 请根据实际情况选择最新版本 -->
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.apache.xmlbeans</groupId>
|
|
||||||
<artifactId>xmlbeans</artifactId>
|
|
||||||
<version>5.3.0</version>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.apache.poi</groupId>
|
|
||||||
<artifactId>poi-ooxml-schemas</artifactId>
|
|
||||||
<version>4.1.2</version>
|
|
||||||
</dependency>
|
|
||||||
<!--jackson-->
|
|
||||||
<dependency>
|
|
||||||
<groupId>com.fasterxml.jackson.core</groupId>
|
|
||||||
<artifactId>jackson-databind</artifactId>
|
|
||||||
<version>${jackson.version}</version>
|
|
||||||
</dependency>
|
|
||||||
<!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-core -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>com.fasterxml.jackson.core</groupId>
|
|
||||||
<artifactId>jackson-core</artifactId>
|
|
||||||
<version>${jackson.version}</version>
|
|
||||||
</dependency>
|
|
||||||
<!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-annotations -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>com.fasterxml.jackson.core</groupId>
|
|
||||||
<artifactId>jackson-annotations</artifactId>
|
|
||||||
<version>${jackson.version}</version>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
|
||||||
|
|
||||||
<build>
|
|
||||||
<defaultGoal>compile</defaultGoal>
|
|
||||||
<plugins>
|
|
||||||
<plugin>
|
|
||||||
<artifactId>maven-surefire-plugin</artifactId>
|
|
||||||
<version>3.5.2</version>
|
|
||||||
<configuration>
|
|
||||||
<skip>true</skip>
|
|
||||||
</configuration>
|
|
||||||
</plugin>
|
|
||||||
<plugin>
|
|
||||||
<artifactId>maven-compiler-plugin</artifactId>
|
|
||||||
<version>3.14.0</version>
|
|
||||||
<configuration>
|
|
||||||
<source>1.8</source>
|
|
||||||
<target>1.8</target>
|
|
||||||
<encoding>UTF-8</encoding>
|
|
||||||
<compilerArguments>
|
|
||||||
<extdirs>${project.basedir}/lib</extdirs>
|
|
||||||
</compilerArguments>
|
|
||||||
</configuration>
|
|
||||||
</plugin>
|
|
||||||
<plugin>
|
|
||||||
<groupId>org.apache.maven.plugins</groupId>
|
|
||||||
<artifactId>maven-assembly-plugin</artifactId>
|
|
||||||
<version>3.7.1</version>
|
|
||||||
<configuration>
|
|
||||||
<descriptorRefs>
|
|
||||||
<descriptorRef>jar-with-dependencies</descriptorRef>
|
|
||||||
</descriptorRefs>
|
|
||||||
<archive>
|
|
||||||
<manifest>
|
|
||||||
<mainClass>com.cpic.xim.huixiabao.AppMain</mainClass>
|
|
||||||
</manifest>
|
|
||||||
</archive>
|
|
||||||
</configuration>
|
|
||||||
<executions>
|
|
||||||
<execution>
|
|
||||||
<id>make-assembly</id>
|
|
||||||
<phase>package</phase>
|
|
||||||
<goals>
|
|
||||||
<goal>single</goal>
|
|
||||||
</goals>
|
|
||||||
</execution>
|
|
||||||
</executions>
|
|
||||||
</plugin>
|
|
||||||
<plugin>
|
|
||||||
<groupId>org.springframework.boot</groupId>
|
|
||||||
<artifactId>spring-boot-maven-plugin</artifactId>
|
|
||||||
<version>2.6.0</version>
|
|
||||||
<configuration>
|
|
||||||
<mainClass>com.cpic.xim.huixiabao.AppMain</mainClass>
|
|
||||||
<includeSystemScope>true</includeSystemScope>
|
|
||||||
</configuration>
|
|
||||||
<executions>
|
|
||||||
<execution>
|
|
||||||
<id>repackage</id>
|
|
||||||
<goals>
|
|
||||||
<goal>repackage</goal>
|
|
||||||
</goals>
|
|
||||||
</execution>
|
|
||||||
</executions>
|
|
||||||
</plugin>
|
|
||||||
</plugins>
|
|
||||||
</build>
|
|
||||||
</project>
|
|
||||||
@@ -1,13 +0,0 @@
|
|||||||
<h1 style="font-size:4rem;text-align:center;color:red;" align="center" title >EAST 数据处理工具</h1>
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# 概述
|
|
||||||
|
|
||||||
这是产险厦门分公司用于处理EAST数据的工具。
|
|
||||||
|
|
||||||
## 功能描述
|
|
||||||
|
|
||||||
- 拆分过大的txt文件；
|
|
||||||
- 文件转换成excel表格用于核对；
|
|
||||||
|
|
||||||
@@ -1,33 +0,0 @@
|
|||||||
/**
|
|
||||||
* @Author: Kane Wang <wangkane@qq.com>
|
|
||||||
* @Date: 2025-08-08 17:21:32
|
|
||||||
* @LastEditors: Kane Wang
|
|
||||||
* @LastModified: 2025-08-08 19:05:06
|
|
||||||
* @FilePath: src/main/java/com/cpic/xim/App.java
|
|
||||||
* @Description:
|
|
||||||
*
|
|
||||||
* Copyright (c) 2025 by Kane All rights reserved
|
|
||||||
*/
|
|
||||||
package com.cpic.xim;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Hello world!
|
|
||||||
*/
|
|
||||||
public class App
|
|
||||||
{
|
|
||||||
private static final int MAX_LINE_COUNT_PER_FILE = 250000;
|
|
||||||
private static final String TITLE_BDJBXXB = "流水号$保险机构代码$保险机构名称$采集日期$保单编号$虚拟单标志$保单件数$险类$保单团个性质$监管辖区$司法管辖$业务性质$续保标志$被续保保单编号$保单状态$保单终止原因$核保类型$联共保类型$涉农标志$分保标志$统保标志$投保单申请日期$签单日期$核保通过时间$保费收费确认时间$保单生成时间$保单起始日期$保单终止日期$保单中止日期$保单效力恢复日期$保单满期日期$约定分期交费次数$累计保费$交费方式$被保险人数量$保险金额$保险金额币种$保险金额人民币金额$保险费率$基准保费$签单保费$税额$政府补贴保费金额$保费币种$保费人民币金额$管理机构代码$管理机构名称$核保机构代码$核保机构名称$承保地区$争议解决方式$佣金比例$佣金$佣金币种$佣金人民币金额$特别约定标志$特别约定$经办业务标志$经办管理费$医保个人账户购买标志";
|
|
||||||
|
|
||||||
public static void main( String[] args )
|
|
||||||
{
|
|
||||||
String fileNameBDJBXXB = "L:\\east\\MD5_BDJCXX_BDJBXXB_RESULT_3080100.txt";
|
|
||||||
|
|
||||||
com.cpic.xim.east.utils.DataFileSpliter.splitFile( new File( fileNameBDJBXXB ),
|
|
||||||
MAX_LINE_COUNT_PER_FILE,
|
|
||||||
TITLE_BDJBXXB );
|
|
||||||
|
|
||||||
System.out.println( "拆完了！" );
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,85 +0,0 @@
|
|||||||
/**
|
|
||||||
* @Author: Kane Wang <wangkane@qq.com>
|
|
||||||
* @Date: 2025-08-08 17:23:44
|
|
||||||
* @LastEditors: Kane Wang
|
|
||||||
* @LastModified: 2025-08-08 17:25:07
|
|
||||||
* @FilePath: src/main/java/com/cpic/xim/east/utils/DataFileSpliter.java
|
|
||||||
* @Description:
|
|
||||||
*
|
|
||||||
* Copyright (c) 2025 by Kane All rights reserved
|
|
||||||
*/
|
|
||||||
package com.cpic.xim.east.utils;
|
|
||||||
|
|
||||||
import java.io.BufferedReader;
|
|
||||||
import java.io.BufferedWriter;
|
|
||||||
import java.io.File;
|
|
||||||
import java.io.FileReader;
|
|
||||||
import java.io.FileWriter;
|
|
||||||
import java.io.IOException;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @author Kane
|
|
||||||
* @description 用于拆分大文件。
|
|
||||||
*/
|
|
||||||
public class DataFileSpliter
|
|
||||||
{
|
|
||||||
|
|
||||||
public static void splitFile( File inputFile, int lineCountPerFile , String titleString )
|
|
||||||
{
|
|
||||||
try (
|
|
||||||
BufferedReader reader = new BufferedReader( new FileReader( inputFile ) )
|
|
||||||
)
|
|
||||||
{
|
|
||||||
String line;
|
|
||||||
int lineCount = 0;
|
|
||||||
int fileCount = 1;
|
|
||||||
|
|
||||||
BufferedWriter writer = createWriterForFile( inputFile, fileCount );
|
|
||||||
|
|
||||||
while ( (line = reader.readLine()) != null )
|
|
||||||
{
|
|
||||||
if ( lineCount >= lineCountPerFile )
|
|
||||||
{
|
|
||||||
writer.close();
|
|
||||||
|
|
||||||
fileCount++;
|
|
||||||
lineCount = 0;
|
|
||||||
|
|
||||||
writer = createWriterForFile( inputFile, fileCount );
|
|
||||||
}
|
|
||||||
|
|
||||||
// 如果是第一行，则写入标题
|
|
||||||
if ( lineCount == 0 && !titleString.isEmpty() )
|
|
||||||
{
|
|
||||||
writer.write( titleString );
|
|
||||||
writer.newLine();
|
|
||||||
}
|
|
||||||
|
|
||||||
writer.write( line );
|
|
||||||
writer.newLine();
|
|
||||||
lineCount++;
|
|
||||||
}
|
|
||||||
writer.close();
|
|
||||||
}
|
|
||||||
catch ( IOException e )
|
|
||||||
{
|
|
||||||
e.printStackTrace();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static BufferedWriter createWriterForFile( File inputFile, int fileCount )
|
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
String outputFileName = String.format( "%s_part%d.txt", inputFile.getName(), fileCount );
|
|
||||||
FileWriter fileWriter = new FileWriter( new File( inputFile.getParent(), outputFileName ) );
|
|
||||||
|
|
||||||
return new BufferedWriter( fileWriter );
|
|
||||||
}
|
|
||||||
catch ( IOException e )
|
|
||||||
{
|
|
||||||
e.printStackTrace();
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
19
code/east-datafile-utils/.editorconfig1
Normal file
19
code/east-datafile-utils/.editorconfig1
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
# top-most EditorConfig file
|
||||||
|
root = true
|
||||||
|
|
||||||
|
[*]
|
||||||
|
charset = utf-8
|
||||||
|
indent_style = space
|
||||||
|
indent_size = 2
|
||||||
|
end_of_line = lf
|
||||||
|
insert_final_newline = true
|
||||||
|
trim_trailing_whitespace = true
|
||||||
|
|
||||||
|
[*.js]
|
||||||
|
indent_size = 2
|
||||||
|
|
||||||
|
[*.py]
|
||||||
|
indent_size = 4
|
||||||
|
|
||||||
|
# [*.java]
|
||||||
|
# indent_size = 4
|
||||||
@@ -0,0 +1,52 @@
|
|||||||
|
/**
|
||||||
|
* @Author: Kane Wang <wangkane@qq.com>
|
||||||
|
* @Date: 2025-08-09 01:09:26
|
||||||
|
* @LastEditors: Kane Wang
|
||||||
|
* @LastModified: 2025-08-09 01:09:26
|
||||||
|
* @FilePath: src/main/java/com/cpic/xim/east/utils/DataFileConverter.java
|
||||||
|
* @Description:
|
||||||
|
*
|
||||||
|
* Copyright (c) 2025 by Kane All rights reserved
|
||||||
|
*/
|
||||||
|
package com.cpic.xim.east.utils;
|
||||||
|
|
||||||
|
import java.io.BufferedReader;
|
||||||
|
import java.io.FileNotFoundException;
|
||||||
|
import java.io.FileReader;
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
|
import org.apache.poi.ss.usermodel.Sheet;
|
||||||
|
import org.apache.poi.ss.usermodel.Workbook;
|
||||||
|
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
|
||||||
|
|
||||||
|
public class DataFileConverter
|
||||||
|
{
|
||||||
|
public static void convertEASTDataFileToXLSX( String eastDataFilePath,
|
||||||
|
String xlsxFilePath,
|
||||||
|
String spliteString
|
||||||
|
)
|
||||||
|
throws FileNotFoundException,
|
||||||
|
IOException
|
||||||
|
{
|
||||||
|
Workbook workbook = new XSSFWorkbook();
|
||||||
|
Sheet sheet = workbook.createSheet( "sheet1" );
|
||||||
|
BufferedReader reader = null;
|
||||||
|
String line;
|
||||||
|
int rowIndex = 0;
|
||||||
|
|
||||||
|
reader = new BufferedReader( new FileReader( eastDataFilePath ) );
|
||||||
|
|
||||||
|
while ( (line = reader.readLine()) != null )
|
||||||
|
{
|
||||||
|
String[] rowData = line.split( spliteString );
|
||||||
|
|
||||||
|
for ( String cellData : rowData )
|
||||||
|
{
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
reader.close();
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -4,7 +4,7 @@
|
|||||||
* @LastEditors: Kane Wang
|
* @LastEditors: Kane Wang
|
||||||
* @LastModified: 2025-08-08 17:25:07
|
* @LastModified: 2025-08-08 17:25:07
|
||||||
* @FilePath: src/main/java/com/cpic/xim/east/utils/DataFileSpliter.java
|
* @FilePath: src/main/java/com/cpic/xim/east/utils/DataFileSpliter.java
|
||||||
* @Description:
|
* @Description:
|
||||||
*
|
*
|
||||||
* Copyright (c) 2025 by Kane All rights reserved
|
* Copyright (c) 2025 by Kane All rights reserved
|
||||||
*/
|
*/
|
||||||
@@ -23,8 +23,10 @@ import java.io.IOException;
|
|||||||
*/
|
*/
|
||||||
public class DataFileSpliter
|
public class DataFileSpliter
|
||||||
{
|
{
|
||||||
|
|
||||||
public static void splitFile( File inputFile, int lineCountPerFile , String titleString )
|
public static void splitFile( File inputFile,
|
||||||
|
int lineCountPerFile,
|
||||||
|
String titleString )
|
||||||
{
|
{
|
||||||
try (
|
try (
|
||||||
BufferedReader reader = new BufferedReader( new FileReader( inputFile ) )
|
BufferedReader reader = new BufferedReader( new FileReader( inputFile ) )
|
||||||
@@ -33,28 +35,28 @@ public class DataFileSpliter
|
|||||||
String line;
|
String line;
|
||||||
int lineCount = 0;
|
int lineCount = 0;
|
||||||
int fileCount = 1;
|
int fileCount = 1;
|
||||||
|
|
||||||
BufferedWriter writer = createWriterForFile( inputFile, fileCount );
|
BufferedWriter writer = createWriterForFile( inputFile, fileCount );
|
||||||
|
|
||||||
while ( (line = reader.readLine()) != null )
|
while ( (line = reader.readLine()) != null )
|
||||||
{
|
{
|
||||||
if ( lineCount >= lineCountPerFile )
|
if ( lineCount >= lineCountPerFile )
|
||||||
{
|
{
|
||||||
writer.close();
|
writer.close();
|
||||||
|
|
||||||
fileCount++;
|
fileCount++;
|
||||||
lineCount = 0;
|
lineCount = 0;
|
||||||
|
|
||||||
writer = createWriterForFile( inputFile, fileCount );
|
writer = createWriterForFile( inputFile, fileCount );
|
||||||
}
|
}
|
||||||
|
|
||||||
// 如果是第一行，则写入标题
|
// 如果是第一行，则写入标题
|
||||||
if ( lineCount == 0 && !titleString.isEmpty() )
|
if ( lineCount == 0 && !titleString.isEmpty() )
|
||||||
{
|
{
|
||||||
writer.write( titleString );
|
writer.write( titleString );
|
||||||
writer.newLine();
|
writer.newLine();
|
||||||
}
|
}
|
||||||
|
|
||||||
writer.write( line );
|
writer.write( line );
|
||||||
writer.newLine();
|
writer.newLine();
|
||||||
lineCount++;
|
lineCount++;
|
||||||
@@ -66,7 +68,7 @@ public class DataFileSpliter
|
|||||||
e.printStackTrace();
|
e.printStackTrace();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private static BufferedWriter createWriterForFile( File inputFile, int fileCount )
|
private static BufferedWriter createWriterForFile( File inputFile, int fileCount )
|
||||||
{
|
{
|
||||||
try
|
try
|
||||||
|
|||||||
68
文档/EAST表结构/dbload_dm3.txt
Normal file
68
文档/EAST表结构/dbload_dm3.txt
Normal file
@@ -0,0 +1,68 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
dir="/cpic/cpicapp/east"
|
||||||
|
dmdir="/cpic/cpicapp/dm3/bin"
|
||||||
|
cd $dir
|
||||||
|
|
||||||
|
if [ $# -ne 1 ];then
|
||||||
|
cat << EOF
|
||||||
|
Usage: $0 dirname
|
||||||
|
dirname
|
||||||
|
EOF
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
dirname=$1
|
||||||
|
|
||||||
|
|
||||||
|
list=`ls ${dirname}/*.txt`
|
||||||
|
for line in $list
|
||||||
|
##cat table.list|while read line
|
||||||
|
do
|
||||||
|
filename=${line#*/}
|
||||||
|
tabname="EAST_"${filename%-*}
|
||||||
|
echo $tabname
|
||||||
|
|
||||||
|
##将表名转换为小写
|
||||||
|
c_tabname=`echo "${tabname}"|tr [A-Z] [a-z]`
|
||||||
|
|
||||||
|
##c_tabname=`echo "${tabname}"`
|
||||||
|
echo $c_tabname
|
||||||
|
|
||||||
|
|
||||||
|
result=`${dmdir}/disql ****/'"********"'@*******:***** << !
|
||||||
|
set heading off
|
||||||
|
set feedback off
|
||||||
|
set pagesize 0
|
||||||
|
set verify off
|
||||||
|
set echo off
|
||||||
|
set lineshow off
|
||||||
|
SET TIMING off
|
||||||
|
|
||||||
|
select '|'||trim(LISTAGG(column_name,',')within group(order by column_id))||'|' from (select column_name||'#'||case when data_type in('CHAR','VARCHAR2','NVARCHAR2','VARCHAR','TEXT') AND DATA_LENGTH > 255 THEN 'CHAR(8000)' ELSE '' END column_name,column_id from user_tab_columns ta where table_name = upper('${tabname}'));
|
||||||
|
|
||||||
|
exit
|
||||||
|
!`
|
||||||
|
|
||||||
|
echo $result>clumns01.txt
|
||||||
|
result2=`cut -d$'|' -f2 clumns01.txt`
|
||||||
|
echo $result2>clumns01.txt
|
||||||
|
sed s/[[:space:]]//g clumns01.txt>clumns.txt
|
||||||
|
sed -i 's/#/ /g' clumns.txt
|
||||||
|
|
||||||
|
##拼装control文件
|
||||||
|
echo "load data">tmp.ctl
|
||||||
|
echo "infile '${dir}/import20250630/${filename}'">>tmp.ctl
|
||||||
|
##echo "infile '${dir}/import20250228/${c_tabname}.txt'">>tmp.ctl
|
||||||
|
echo "badfile '${dir}/bad/${c_tabname}.bad'">>tmp.ctl
|
||||||
|
echo "into table ${c_tabname}">>tmp.ctl
|
||||||
|
echo "fields terminated by ' '" >> tmp.ctl
|
||||||
|
##echo "fields ' '">>tmp.ctl
|
||||||
|
echo "(">>tmp.ctl
|
||||||
|
cat clumns.txt>>tmp.ctl
|
||||||
|
echo ")">>tmp.ctl
|
||||||
|
|
||||||
|
${dmdir}/dmfldr userid=****/'"*********"'@********:***** control=\'${dir}/tmp.ctl\' null_mode=true
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
3306
文档/EAST表结构/east_table_create_sql.sql
Normal file
3306
文档/EAST表结构/east_table_create_sql.sql
Normal file
File diff suppressed because it is too large
Load Diff
BIN
文档/EAST表结构/规范附件3：保险业监管数据标准化规范（财产保险公司版）数据结构一览表.xlsx
Normal file
BIN
文档/EAST表结构/规范附件3：保险业监管数据标准化规范（财产保险公司版）数据结构一览表.xlsx
Normal file
Binary file not shown.
Reference in New Issue
Block a user