spring batch 讀取多個(gè)文件數(shù)據(jù)導(dǎo)入數(shù)據(jù)庫(kù)示例
項(xiàng)目的目錄結(jié)構(gòu)
需要讀取文件的的數(shù)據(jù)格式
applicatonContext.xml的配置
<?xml version="1.0" encoding="UTF-8"?> <beans xmlns="http://www.springframework.org/schema/beans" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" xmlns:tx="http://www.springframework.org/schema/tx" xmlns:aop="http://www.springframework.org/schema/aop" xmlns:context="http://www.springframework.org/schema/context" xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-3.0.xsd http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-3.0.xsd http://www.springframework.org/schema/aop http://www.springframework.org/schema/aop/spring-aop-3.0.xsd http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-3.0.xsd" default-autowire="byName"> <context:component-scan base-package="com.aliyun.springbatch" /> <bean id="jobLauncher" class="org.springframework.batch.core.launch.support.SimpleJobLauncher"> <property name="jobRepository" ref="jobRepository"/> </bean> <bean id="jobRepository" class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean"> <property name="transactionManager" ref="transactionManager"></property> </bean> <bean id="transactionManager" class="org.springframework.batch.support.transaction.ResourcelessTransactionManager"> </bean> <bean id="jdbcTemplate" class="org.springframework.jdbc.core.JdbcTemplate"> <property name="dataSource" ref="dataSource"></property> </bean> <!-- 引入外部數(shù)據(jù)源配置信息 --> <bean class="org.springframework.beans.factory.config.PropertyPlaceholderConfigurer"> <property name="locations"> <value>classpath:com/aliyun/springbatch/sample/db/jdbc.properties</value> </property> </bean> <!-- 配置數(shù)據(jù)源 --> <bean id="dataSource" class="org.springframework.jdbc.datasource.DriverManagerDataSource"> <property name="driverClassName" value="${jdbc.driver}"></property> <property name="url" value="${jdbc.url}"></property> <property name="username" value="${jdbc.username}"></property> <property name="password" value="${jdbc.password}"></property> </bean> </beans>
batch.xml的配置
<?xml version="1.0" encoding="UTF-8"?> <bean:beans xmlns="http://www.springframework.org/schema/batch" xmlns:bean="http://www.springframework.org/schema/beans" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" xmlns:tx="http://www.springframework.org/schema/tx" xmlns:aop="http://www.springframework.org/schema/aop" xmlns:context="http://www.springframework.org/schema/context" xmlns:util="http://www.springframework.org/schema/util" xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-3.0.xsd http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-3.0.xsd http://www.springframework.org/schema/aop http://www.springframework.org/schema/aop/spring-aop-3.0.xsd http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-3.0.xsd http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch-3.0.xsd http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd"> <!-- <bean:import resource="dataSource.xml" /> --> <bean:import resource="applicationContext.xml" /> <!-- Job的配置信息 --> <!-- commit-interval="1" 表示每處理完1條數(shù)據(jù)提交一次事務(wù) --> <job id="dbJob"> <step id="dbReadAndWriterStep" > <tasklet> <chunk reader="userReader" writer="jdbcItemWriter" commit-interval="1"> </chunk> </tasklet> </step> </job> <!-- <bean:bean id="jdbcItemReader" class="org.springframework.batch.item.database.JdbcCursorItemReader" scope="step"> <bean:property name="dataSource" ref="dataSource" /> <bean:property name="sql" value="select id,name,age,score from t_user" /> <bean:property name="rowMapper"> <bean:bean class="org.springframework.jdbc.core.BeanPropertyRowMapper"> <bean:property name="mappedClass" value="com.aliyun.springbatch.sample.db.User" /> </bean:bean> </bean:property> </bean:bean> --> <!-- 讀文件 多文件上傳--> <bean:bean id="userReader" class="org.springframework.batch.item.file.MultiResourceItemReader" scope="step"> <!-- 單個(gè)文件讀取 --> <!-- <property name="resource" value="file:./sample.csv" /> --> <!-- 多個(gè)文件讀取 讀取文件的位置 --> <bean:property name="resources" value="file:#{jobParameters['inputFile']}" /> <!-- 引入單個(gè)文件的讀取對(duì)象 --> <bean:property name="delegate" ref="flatFileItemReader" /> </bean:bean> <!-- 單個(gè)文件的讀取對(duì)象 --> <bean:bean id="flatFileItemReader" class="org.springframework.batch.item.file.FlatFileItemReader"> <!-- 跳過(guò)讀取文件的第一行 因?yàn)榈谝恍惺橇忻?-> <bean:property name="linesToSkip" value="1"/> <!-- 文件的行映射 --> <bean:property name="lineMapper"> <bean:bean class="org.springframework.batch.item.file.mapping.DefaultLineMapper"> <!-- 行的字段映射 --> <bean:property name="lineTokenizer"> <!-- 映射的字段以下面names屬性,以,隔開(kāi) --> <bean:bean class="org.springframework.batch.item.file.transform.DelimitedLineTokenizer"> <bean:property name="names" value="id,name,age,score" /> </bean:bean> </bean:property> <!-- 設(shè)置 讀取的字段映射給實(shí)體對(duì)象 --> <bean:property name="fieldSetMapper"> <bean:bean class="org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper"> <bean:property name="prototypeBeanName" value="user" /> </bean:bean> </bean:property> </bean:bean> </bean:property> </bean:bean> <bean:bean id="user" class="com.aliyun.springbatch.sample.db.User"></bean:bean> <!-- db數(shù)據(jù)的寫(xiě) --> <!-- <bean:bean id="jdbcItemWriter" class="org.springframework.batch.item.database.JdbcBatchItemWriter"> <bean:property name="dataSource" ref="dataSource" /> <bean:property name="sql" value="insert into T_DESTUSER (ID,USERID,USERNAME,PASSWORD,UPDATETIME,UPDATEUSER) values (:id,:userId,:userName,:password,:updateDate,:updateUser)" /> <bean:property name="itemSqlParameterSourceProvider"> <bean:bean class="org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider" /> </bean:property> </bean:bean> --> <!-- 這是自定義的實(shí)現(xiàn)ItemWriter接口的ItemWriter的實(shí)現(xiàn)類(lèi) --> <bean:bean id="jdbcItemWriter" class="com.aliyun.springbatch.sample.db.JdbcItemWriter"> </bean:bean> </bean:beans>
jdbc.properties mysql數(shù)據(jù)源配置文件
#Oracle #hibernate.dialect=org.hibernate.dialect.OracleDialect #validationQuery.sqlserver=SELECT 1 FROM DUAL #jdbc.driver=oracle.jdbc.driver.OracleDriver #jdbc.url=jdbc:oracle:thin:@localhost:1521:orcl #jdbc.username=activitproject #jdbc.password=activitproject #Mysql jdbc.driver=com.mysql.jdbc.Driver jdbc.url=jdbc:mysql://127.0.0.1:3306/spring_batch_demo jdbc.username=root jdbc.password=root
封裝數(shù)據(jù)的實(shí)體類(lèi)就自己寫(xiě)吧
測(cè)試主方法:
public static void main(String[] args) { ApplicationContext context = new ClassPathXmlApplicationContext( "com/aliyun/springbatch/sample/db/batch.xml"); JobLauncher launcher = (JobLauncher) context.getBean("jobLauncher"); Job job = (Job) context.getBean("dbJob"); try { // JOB執(zhí)行,設(shè)置參數(shù)添加讀取文件的路徑 JobExecution result = launcher.run( job, //添加job參數(shù)時(shí),將讀取的文件目錄加入到j(luò)ob的參數(shù)中 new JobParametersBuilder() .addString("inputFile", "src/main/java/com/aliyun/springbatch/sample/db/inputFile*.csv") .toJobParameters()); // 運(yùn)行結(jié)果輸出 System.out.println(result.toString()); } catch (Exception e) { e.printStackTrace(); } }
以上就是本文的全部?jī)?nèi)容,希望對(duì)大家的學(xué)習(xí)有所幫助,也希望大家多多支持腳本之家。
相關(guān)文章
java實(shí)現(xiàn)字符串和日期類(lèi)型相互轉(zhuǎn)換的方法
這篇文章主要介紹了java實(shí)現(xiàn)字符串和日期類(lèi)型相互轉(zhuǎn)換的方法,涉及java針對(duì)日期與字符串的轉(zhuǎn)換與運(yùn)算相關(guān)操作技巧,需要的朋友可以參考下2017-02-02將本地SpringBoot項(xiàng)目發(fā)布到云服務(wù)器的方法
這篇文章主要介紹了如何將本地SpringBoot項(xiàng)目發(fā)布到云服務(wù)器,本文給大家介紹的非常詳細(xì),對(duì)大家的學(xué)習(xí)或工作具有一定的參考借鑒價(jià)值,需要的朋友可以參考下2021-12-12IDEA中程序包Org.Springframework.Boot不存在問(wèn)題及解決
這篇文章主要介紹了IDEA中程序包Org.Springframework.Boot不存在問(wèn)題及解決方案,具有很好的參考價(jià)值,希望對(duì)大家有所幫助。如有錯(cuò)誤或未考慮完全的地方,望不吝賜教2023-07-07SpringBoot @ConfigurationProperties使用詳解
這篇文章主要介紹了SpringBoot @ConfigurationProperties使用詳解,文中通過(guò)示例代碼介紹的非常詳細(xì),對(duì)大家的學(xué)習(xí)或者工作具有一定的參考學(xué)習(xí)價(jià)值,需要的朋友們下面隨著小編來(lái)一起學(xué)習(xí)學(xué)習(xí)吧2020-02-02Hadoop運(yùn)行時(shí)遇到j(luò)ava.io.FileNotFoundException錯(cuò)誤的解決方法
今天給大家?guī)?lái)的是關(guān)于Java的相關(guān)知識(shí),文章圍繞著Hadoop運(yùn)行時(shí)遇到j(luò)ava.io.FileNotFoundException錯(cuò)誤展開(kāi),文中有非常詳細(xì)的解決方法,需要的朋友可以參考下2021-06-06