data_engineering_task
需积分: 9 181 浏览量
2021-03-13
04:16:03
上传
评论
收藏 122KB ZIP 举报
data_engineering_task-main.zip （76个子文件） 
data_engineering_task-main 
.gitignore 4KB spark_example stop.sh 111B start.sh 205B docker_compose_apps docker-compose.yml 178B docker_env_setup docker-compose.yml 433B README.md 1KB spark_streaming .gitignore 65B Dockerfile 459B src main java com example spark streaming LoadCSVFiles.java 617B SchemaDefinition.java 1KB SparkStreaming.java 2KB tasks SparkStreamingTask2.java 2KB SparkStreamingTask1.java 4KB SparkStreamingTask.java 179B pom.xml 2KB kafka_example stop.sh 111B kafka_csv_data_producer .gitignore 462B Dockerfile 496B src main resources csv-data-producer-docker.properties 635B csv-data-producer-local.properties 634B java com example kafka producer data producer WebsiteCategoriesProducer.java 2KB WebsiteVisitsProducer.java 2KB CSVDataProducer.java 158B mapper CategoriesCSVDataMapper.java 1KB KeyValueMapper.java 262B VisitsCSVDataMapper.java 1KB TopicsConfig.java 1KB CSVDataReader.java 1KB KafkaCsvDataProducerApp.java 1KB test resources application.yml 206B java com example kafka producer KafkaConsumer.java 852B KafkaCategoriesCsvDataProducerAppTests.java 2KB csv data handling CSVDataMapperTests.java 2KB data_set categories.csv 200KB pom.xml 4KB README.md 577B kafka_consumer Dockerfile 465B src main resources kafka-consumer-local-config.properties 333B db-connection-docker.properties 130B db-connection-local.properties 131B db migration V1__Initial.sql 248B flyway-config.properties 330B kafka-consumer-docker-config.properties 333B datasource-config.properties 376B java com example kafka consumer KafkaConsumerApp.java 477B KafkaConsumerConfig.java 3KB KafkaTopicListener.java 2KB sink to postgres WebsiteVisitsStatsRepositoryDb.java 3KB DataSourceConfig.java 1KB abstraction DBInterface.java 207B test java com example kafka consumer sink to postgres AbstractIntegrationTest.java 3KB WebsiteVisitsStatsRepositoryDbTests.java 1KB pom.xml 8KB README.md 507B start.sh 369B kafka_streams Dockerfile 466B src main resources kafka-streams-local-config.properties 744B kafka-streams-docker-config.properties 744B java com example kafka streams TopicConfig.java 2KB StreamProcessor.java 6KB KafkaStreamsApp.java 681B StreamProcessorConfig.java 1KB pom.xml 9KB README.md 877B docker_compose_apps docker-compose.yml 463B docker_env_setup docker-compose.yml 4KB pom.xml 11KB README.md 2KB avro-schemas src avro WebsiteVisitsValue.avsc 468B WebsiteCategoriesValue.avsc 373B Joined.avsc 462B WebsiteKey.avsc 233B VisitsCountPerCategoryValue.avsc 188B CategoryKey.avsc 235B pom.xml 2KB README.md 1KB资源评论
