Skip to content

apijson多数据源-kafka #29

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 4 commits into from
Jan 6, 2023
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
apijson多数据源支持kafka
apijson5.4支持
  • Loading branch information
cloudAndMonkey authored Jan 6, 2023
commit 54697404672b5ad217d2f5bba26cac8b09015478
13 changes: 13 additions & 0 deletions APIJSON-Java-Server/APIJSONDemo-MultiDataSource-Kafka/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# APIJSONDemo

## 支持多数据源-消息队列

示例:kafka

原理说明:

Access表名 = 消息队列 topic

Access表配置说明:

![image-20230106155124881](/Users/xy/Library/Application Support/typora-user-images/image-20230106155124881.png)
203 changes: 203 additions & 0 deletions APIJSON-Java-Server/APIJSONDemo-MultiDataSource-Kafka/pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,203 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.5.13</version>
<!-- <relativePath>./pom.xml</relativePath>-->
</parent>
<groupId>apijson.demo</groupId>
<artifactId>apijsondemo-multidatasource-kafka</artifactId>
<version>5.4.0</version>

<name>apijsondemo-multidatasource-kafka</name>
<description>Demo project for testing APIJSON server based on SpringBoot</description>

<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<commons-lang3.version>3.12.0</commons-lang3.version>
<druid.version>1.1.16</druid.version>
<mybatisplus.version>3.5.1</mybatisplus.version>
<mybatis-plus-support.version>2.3.3</mybatis-plus-support.version>
<commons-collections4.version>4.4</commons-collections4.version>
<commons.configuration.version>1.10</commons.configuration.version>
<guava.version>30.1.1-jre</guava.version>
<fastjson.version>1.2.72</fastjson.version>
<hutool.version>4.1.1</hutool.version>
<lombok.version>1.18.4</lombok.version>
<commons-lang3.version>3.12.0</commons-lang3.version>
<commons.io.version>2.5</commons.io.version>
<commons.codec.version>1.10</commons.codec.version>
<commons-collections4.version>4.4</commons-collections4.version>
<commons.configuration.version>1.10</commons.configuration.version>
<apijson.version>5.4.0</apijson.version>
<mysql.version>8.0.31</mysql.version>
<spring-context-support.version>5.3.18</spring-context-support.version>
<spring-boot-configuration-processor.version>2.6.6</spring-boot-configuration-processor.version>
<dynamic-datasource-spring-boot-starter.version>3.5.2</dynamic-datasource-spring-boot-starter.version>
<java.version>1.8</java.version>
<kafka.version>3.2.1</kafka.version>
</properties>

<dependencies>
<!-- JDK 11+ 需要,否则启动报错 NoClassDefFoundError: javax/activation/UnsupportedDataTypeException -->
<dependency>
<groupId>javax.activation</groupId>
<artifactId>activation</artifactId>
<version>1.1.1</version>
</dependency>

<!-- 需要的 APIJSON 相关依赖 -->
<dependency>
<groupId>com.github.Tencent</groupId>
<artifactId>APIJSON</artifactId>
<version>${apijson.version}</version>
</dependency>
<dependency>
<groupId>com.github.APIJSON</groupId>
<artifactId>apijson-framework</artifactId>
<version>${apijson.version}</version>
</dependency>

<!-- 需要用的数据库 JDBC 驱动 -->

<!-- Oracle, SQLServer 等其它数据库的 JDBC 驱动,可以在这里加上 Maven 依赖或 libs 目录放 Jar 包并依赖 -->

<!-- 需要用的 SpringBoot 框架,1.4.0 以上 -->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework</groupId>
<artifactId>spring-context-support</artifactId>
<version>${spring-context-support.version}</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-configuration-processor</artifactId>
<version>${spring-boot-configuration-processor.version}</version>
<optional>true</optional>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>druid-spring-boot-starter</artifactId>
<version>${druid.version}</version>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>dynamic-datasource-spring-boot-starter</artifactId>
<version>${dynamic-datasource-spring-boot-starter.version}</version>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>mybatis-plus-boot-starter</artifactId>
<version>${mybatisplus.version}</version>
<exclusions>
<exclusion>
<groupId>com.baomidou</groupId>
<artifactId>mybatis-plus-generator</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>mybatis-plus-support</artifactId>
<version>${mybatis-plus-support.version}</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-collections4</artifactId>
<version>${commons-collections4.version}</version>
</dependency>
<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId>
<version>${mysql.version}</version>
</dependency>
<dependency>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
<version>${guava.version}</version>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<version>${lombok.version}</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>${commons.io.version}</version>
</dependency>
<dependency>
<groupId>commons-codec</groupId>
<artifactId>commons-codec</artifactId>
<version>${commons.codec.version}</version>
</dependency>
<dependency>
<groupId>commons-configuration</groupId>
<artifactId>commons-configuration</artifactId>
<version>${commons.configuration.version}</version>
</dependency>
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka-clients</artifactId>
<version>${kafka.version}</version>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<fork>true</fork>
<mainClass>apijson.demo.DemoApplication</mainClass>
</configuration>
<executions>
<execution>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>1.8</source>
<target>1.8</target>
</configuration>
</plugin>
</plugins>
</build>

<repositories>
<!-- APIJSON 必须用到的托管平台 -->
<repository>
<id>jitpack.io</id>
<url>https://jitpack.io</url>
<snapshots>
<enabled>true</enabled>
</snapshots>
</repository>

<repository>
<id>spring-snapshots</id>
<url>https://repo.spring.io/snapshot</url>
<snapshots>
<enabled>true</enabled>
</snapshots>
</repository>
<repository>
<id>spring-milestones</id>
<url>https://repo.spring.io/milestone</url>
</repository>
</repositories>

</project>
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
package apijson.demo;

import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Configuration;

@Configuration
public class DataBaseConfig {
private String primary;

@Value("${spring.datasource.dynamic.primary}")
public void setPrimary(String primary) {
this.primary = primary;
}

public String getPrimary() {
return primary;
}

public static DataBaseConfig getInstence() {
return SpringContextUtils.getBean(DataBaseConfig.class);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
package apijson.demo;

import java.util.regex.Matcher;
import java.util.regex.Pattern;

import lombok.extern.log4j.Log4j2;

@Log4j2
public class DataBaseUtil {

/**
* 根据url获取库名
* @param url
* @return
*/
public static String getLibname(String url) {
Pattern p = Pattern.compile("jdbc:(?<db>\\w+):.*((//)|@)(?<host>.+):(?<port>\\d+)(/|(;DatabaseName=)|:)(?<dbName>\\w+)\\??.*");
Matcher m = p.matcher(url);
if(m.find()) {
return m.group("dbName");
}
return null;
}

/***
* primary: master
* strict: false
* @param datasource: 匹配不成功, 自动匹配默认数据库
* @return
*/
public static javax.sql.DataSource getDataSource(String datasource) {
try {
return DynamicDataSource.getDetail(datasource).getDataSource(); // 数据源
} catch (Exception e) {
throw new IllegalArgumentException("动态数据源配置错误 " + datasource);
}
}

public static String getDruidUrl(String datasource) {
return DynamicDataSource.getDetail(datasource).getUrl(); // 数据库连接url
}

public static String getDruidSchema(String datasource) {
return getLibname(DynamicDataSource.getDetail(datasource).getUrl()); // 数据库名;
}

public static String getDruidDBAccount(String datasource) {
return DynamicDataSource.getDetail(datasource).getDbAccount(); // 数据库用户名
}

public static String getDruidDBPassword(String datasource) {
return DynamicDataSource.getDetail(datasource).getDbPassword(); // 数据库密码
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
/*Copyright ©2016 TommyLemon(https://github.com/TommyLemon/APIJSON)

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.*/

package apijson.demo;

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.boot.web.server.WebServerFactoryCustomizer;
import org.springframework.boot.web.servlet.server.ConfigurableServletWebServerFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.web.servlet.config.annotation.CorsRegistry;
import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;

import apijson.Log;
import apijson.framework.APIJSONApplication;
import apijson.framework.APIJSONCreator;
import apijson.orm.AbstractFunctionParser;
import apijson.orm.AbstractVerifier;
import apijson.orm.FunctionParser;
import apijson.orm.Parser;
import apijson.orm.SQLConfig;
import apijson.orm.SQLExecutor;

/**
* Demo SpringBoot Application 主应用程序启动类 右键这个类 > Run As > Java Application 具体见
* SpringBoot 文档
* https://www.springcloud.cc/spring-boot.html#using-boot-locating-the-main-class
*
* @author Lemon
*/
@Configuration
@SpringBootApplication
@EnableAutoConfiguration
@EnableConfigurationProperties
public class DemoApplication implements WebServerFactoryCustomizer<ConfigurableServletWebServerFactory> {
public static final String TAG = "DemoApplication";

public static void main(String[] args) throws Exception {
SpringApplication.run(DemoApplication.class, args);
Log.DEBUG = true;
APIJSONApplication.init(false); // 4.4.0 以上需要这句来保证以上 static 代码块中给 DEFAULT_APIJSON_CREATOR 赋值会生效
}

// SpringBoot 2.x 自定义端口方式
@Override
public void customize(ConfigurableServletWebServerFactory server) {
server.setPort(8080);
}

// 支持 APIAuto 中 JavaScript 代码跨域请求
@Bean
public WebMvcConfigurer corsConfigurer() {
return new WebMvcConfigurer() {
@Override
public void addCorsMappings(CorsRegistry registry) {
registry.addMapping("/**").allowedOriginPatterns("*").allowedMethods("*").allowCredentials(true)
.maxAge(3600);
}
};
}

static {
// 使用本项目的自定义处理类
APIJSONApplication.DEFAULT_APIJSON_CREATOR = new APIJSONCreator<String>() {
@Override
public Parser<String> createParser() {
return new DemoParser();
}

@Override
public SQLConfig createSQLConfig() {
return new DemoSQLConfig();
}

@Override
public FunctionParser createFunctionParser() {
return new DemoFunctionParser();
}

@Override
public SQLExecutor createSQLExecutor() {
return new DemoSQLExecutor();
}
};
}

}
Loading