init

pom.xml

@@ -11,9 +11,9 @@
 
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-        <maven.compiler.source>11</maven.compiler.source>
+        <maven.compiler.source>17</maven.compiler.source>
-        <maven.compiler.target>11</maven.compiler.target>
+        <maven.compiler.target>17</maven.compiler.target>
-        <java.version>11</java.version>
+        <java.version>17</java.version>
 
         <protobuf.version>3.20.1</protobuf.version>
         <protostuff.version>1.7.4</protostuff.version>
@@ -23,16 +23,25 @@
         <slf4j.version>1.7.36</slf4j.version>
         <jraft.version>1.3.10</jraft.version>
         <spring.boot.web>2.7.0</spring.boot.web>
-        <gson.version>2.9.0</gson.version>
+        <mongo.driver.version>3.12.11</mongo.driver.version>
     </properties>
 
     <dependencies>
-        <dependency>
+        <!-- <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
             <version>3.8.1</version>
             <scope>test</scope>
-        </dependency>
+        </dependency> -->
+
+        <!-- https://mvnrepository.com/artifact/org.junit.jupiter/junit-jupiter-api -->
+            <dependency>
+                <groupId>org.junit.jupiter</groupId>
+                <artifactId>junit-jupiter-api</artifactId>
+                <version>5.8.2</version>
+                <scope>test</scope>
+            </dependency>
+
 
         <dependency>
             <groupId>org.slf4j</groupId>
@@ -46,26 +55,15 @@
             <version>${jraft.version}</version>
         </dependency>
 
-        <!-- https://mvnrepository.com/artifact/org.apache.ratis/ratis-common -->
+    
         <dependency>
-            <groupId>org.apache.ratis</groupId>
+            <groupId>org.mongodb</groupId>
-            <artifactId>ratis-common</artifactId>
+            <artifactId>mongo-java-driver</artifactId>
-            <version>${ratis.version}</version>
+            <version>${mongo.driver.version}</version>
-        </dependency>
-
-        <dependency>
-            <groupId>org.apache.ratis</groupId>
-            <artifactId>ratis-server</artifactId>
-            <version>${ratis.version}</version>
         </dependency>
 
 
-        <dependency>
+     
-            <groupId>org.apache.ratis</groupId>
-            <artifactId>ratis-proto</artifactId>
-            <version>${ratis.version}</version>
-        </dependency>
-
         <dependency>
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-web</artifactId>
@@ -82,11 +80,7 @@
             <version>${javax.annotation.version}</version>
         </dependency>
 
-        <dependency>
+ 
-            <groupId>com.google.code.gson</groupId>
-            <artifactId>gson</artifactId>
-            <version>${gson.version}</version>
-        </dependency>
 
 
         <!-- 添加grpc相关依赖包 -->
@@ -112,6 +106,12 @@
         </dependency> -->
 
         <!-- proto自动生成java文件所需的编译插件 -->
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <version>1.18.24</version>
+            <scope>provided</scope>
+        </dependency>
 
 
     </dependencies>
@@ -132,7 +132,8 @@
                 <artifactId>os-maven-plugin</artifactId>
                 <version>1.6.2</version>
             </plugin>
-            <plugin>
+            
+            <!-- <plugin>
                 <groupId>org.xolstice.maven.plugins</groupId>
                 <artifactId>protobuf-maven-plugin</artifactId>
                 <version>0.6.1</version>
@@ -143,7 +144,7 @@
                     <pluginArtifact>io.grpc:protoc-gen-grpc-java:1.46.0:exe:${os.detected.classifier}</pluginArtifact>
 
                 </configuration>
-                <!-- <executions>
+                <executions>
                     <execution>
                         <goals>
                             <goal>compile</goal>
@@ -152,11 +153,12 @@
                             <goal>test-compile-custom</goal>
                         </goals>
                     </execution>
-                </executions> -->
+                </executions>
-            </plugin>
+            </plugin> -->
             <plugin>
                 <groupId>org.springframework.boot</groupId>
                 <artifactId>spring-boot-maven-plugin</artifactId>
+                <version>${spring.boot.web}</version>
                 <executions>
                     <execution>
                         <goals>

src/main/java/com/yuandian/dataflow/controller/TaskLog.java

@@ -4,13 +4,16 @@ import java.nio.ByteBuffer;
 
 import com.alipay.sofa.jraft.Closure;
 import com.alipay.sofa.jraft.entity.Task;
-import com.google.gson.JsonObject;
+ 
 import com.yuandian.dataflow.Server;
+import com.yuandian.dataflow.entity.Response;
 import com.yuandian.dataflow.statemachine.RaftClosure;
 
+import lombok.extern.slf4j.Slf4j;
+
 import org.apache.commons.lang.ObjectUtils.Null;
 import org.apache.commons.logging.Log;
-import org.apache.ratis.thirdparty.org.checkerframework.common.reflection.qual.GetMethod;
+ 
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.http.HttpStatus;
@@ -22,14 +25,16 @@ import org.springframework.web.bind.annotation.PostMapping;
 import org.springframework.web.bind.annotation.RequestBody;
 import com.alipay.sofa.jraft.Node;
 
+ 
+@Slf4j
 @Controller
 public class TaskLog {
 
-	private static final Logger LOG = LoggerFactory.getLogger(TaskLog.class);
+	// private static final Logger log = LoggerFactory.getLogger(TaskLog.class);
 	private static Node node = Server.GetNode();
 
     @GetMapping(path = "/test")
-	public ResponseEntity<String> greeting() {
+	public ResponseEntity<Response> Processing(@RequestBody int status) {
 
 		Task task = new Task();
 		
@@ -37,7 +42,7 @@ public class TaskLog {
         
         
 		 
-		LOG.error(node.toString());
+		log.error(node.toString());
 		
 
  
@@ -49,9 +54,18 @@ public class TaskLog {
 	 
  
 		
-		JsonObject response  = new JsonObject();
+		Response response  = new Response();
-		response.addProperty("status", "success");
+		response.code = HttpStatus.OK;
-		response.addProperty("apply", "hello");
+		response.message = HttpStatus.OK.toString();
-		return new ResponseEntity<String>(response.toString(), HttpStatus.OK);
+		return new ResponseEntity<Response>(response, HttpStatus.OK);
+	}
+
+	@GetMapping(path = "/test2")
+	public ResponseEntity<Response> MongodbTest(@RequestBody int status) { 
+
+
+
+		Response response  = new Response();
+		return new ResponseEntity<Response>(response, HttpStatus.OK);
 	}
 }

src/main/java/com/yuandian/dataflow/entity/Doc.java

@@ -0,0 +1,48 @@
+package com.yuandian.dataflow.entity;
+
+ 
+
+import java.io.Serializable;
+import java.lang.annotation.Documented;
+import java.time.LocalDateTime;
+
+import org.bson.Document;
+import org.bson.codecs.pojo.annotations.BsonCreator;
+import org.bson.codecs.pojo.annotations.BsonDiscriminator;
+import org.bson.codecs.pojo.annotations.BsonProperty;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.util.JSONPObject;
+
+import lombok.Getter;
+import lombok.Setter;
+
+
+
+@BsonDiscriminator
+@Getter
+@Setter
+public final class Doc extends Document  {
+
+ 
+
+    @JsonProperty("code")
+    @BsonProperty("code")
+    public int Code ;
+
+    @JsonProperty("ts")
+    @BsonProperty("ts")
+    public LocalDateTime TS;
+
+    @JsonProperty("desc")
+    @BsonProperty("desc")
+    public String Desc;
+
+    @JsonProperty("data")
+    @BsonProperty("data")
+    public Document Data;
+
+
+
+   
+}

src/main/java/com/yuandian/dataflow/entity/Response.java

@@ -0,0 +1,21 @@
+package com.yuandian.dataflow.entity;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+import lombok.Getter;
+import lombok.Setter;
+
+import org.springframework.http.HttpStatus;
+
+@Getter
+@Setter
+public class Response {
+    @JsonProperty("code")
+    public HttpStatus code;
+    @JsonProperty("message")
+    public String message ;
+    @JsonProperty("data")
+    public Object data ;
+
+    
+}

src/main/resources/application.properties

@@ -1 +1,4 @@
-server.port=3440
+server.port=3440
+
+ 
+ 

src/main/resources/logback.xml

@@ -0,0 +1,13 @@
+<configuration>
+   <appender name="CONSOLE"
+             class="ch.qos.logback.core.ConsoleAppender">
+      <encoder>
+         <pattern>
+               %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger - %msg%n
+         </pattern>
+      </encoder>
+   </appender>
+   <root level="INFO">
+      <appender-ref ref="CONSOLE" />
+   </root>
+</configuration>

src/test/java/com/yuandian/dataflow/AppTest.java

@@ -1,38 +1,193 @@
 package com.yuandian.dataflow;
 
-import junit.framework.Test;
+import java.time.Duration;
-import junit.framework.TestCase;
+import java.time.Instant;
-import junit.framework.TestSuite;
+import java.util.ArrayList;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Queue;
+import java.util.Random;
+import java.util.UUID;
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.function.Consumer;
+import java.util.function.Function;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+import javax.swing.text.AbstractDocument.BranchElement;
+
+import org.bson.Document;
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.Test;
+import org.springframework.expression.spel.ast.FunctionReference;
+
+import com.mongodb.MongoClient;
+import com.mongodb.client.model.InsertManyOptions;
+import com.yuandian.dataflow.entity.Doc;
+
+import io.netty.handler.codec.dns.DatagramDnsQuery;
+import lombok.Cleanup;
+import lombok.Getter;
+import lombok.Setter;
+import lombok.extern.slf4j.Slf4j;
 
 /**
  * Unit test for simple App.
  */
-public class AppTest 
+@DisplayName("AppTest")
-    extends TestCase
+@Slf4j
-{
+public class AppTest {
-    /**
+
-     * Create the test case
+    @FunctionalInterface
-     *
+    public interface FuncReturn {
-     * @param testName name of the test case
+        public float Execute();
-     */
-    public AppTest( String testName )
-    {
-        super( testName );
     }
 
-    /**
+    public class Metric {
-     * @return the suite of tests being tested
+
-     */
+        public class ConditionExecute {
-    public static Test suite()
+            
-    {
+        }
-        return new TestSuite( AppTest.class );
+
+        public class Element {
+            public Duration Costtime;
+            public float Value;
+
+            public Element(Duration costtime, float value) {
+                Costtime = costtime;
+                Value = value;
+            }
+        }
+
+        private LinkedBlockingQueue<Element> dataBlockQueue;
+        private Queue<Element> countQueue;
+
+        AtomicBoolean Running = new AtomicBoolean(true);
+
+        public Metric() {
+            dataBlockQueue = new LinkedBlockingQueue<Element>();
+            countQueue = new LinkedList<Element>();
+        }
+
+        private Thread countWorker = new Thread(() -> {
+            while (Running.get()) {
+
+                try {
+                    countQueue.add(dataBlockQueue.take());
+                } catch (InterruptedException e1) {
+                    e1.printStackTrace();
+                    Runtime.getRuntime().exit(0);
+                }
+
+                if (countQueue.size() >= 24) {
+
+                    Duration Cost = null;
+                    float Total = 0;
+
+                    var iter = countQueue.iterator();
+                    while (iter.hasNext()) {
+                        var e = iter.next();
+                        if (Cost == null) {
+                            Cost = e.Costtime;
+                        } else {
+                            Cost.plus(e.Costtime);
+                        }
+                        Total += e.Value;
+                    }
+
+                    log.info("Metric","qps: {}/s", (Total * 1000000000) / Cost.toNanos() );
+                    countQueue.poll();
+                }
+            }
+        });
+
+        public void start() {
+            if (!countWorker.isAlive()) {
+                countWorker.start();
+            }
+        }
+
+        public void close() {
+            Running.set(false);
+        }
+
+        public void push(FuncReturn exec) {
+            Instant now = Instant.now();
+            var v = exec.Execute();
+            dataBlockQueue.add(new Element(Duration.between(now, Instant.now()), v));
+        }
     }
 
-    /**
+    @Test
-     * Rigourous Test :-)
+    public void Mongodb() throws InterruptedException {
-     */
+
-    public void testApp()
+        ArrayList<Thread> execs = new ArrayList<>();
-    {
+
-        assertTrue( true );
+        final Metric metric = new Metric();
+        metric.start();
+        for (int c = 0; c < 10; c++) {
+            Thread exec = new Thread(() -> {
+
+                @Cleanup
+                MongoClient mgo = new MongoClient("localhost", 27017);
+
+                log.info("msg");
+
+                long LoopNumber = 5;
+                long BatchSize = 20000;
+
+                var db = mgo.getDatabase("yuandian");
+                var cltdoc = db.getCollection("doc");
+
+                for (int n = 0; n < LoopNumber; n++) {
+
+                    metric.push(() -> {
+
+                        List<Doc> documents = new ArrayList<>();
+                        Random r = new Random();
+
+                        for (int i = 0; i < BatchSize; i++) {
+
+                            var doc = new Doc();
+                            var datadoc = new Document();
+
+                            doc.append("code", r.nextInt(100));
+                            doc.append("desc", "desc");
+                            doc.append("ts", Instant.now());
+
+                            for (int ii = 0; ii < 24; ii++) {
+                                UUID uid = UUID.randomUUID();
+                                datadoc
+                                        .append(uid.toString(), uid.toString());
+                            }
+
+                            doc.append("data", datadoc);
+                            documents.add(doc);
+                        }
+
+                        var opt = new InsertManyOptions();
+                        cltdoc.insertMany(documents, opt);
+                        return BatchSize;
+                    });
+                }
+            });
+            exec.start();
+            execs.add(exec);
+        }
+        ;
+
+        execs.forEach((e) -> {
+            try {
+                e.join();
+            } catch (InterruptedException e1) {
+                e1.printStackTrace();
+            }
+        });
+
+        metric.close();
+
     }
+
 }