使用 SpringBoot + 虛擬線程將服務(wù)性能提升幾百倍！

作者：編程疏影 2024-08-01 08:06:11

在前端頁(yè)面中增加了send10000Requests函數(shù)，用于異步發(fā)送 10000 個(gè)請(qǐng)求。在服務(wù)端的日志中可以比較兩種線程執(zhí)行的性能差異。

虛擬線程簡(jiǎn)介

虛擬線程是 Java 平臺(tái)的一項(xiàng)創(chuàng)新特性。虛擬線程是一種輕量級(jí)的線程實(shí)現(xiàn)，它在操作系統(tǒng)層面并不對(duì)應(yīng)真實(shí)的內(nèi)核線程，而是由 JVM 進(jìn)行管理和調(diào)度。這使得可以在不消耗大量系統(tǒng)資源的情況下創(chuàng)建大量的線程，從而能夠更高效地處理并發(fā)任務(wù)。

虛擬線程與普通線程的區(qū)別

資源消耗：普通線程通常與操作系統(tǒng)的內(nèi)核線程直接對(duì)應(yīng)，創(chuàng)建和切換成本較高，資源消耗大。虛擬線程則輕量得多，創(chuàng)建和切換成本極低，能夠創(chuàng)建大量的虛擬線程而不會(huì)導(dǎo)致系統(tǒng)資源緊張。
調(diào)度方式：普通線程的調(diào)度由操作系統(tǒng)內(nèi)核負(fù)責(zé)，而虛擬線程的調(diào)度由 JVM 管理，更加靈活高效。
并發(fā)能力：由于虛擬線程的低消耗特性，可以創(chuàng)建更多的虛擬線程來(lái)處理并發(fā)任務(wù)，從而提高系統(tǒng)的并發(fā)處理能力。

項(xiàng)目創(chuàng)建及依賴配置（pom.xml）

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>3.0.0</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <groupId>com.example</groupId>
    <artifactId>virtual-thread-performance-booster</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>Virtual Thread Performance Booster</name>

    <properties>
        <java.version>19</java.version>
    </properties>

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>
</project>

配置文件（application.yml）

server:
  port: 8080
thread:
  core-pool-size: 10
  max-connections: 2000
  max-threads: 500

線程配置類

import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;

@Configuration
@EnableAsync
public class ThreadConfig {

    @Value("${thread.core-pool-size}")
    private int corePoolSize;

    @Value("${thread.max-connections}")
    private int maxConnections;

    @Value("${thread.max-threads}")
    private int maxThreads;

    @Bean(name = "asyncTaskExecutor")
    public ThreadPoolTaskExecutor asyncTaskExecutor() {
        ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
        executor.setCorePoolSize(corePoolSize);
        executor.setMaxPoolSize(maxThreads);
        executor.setQueueCapacity(maxConnections);
        executor.setThreadNamePrefix("Async-");
        executor.initialize();
        return executor;
    }

    @Bean(name = "virtualThreadExecutor")
    public ExecutorService virtualThreadExecutor() {
        return Executors.newVirtualThreadPerTaskExecutor();
    }
}

TomcatProtocolHandlerCustomizer 類

import org.apache.catalina.connector.Connector;
import org.apache.coyote.http11.Http11NioProtocol;
import org.springframework.boot.web.embedded.tomcat.TomcatConnectorCustomizer;
import org.springframework.boot.web.embedded.tomcat.TomcatServletWebServerFactory;
import org.springframework.stereotype.Component;

@Component
public class TomcatProtocolHandlerCustomizer implements TomcatConnectorCustomizer {

    @Value("${thread.max-connections}")
    private int maxConnections;

    @Value("${thread.max-threads}")
    private int maxThreads;

    @Override
    public void customize(Connector connector) {
        Http11NioProtocol protocol = (Http11NioProtocol) connector.getProtocolHandler();
        protocol.setMaxConnections(maxConnections);
        protocol.setMaxThreads(maxThreads);
        protocol.setMinSpareThreads(50);
    }
}

服務(wù)類

import java.time.Duration;
import java.time.Instant;
import java.util.concurrent.ExecutorService;

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;

@Service
public class VirtualThreadService {

    // 獲取虛擬線程執(zhí)行器
    @Autowired
    private ExecutorService virtualThreadExecutor;

    // 獲取異步任務(wù)執(zhí)行器
    @Autowired
    private ThreadPoolTaskExecutor asyncTaskExecutor;

    @Async("asyncTaskExecutor")
    public void performVirtualThreadTask() {
        Instant start = Instant.now();
        virtualThreadExecutor.execute(() -> {
            // 模擬耗時(shí)任務(wù)
            try {
                Thread.sleep(5000);
                System.out.println("虛擬線程任務(wù)完成！");
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        });
        Instant end = Instant.now();
        long duration = Duration.between(start, end).toMillis();
        System.out.println("虛擬線程方法執(zhí)行時(shí)間: " + duration + " 毫秒");
    }

    @Async("asyncTaskExecutor")
    public void performNormalThreadTask() {
        Instant start = Instant.now();
        asyncTaskExecutor.execute(() -> {
            // 模擬耗時(shí)任務(wù)
            try {
                Thread.sleep(5000);
                System.out.println("普通線程任務(wù)完成！");
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        });
        Instant end = Instant.now();
        long duration = Duration.between(start, end).toMillis();
        System.out.println("普通線程方法執(zhí)行時(shí)間: " + duration + " 毫秒");
    }
}

控制器類

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RestController;

@RestController
public class VirtualThreadController {

    @Autowired
    private VirtualThreadService virtualThreadService;

    @GetMapping("/triggerVirtualThreadTask")
    public String triggerVirtualThreadTask() {
        virtualThreadService.performVirtualThreadTask();
        return "虛擬線程任務(wù)已觸發(fā)！";
    }

    @GetMapping("/triggerNormalThreadTask")
    public String triggerNormalThreadTask() {
        virtualThreadService.performNormalThreadTask();
        return "普通線程任務(wù)已觸發(fā)！";
    }
}

前端頁(yè)面（index.html）

<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <title>虛擬線程性能提升示例</title>
</head>
<body>
    <h1>虛擬線程性能提升示例</h1>
    <button onclick="triggerVirtualThreadTask()">觸發(fā)虛擬線程任務(wù)</button>
    <button onclick="triggerNormalThreadTask()">觸發(fā)普通線程任務(wù)</button>
    <button onclick="send10000Requests()">發(fā)送 10000 個(gè)請(qǐng)求</button>

    <script>
        function triggerVirtualThreadTask() {
            fetch('/triggerVirtualThreadTask')
      .then(response => response.text())
      .then(data => {
                    alert(data);
                })
      .catch(error => console.error('Error triggering virtual thread task:', error));
        }

        function triggerNormalThreadTask() {
            fetch('/triggerNormalThreadTask')
      .then(response => response.text())
      .then(data => {
                    alert(data);
                })
      .catch(error => console.error('Error triggering normal thread task:', error));
        }

        function send10000Requests() {
            for (let i = 0; i < 10000; i++) {
                fetch('/triggerVirtualThreadTask')
              .then(response => {
                    if (response.status === 200) {
                        console.log(`虛擬線程請(qǐng)求 ${i} 成功`);
                    } else {
                        console.error(`虛擬線程請(qǐng)求 ${i} 失敗`);
                    }
                })
              .catch(error => console.error(`虛擬線程請(qǐng)求 ${i} 出錯(cuò):`, error));

                fetch('/triggerNormalThreadTask')
              .then(response => {
                    if (response.status === 200) {
                        console.log(`普通線程請(qǐng)求 ${i} 成功`);
                    } else {
                        console.error(`普通線程請(qǐng)求 ${i} 失敗`);
                    }
                })
              .catch(error => console.error(`普通線程請(qǐng)求 ${i} 出錯(cuò):`, error));
            }
        }
    </script>
</body>
</html>

總結(jié)

通過(guò)以上的代碼示例，在前端頁(yè)面中增加了send10000Requests函數(shù)，用于異步發(fā)送 10000 個(gè)請(qǐng)求。在服務(wù)端的日志中可以比較兩種線程執(zhí)行的性能差異。根據(jù)實(shí)際的運(yùn)行情況，可以對(duì)線程配置進(jìn)行優(yōu)化和調(diào)整，以達(dá)到更好的性能效果。

責(zé)任編輯：武曉燕來(lái)源：路條編程

虛擬線程性能