open/Jetbrains-Help
1
0
Fork 0
mirror of https://github.com/NotoChen/Jetbrains-Help.git synced 2025-11-01 09:48:32 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

perf(PluginsContextHolder): 优化插件列表获取性能，使用并行请求

Browse Source 
将单次获取10000条插件列表改为分页并行请求，每次获取20条，共500页
使用线程池和CompletableFuture实现并行请求，提高获取速度
汇总所有分页结果后返回完整列表
This commit is contained in:
野生Bug饲养员 2025-09-28 16:57:07 +08:00
parent 30b860c437
commit d61c24acec
1 changed files with 49 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
src/main/java/com/jetbrains/help/context/PluginsContextHolder.java
View File

@ -26,7 +26,7 @@ public class PluginsContextHolder {
private static final String PLUGIN_BASIC_URL = "https://plugins.jetbrains.com"; private static final String PLUGIN_BASIC_URL = "https://plugins.jetbrains.com";
private static final String PLUGIN_LIST_URL = PLUGIN_BASIC_URL + "/api/searchPlugins?max=10000&offset=0&orderBy=name"; private static final String PLUGIN_LIST_URL = PLUGIN_BASIC_URL + "/api/searchPlugins?max=20&orderBy=name";
private static final String PLUGIN_INFO_URL = PLUGIN_BASIC_URL + "/api/plugins/"; private static final String PLUGIN_INFO_URL = PLUGIN_BASIC_URL + "/api/plugins/";
@ -88,19 +88,55 @@ public class PluginsContextHolder {
} }
public static PluginList pluginList() { public static PluginList pluginList() {
return HttpUtil.createGet(PLUGIN_LIST_URL) // 初始化一个空的 PluginList 用于汇总结果
.thenFunction(response -> { PluginList resultPluginList = new PluginList();
try (InputStream is = response.bodyStream()) { resultPluginList.setPlugins(new ArrayList<>());
resultPluginList.setTotal(0L);
// 配置线程池，核心线程数
java.util.concurrent.ExecutorService executor = java.util.concurrent.Executors.newFixedThreadPool(3);
// 创建一个线程池，使用并行流处理请求
List<CompletableFuture<PluginList>> futures = new ArrayList<>();
for (int i = 0; i < 500; i++) {
int offset = i;
String url = PLUGIN_LIST_URL + "&offset=" + offset;
CompletableFuture<PluginList> future = CompletableFuture.supplyAsync(() -> {
try (InputStream is = HttpUtil.createGet(url).execute().bodyStream()) {
cn.hutool.http.HttpResponse response = HttpUtil.createGet(url).execute();
if (!response.isOk()) { if (!response.isOk()) {
throw new IllegalArgumentException(CharSequenceUtil.format("{} 请求失败! = {}", PLUGIN_LIST_URL, response)); throw new IllegalArgumentException(CharSequenceUtil.format("{} 请求失败! = {}", url, response));
} }
PluginList pluginList = JSONUtil.toBean(IoUtil.readUtf8(is), PluginList.class); PluginList currentPluginList = JSONUtil.toBean(IoUtil.readUtf8(is), PluginList.class);
log.info("获取大小 => [{}]", pluginList.getTotal()); log.info("获取大小 => [{}], 当前第 => [{}] 页",
return pluginList; currentPluginList.getPlugins() != null ? currentPluginList.getPlugins().size() : 0, offset);
return currentPluginList;
} catch (IOException e) { } catch (IOException e) {
throw new IllegalArgumentException(CharSequenceUtil.format("{} 请求IO读取失败!", PLUGIN_LIST_URL), e); throw new IllegalArgumentException(CharSequenceUtil.format("{} 请求IO读取失败!", url), e);
}
}, executor);
futures.add(future);
}
// 等待所有请求完成
CompletableFuture<Void> allFutures = CompletableFuture.allOf(futures.toArray(new CompletableFuture[0]));
CompletableFuture<List<PluginList>> allResults = allFutures.thenApply(v ->
futures.stream()
.map(CompletableFuture::join)
.toList()
);
// 汇总结果
allResults.join().forEach(currentPluginList -> {
if (currentPluginList.getPlugins() != null) {
resultPluginList.getPlugins().addAll(currentPluginList.getPlugins());
resultPluginList.setTotal(resultPluginList.getTotal() + currentPluginList.getPlugins().size());
} }
}); });
// 关闭线程池
executor.shutdown();
return resultPluginList;
} }
public static List<PluginList.Plugin> pluginListFilter(PluginList pluginList) { public static List<PluginList.Plugin> pluginListFilter(PluginList pluginList) {