java/OOM.java · secondriver/bullshit-codes

代码拉取完成,页面将自动刷新

richgiteeai

Watch

不关注关注所有动态仅关注版本发行动态关注但不提醒动态

1 Star 0 Fork 462

secondriver/bullshit-codes

forked from Gitee Community/bullshit-codes

代码 Issues 0 Pull Requests 0 Wiki 统计流水线

服务

加入 Gitee

与超过 1400万开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)

免费加入

已有帐号? 立即登录

文件

master

分支 (1)

管理

master

克隆/下载

HTTPS SSH SVN SVN+SSH 下载ZIP

提示

下载代码请复制以下命令到终端执行

为确保你提交的代码身份被 Gitee 正确识别,请执行以下命令完成配置

git config --global user.name userName 
git config --global user.email userEmail

初次使用 SSH 协议进行代码克隆、推送等操作时,需按下述提示完成 SSH 配置

1 生成 RSA 密钥

2 获取 RSA 公钥内容,并配置到 SSH公钥中

在 Gitee 上使用 SVN,请访问使用指南

使用 HTTPS 协议时,命令行会出现如下账号密码验证步骤。基于安全考虑,Gitee 建议配置并使用私人令牌替代登录密码进行克隆、推送等操作

Username for 'https://gitee.com': userName

Password for 'https://userName@gitee.com': # 私人令牌

分支 1

标签 0

bullshit-codes

java

OOM.java

OOM.java 4.47 KB

// 手把手教你写生产环境 OOM 代码,具体分析请看这个:https://juejin.im/post/5ce9067df265da1bc4142f18
public Table<CustomerAccountTitle, Assistant, List<SubsidiaryLedgerRow>> queryMoreAssistantSubsidiaryLedger(AssistantSubsidiaryLedgerQueryParam queryParam) {
 
 Table<CustomerAccountTitle, Assistant, List<SubsidiaryLedgerRow>> resultTable = HashBasedTable.create();
 // 这个 list 有 2w 条数据
 for (Assistant assistant : assistants) {
 
 //这个 list 从数据库拿,4w 条数据,数据库交互,结合外面的看,2w * 4w,然后加上基础方法 baseQueryAssistantSubsidiaryLedgerRowsMap 的循环,线上直接 OOM 了
 List<AssistantTitleBalance> balances = balanceService.selectFromYear(customerId, accountSetId, PeriodUtils.getYear(fixedBeginPeriod));
 Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> rowMap = baseQueryAssistantSubsidiaryLedgerRowsMap(
 titles,
 AssistantType.fromCode(queryParam.getAssistantType()),
 assistant.getId(),
 fixedBeginPeriod,
 endPeriod,
 null,
 balances);
 for (Map.Entry<CustomerAccountTitle, List<SubsidiaryLedgerRow>> temp : rowMap.entrySet()) {
 resultTable.put(temp.getKey(), assistant, temp.getValue());
 }
 }
 return resultTable;
}

// 这是个基础方法
private Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> baseQueryAssistantSubsidiaryLedgerRowsMap(
 List<CustomerAccountTitle> titles,
 AssistantType assistantType,
 Integer assistantId,
 String beginPeriod,
 String endPeriod,
 BookType ledgerType,
 List<AssistantTitleBalance> balances) {
 Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> resultMap = Maps.newHashMap();

List<String> titleCodes = Lists.newArrayList(Lists.transform(titles, new Function<CustomerAccountTitle, String>() {
 @Override
 public String apply(CustomerAccountTitle input) {
 return input.getCode();
 }
 }));

for (AssistantTitleBalance balance : balances) {
 for (String titleCode : titleCodes) {
 if (!balance.getAccountTitleCode().startsWith(titleCode)) {
 continue;
 }
 List<Balance> tempBalances = balanceTable.get(titleCode, year);
 if (tempBalances == null) {
 tempBalances = new ArrayList();
 balanceTable.put(titleCode, year, tempBalances);
 }
 tempBalances.add(balance);
 }
 }
 Table<String, String, List<AccountEntry>> entryTable = HashBasedTable.create();
 // 这里就就恐怖了,每次查询有 2w 条数据,数据库交互
 Map<Integer, AccountDocument> documentMap = documentService.selectFromYear(beginPeriod);
 for (AccountDocument document : documentMap.values()) {
 // 内层遍历,每次 10 +
 for (AccountEntry entry : document.getEntryList()) {
 // 再遍历,最外层有 200+
 for (String titleCode : titleCodes) {
 if (!entry.isUseAssistant() || AssistantType.fromCode(entry.getAssistantType()) != assistantType || !assistantId.equals(entry.getAssistantId()) || !entry.getAccountTitleCode().startsWith(titleCode)) {
 continue;
 }
 List<AccountEntry> entries = entryTable.get(titleCode, document.getAccountPeriod());
 if (entries == null) {
 entries = new ArrayList();
 entryTable.put(titleCode, document.getAccountPeriod(), entries);
 }
 entries.add(entry);
 }
 }
 }
 List<String> periods = PeriodUtils.getPeriodsUpTo(beginPeriod, endPeriod);
 for (CustomerAccountTitle title : titles) {
 if (ledgerType != null && AccountTitleUtils.getBookType(title) == ledgerType) {
 resultMap.put(title, buildSubsidiaryLedgerRows(periods, title, balanceTable.row(title.getCode()), entryTable.row(title.getCode()), documentMap, ledgerType, PeriodUtils.getIntegerYear(beginPeriod)));
 } else if (ledgerType == null) {
 resultMap.put(title, buildSubsidiaryLedgerRows(periods, title, balanceTable.row(title.getCode()), entryTable.row(title.getCode()), documentMap, AccountTitleUtils.getBookType(title), PeriodUtils.getIntegerYear(beginPeriod)));
 }
 }
 return resultMap;
}

一键复制编辑原始数据按行查看历史

Vip-Augus 提交于 2019年06月10日 20:06 +08:00 . 手把手教你写生产环境 OOM 代码

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85

// 手把手教你写生产环境 OOM 代码,具体分析请看这个:https://juejin.im/post/5ce9067df265da1bc4142f18
public Table<CustomerAccountTitle, Assistant, List<SubsidiaryLedgerRow>> queryMoreAssistantSubsidiaryLedger(AssistantSubsidiaryLedgerQueryParam queryParam) {
 
 Table<CustomerAccountTitle, Assistant, List<SubsidiaryLedgerRow>> resultTable = HashBasedTable.create();
 // 这个 list 有 2w 条数据
 for (Assistant assistant : assistants) {
 
 //这个 list 从数据库拿,4w 条数据,数据库交互,结合外面的看,2w * 4w,然后加上基础方法 baseQueryAssistantSubsidiaryLedgerRowsMap 的循环,线上直接 OOM 了
 List<AssistantTitleBalance> balances = balanceService.selectFromYear(customerId, accountSetId, PeriodUtils.getYear(fixedBeginPeriod));
 Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> rowMap = baseQueryAssistantSubsidiaryLedgerRowsMap(
 titles,
 AssistantType.fromCode(queryParam.getAssistantType()),
 assistant.getId(),
 fixedBeginPeriod,
 endPeriod,
 null,
 balances);
 for (Map.Entry<CustomerAccountTitle, List<SubsidiaryLedgerRow>> temp : rowMap.entrySet()) {
 resultTable.put(temp.getKey(), assistant, temp.getValue());
 }
 }
 return resultTable;
}

// 这是个基础方法
private Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> baseQueryAssistantSubsidiaryLedgerRowsMap(
 List<CustomerAccountTitle> titles,
 AssistantType assistantType,
 Integer assistantId,
 String beginPeriod,
 String endPeriod,
 BookType ledgerType,
 List<AssistantTitleBalance> balances) {
 Map<CustomerAccountTitle, List<SubsidiaryLedgerRow>> resultMap = Maps.newHashMap();

 List<String> titleCodes = Lists.newArrayList(Lists.transform(titles, new Function<CustomerAccountTitle, String>() {
 @Override
 public String apply(CustomerAccountTitle input) {
 return input.getCode();
 }
 }));

 for (AssistantTitleBalance balance : balances) {
 for (String titleCode : titleCodes) {
 if (!balance.getAccountTitleCode().startsWith(titleCode)) {
 continue;
 }
 List<Balance> tempBalances = balanceTable.get(titleCode, year);
 if (tempBalances == null) {
 tempBalances = new ArrayList();
 balanceTable.put(titleCode, year, tempBalances);
 }
 tempBalances.add(balance);
 }
 }
 Table<String, String, List<AccountEntry>> entryTable = HashBasedTable.create();
 // 这里就就恐怖了,每次查询有 2w 条数据,数据库交互
 Map<Integer, AccountDocument> documentMap = documentService.selectFromYear(beginPeriod);
 for (AccountDocument document : documentMap.values()) {
 // 内层遍历,每次 10 +
 for (AccountEntry entry : document.getEntryList()) {
 // 再遍历,最外层有 200+
 for (String titleCode : titleCodes) {
 if (!entry.isUseAssistant() || AssistantType.fromCode(entry.getAssistantType()) != assistantType || !assistantId.equals(entry.getAssistantId()) || !entry.getAccountTitleCode().startsWith(titleCode)) {
 continue;
 }
 List<AccountEntry> entries = entryTable.get(titleCode, document.getAccountPeriod());
 if (entries == null) {
 entries = new ArrayList();
 entryTable.put(titleCode, document.getAccountPeriod(), entries);
 }
 entries.add(entry);
 }
 }
 }
 List<String> periods = PeriodUtils.getPeriodsUpTo(beginPeriod, endPeriod);
 for (CustomerAccountTitle title : titles) {
 if (ledgerType != null && AccountTitleUtils.getBookType(title) == ledgerType) {
 resultMap.put(title, buildSubsidiaryLedgerRows(periods, title, balanceTable.row(title.getCode()), entryTable.row(title.getCode()), documentMap, ledgerType, PeriodUtils.getIntegerYear(beginPeriod)));
 } else if (ledgerType == null) {
 resultMap.put(title, buildSubsidiaryLedgerRows(periods, title, balanceTable.row(title.getCode()), entryTable.row(title.getCode()), documentMap, AccountTitleUtils.getBookType(title), PeriodUtils.getIntegerYear(beginPeriod)));
 }
 }
 return resultMap;
}