{"text_format":"3","workbook":"xls","n_sheets":4,"sheets":["数据表","测试方法","测试结果","Sheet1"],"read":"whole","date_system":"1900","formulas":"cached_only"}

{"sheet":"数据表","index":0,"n_rows":6,"n_cols":18,"rows_kept":6,"merged":[[0,1,0,17],[4,6,4,7],[4,16,4,17]],"flags":["formulas_cached_only"]}
[null,"delete_UsePutV分别设为true和false"]
[null,"主键列1","主键列2","数据列1","数据列2",{"$nulls":6},"主键列1","主键列2","数据列1","数据列2"]
[null,"Long","Double","Long","Double",{"$nulls":6},"String","String","String","String"]
[]
[null,"主键列1","主键列2","数据列1","数据列2",null,"索引1",{"$nulls":4},"主键列1","主键列2","数据列1","数据列2",null,"索引1"]
[null,"Long","Double","Long","Double",null,"主键列2","主键列1",{"$nulls":3},"String","String","String","String",null,"主键列2","主键列1"]

{"sheet":"测试方法","index":1,"n_rows":10,"n_cols":8,"rows_kept":10,"flags":["formulas_cached_only"]}
[]
[null,"无索引的表","时间",{"$nulls":3},"有索引的表","时间"]
[null,"按主键列1批量插入",{"$nulls":4},"按主键列1批量插入"]
[null,"按主键列2批量插入",{"$nulls":4},"按主键列2批量插入"]
[null,"按主键查询",{"$nulls":4},"按主键查询"]
[null,"按主键更新",{"$nulls":4},"按索引查询"]
[null,"按主键删除",{"$nulls":4},"按主键更新"]
[{"$nulls":6},"按索引更新"]
[{"$nulls":6},"按主键删除"]
[{"$nulls":6},"按索引删除"]

{"sheet":"测试结果","index":2,"n_rows":59,"n_cols":17,"rows_kept":59,"merged":[[6,3,6,26],[8,3,8,16],[9,3,9,7],[9,9,9,16],[10,3,10,5],[10,6,10,7],[10,9,10,12],[10,13,10,16],[24,3,24,12],[25,3,25,6],[25,7,25,12],[26,3,26,4],[26,5,26,6],[26,7,26,9],[26,10,26,12],[27,8,27,9],[27,11,27,12],[28,8,28,9],[28,11,28,12],[29,8,29,9],[29,11,29,12],[30,8,30,9],[30,11,30,12],[31,8,31,9],[31,11,31,12],[32,8,32,9],[32,11,32,12],[33,8,33,9],[33,11,33,12],[34,8,34,9],[34,11,34,12],[35,8,35,9],[35,11,35,12],[36,8,36,9],[36,11,36,12],[37,8,37,9],[37,11,37,12],[39,3,39,17],[41,3,41,18],[42,3,42,7],[43,3,43,17],[45,3,45,17],[47,3,47,17],[51,3,51,12],[53,3,53,8],[55,3,55,16],[58,3,58,6],[60,3,60,8]],"flags":["formulas_cached_only"]}
[]
[]
[]
[]
[]
[]
[{"$nulls":3},"数据量暂定为1亿条, table2的每个列包括主键列都是2-50位的随机字母字符串. 每张表在开始的时候会删除上一张表,然后重启集群和虚拟机来恢复初始状态."]
[{"$nulls":3},"红色数据为预测数据, 其余为实测数据"]
[{"$nulls":3},"Table - 1 (RowKey为固定长度的表)"]
[{"$nulls":3},"无索引的表",{"$nulls":5},"有索引的表"]
[{"$nulls":3},"带PutV",null,null,"不带PutV",null,null,"带PutV",{"$nulls":3},"不带PutV"]
[{"$nulls":3},"操作流程","占用空间(Long, Double, Long, Double)","耗时(s)","操作流程","占用空间","耗时","操作流程","索引表占空间","占用空间","耗时(s)","操作流程","索引表占空间","占用空间","耗时(s)"]
[{"$nulls":3},"插入","15732MB",3738.421,"插入","15766MB",3864.657,"插入","5953MB","15753MB",5767.285,"插入","6862MB","15832MB",5662.234]
[{"$nulls":3},"查询",null,2184.504,"查询",null,1695.842,"按主键查询",null,null,2136.132,"按主键查询",null,null,1702.231]
[{"$nulls":3},"修改","19475MB",8997.183,"修改",null,7112.03,"按索引查询",null,null,"10h40m","按索引查询",null,null,"10h45m"]
[{"$nulls":3},"删除",null,5654.671,"删除",null,"8.5h","按主键更新",null,null,"3h41m(13257.248)","按主键更新",null,null,"3h3m(11009.58)"]
[{"$nulls":9},"按索引更新",null,null,"38h30m","按索引更新",null,null,"21h"]
[{"$nulls":9},"按主键删除",null,null,7578.504,"按主键删除",null,null,"50h"]
[{"$nulls":9},"删除重建表",null,null,5496.473,"删除重建表","5952MB","15748MB",5874.609]
[{"$nulls":9},"按索引删除",null,null,"35h50m(129129.143)","按索引删除",null,null,"47h30m"]
[]
[]
[]
[]
[{"$nulls":3},"Table - 2 (RowKey长度为变长的表)"]
[{"$nulls":3},"无索引的表",{"$nulls":3},"有索引的表"]
[{"$nulls":3},"带PutV",null,"不带PutV",null,"带PutV",null,null,"不带PutV"]
[{"$nulls":3},"操作流程","耗时(s)","操作流程","耗时(s)","操作流程","耗时(s)",null,"操作流程","耗时(s)"]
[{"$nulls":3},"插入",5688.241,"插入",5675.239,"插入",9721.291,null,"插入",9918.4]
[{"$nulls":3},"查询",5209.831,"查询",4269.517,"按主键查询",5207.57,null,"按主键查询",4690.554]
[{"$nulls":3},"修改","5h06m(18390.57)","修改","4h18m(15495.216)","按索引查询","361h50m",null,"按索引查询","611h",null," "]
[{"$nulls":3},"删除","3h47m(13627.371)","删除","5h26m(19533.834)","按主键更新","7h43m",null,"按主键更新","6h50m(24582.477)"]
[{"$nulls":7},"按索引更新","466h",null,"按索引更新","584h20m"]
[{"$nulls":7},"按主键删除","4h18m(15500)",null,"按主键删除","6h30m(23368)"]
[{"$nulls":7},"删除重建表",9636.906,null,"删除重建表",9788.316]
[{"$nulls":7},"按索引删除","479h10m",null,"按索引删除","393h33m"]
[]
[]
[]
[{"$nulls":3},"数据插入时候, 几个表都有出现过几次ServerTooBusy Exception, 然后等待了随机时间(数十秒)恢复继续插入. 这个随机时间也被计算在内. "]
[]
[{"$nulls":3},"*插入, 查询, 修改的性能衰减较少, 预测数值相对准确. 但删除数据(不带PutV)衰减较多, 会从10s删除1万条数据衰减到350s删除1万条数据, 因此, 删除数据(不带PutV)的预测数据可能不准确, 但是实际运行时间应该只可能比预测数值大. "]
[{"$nulls":3},"*删除操作的衰减经常是最后2%的数据的删除时间要占用总删除时间的一半"]
[{"$nulls":3},"在网上找到一些hbase开发使用者的反应, 不少人有遇到delete的不同程度的性能衰减, 是不是HBase内存遇到瓶颈还是说吞吐量不足? 这种衰减并非常见状态, 经常有规律的在快要到最后完成时候(剩余2%左右)才越发明显."]
[]
[{"$nulls":3},"时间消耗过大应该是region热点写入和测试集群的吞吐量不足, 而且一张表的所有region均在一个regionserver上, 没有充分发挥集群的优势(然而是伪集群), 然而这也是hbase在初始创建和分割region时候的特性(在不使用pre-split情况下)."]
[]
[{"$nulls":3},"在不同情况下,批量操作时候, 一次的数据量大小(多少byte或者条数?)对性能影响(曲线)? 未做测试"]
[]
[]
[]
[{"$nulls":3},"由目前的测试数据来看, 固定长度的rowkey要优于变长的String. 但是在不带putV的情况下的删除操作, 变长的字符串rowkey要优于固定长度的"]
[]
[{"$nulls":3},"按照效率来讲       按主键查询 > 插入 > 带PutV的删除 > 按主键更新  是第一梯队效率较高的操作"]
[]
[{"$nulls":3},"占用空间来讲       table1占用空间是可预测的, 占用15.7G左右, 平均每条数据占用165B (Long, Double, Long, Double), 存储的内容是rowkey : \\x01 + Long + \\x00 + \\x01 + Double + \\x00, 数据列 Long + Double"]
[{"$nulls":4},"table2占用大概31G空间左右"]
[]
[{"$nulls":3},"hbase对于CPU的资源需求较高, 经常发现数据节点的CPU使用率达到100%"]

{"sheet":"Sheet1","index":3,"n_rows":16,"n_cols":12,"rows_kept":16,"merged":[[3,2,3,9],[5,2,5,11],[6,2,6,6],[6,7,6,11]],"flags":["formulas_cached_only"]}
[]
[]
[]
[null,null,"1.3版本 : 对带索引表的数据表测试"]
[]
[null,null,"有索引的表"]
[null,null,"带PutV",{"$nulls":4},"不带PutV"]
[null,null,"操作流程","索引表占空间","占用空间","上次耗时对比","本次耗时(s)","操作流程","索引表占空间","占用空间","上次耗时对比","本次耗时(s)"]
[null,null,"插入","15720MB","15754MB",5767.285,6599,"插入","15736MB","15753MB",5662,7304]
[null,null,"按主键查询",null,null,2136.132,2326,"按主键查询",null,null,1702,2042]
[null,null,"按索引查询",null,null,"10h40m",2072,"按索引查询",null,null,"10h45m",2040]
[null,null,"按主键更新",null,null,"3h41m(13257.248)",14721,"按主键更新",null,null,"3h3m(11009)",12217]
[null,null,"按索引更新",null,null,"38h30m",14648,"按索引更新",null,null,"21h",11603]
[null,null,"按主键删除",null,null,7578.504,8648,"按主键删除",null,null,"50h","50h"]
[null,null,"删除重建表",null,null,5496.473,7088,"删除重建表",null,null,5874,7478]
[null,null,"按索引删除",null,null,"35h50m(129129.143)",8654,"按索引删除",null,null,"47h30m","47h30m"]