neo4j数据离线生成工具

package com.run.data; import static org.neo4j.helpers.collection.MapUtil.stringMap; import java.io.File; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import org.neo4j.graphdb.index.BatchInserterIndex; import org.neo4j.graphdb.index.BatchInserterIndexProvider; import org.neo4j.helpers.collection.MapUtil; import org.neo4j.index.impl.lucene.LuceneBatchInserterIndexProvider; import org.neo4j.kernel.impl.batchinsert.BatchInserter; import org.neo4j.kernel.impl.batchinsert.BatchInserterImpl; import com.sse.domain.node.VirtualIdentity; import com.sse.domain.relation.Contact; import com.sse.domain.relation.Group; import com.sse.utils.RandomUtil; import com.sse.utils.RelationTypeUtil; import com.sse.utils.SendType; /** * 批量数据导入工具 * @author shenshouer * */ public class Importer { private final String NODE_INDEX_NAME = "nodes"; private final String RELATIONSHIP_INDEX_NAME = "rels"; /* 批量导入工具 */ private BatchInserter db; /* 批量索引建立工具 */ private BatchInserterIndexProvider indexProvider; /* 节点索引工具 */ private BatchInserterIndex nodeIndex; /* 关系索引工具 */ private BatchInserterIndex relationshipIndex; /* email domain */ private String[] emailDomain = {"@163.com", "@gmail.com","@yahoo.com.cn","@126.com" }; /* qq发送类型 */ private String[] qqSentType = {"normal", "qqGroupChat", "QQTempGroup"}; /* email发送类型 */ private String[] emailSentType = {"emailGroupSend", "normal"}; private String[] subjects = {"你是我的人", "测试", "猪的天下", "测试邮件", "垃圾邮件"}; private String qq = "1015"; private String email = "1004"; public Importer(String dbPath) { final Map<String, String> config = getConfig(); db = new BatchInserterImpl(dbPath, config); indexProvider = new LuceneBatchInserterIndexProvider(db); nodeIndex = indexProvider.nodeIndex(NODE_INDEX_NAME, MapUtil.stringMap( "type", "exact" )/*LuceneIndexImplementation.FULLTEXT_CONFIG*/); relationshipIndex = indexProvider.relationshipIndex(RELATIONSHIP_INDEX_NAME, MapUtil.stringMap( "type", "exact" )); nodeIndex.setCacheCapacity(VirtualIdentity.USERNAME, 100000); relationshipIndex.setCacheCapacity(Contact.SUBJECT, 100000); } public static void main(String[] args) throws Exception { String dbPath = "E:/document/neo4j/Neo4j/neo4j-enterprise-1.6-windows/neo4j-enterprise-1.6/data/graph.db"; List<Long> needGroup1 = generta(dbPath, "1015", "", 1, 15, 0, 5, RandomUtil.USERNAME_TYPE_NUMBER); List<Long> needGroup2 = generta(dbPath, "1004", null, 1, 15, 0, 5, RandomUtil.USERNAME_TYPE_CHART); List<Long> needGroup3 = generta(dbPath, "1018", "", 1, 15, 0, 5, RandomUtil.USERNAME_TYPE_BOTH); List<Long> needGroup4 = generta(dbPath, "1032", "", 1, 15, 0, 5, RandomUtil.USERNAME_TYPE_NUMBER); needGroup1.addAll(needGroup4); needGroup1.addAll(needGroup3); needGroup1.addAll(needGroup2); Importer importBatch = new Importer(dbPath); // long [] tt = {1, 7, 9, 10, 11, 13, 14, 15, 20, 22, 23, 25, 45, 48, 49, 57, 84, 85, 88, 89, 94, 95, 96, 115, 122, 126, 132, 135, 136, 137, 144, 178, 179, 181, 182, 183, 186, 187, 188, 215, 216, 220, 248, 249, 253, 254, 287, 289, 292, 294, 299, 306, 307, 309, 312, 340, 341, 342, 361, 362, 363, 365, 370, 372, 373, 374, 378, 380, 409, 412, 414, 416, 417, 418, 419, 421, 423, 424, 425, 427, 428, 458, 461, 464, 474, 476, 477, 480, 482, 483, 484, 492, 515, 520, 524, 558, 560, 572, 574, 608, 609, 615, 618, 630, 632, 642, 644, 657, 663, 665, 667, 675, 676, 693, 694, 698, 699, 702, 710, 715, 716, 719, 721, 724, 728, 771, 772, 775, 780, 781, 784, 789, 790, 794, 821, 822, 824, 831, 832, 835, 839, 857, 867, 868, 869, 872, 873, 887, 888, 889, 895, 899, 907, 908, 914, 928, 937, 945, 947, 949, 953, 978, 981, 982, 986, 987, 988, 1010, 1012, 1014, 1016, 1018, 1034, 1035, 1036, 1038, 1049, 1068, 1071, 1074, 1081, 1082, 1085, 1087, 1093, 1098, 1099, 1100, 1101, 1102, 1108, 1111, 1118, 1131, 1134, 1144, 1154, 1155, 1159, 1161, 1165, 1170, 1171, 1187, 1192, 1193, 1196, 1197, 1214, 1215, 1216, 1223, 1224, 1228, 1229, 1245, 1249, 1251, 1254, 1255, 1256, 1257, 1286, 1288, 1289, 1290, 1302, 1307, 1313, 1322, 1326, 1388, 1390, 1393, 1397, 1400, 1424, 1426, 1428, 1431, 1436, 1437, 1439, 1441, 1445, 1446, 1454, 1455, 1456, 1465, 1468, 1498, 1508, 1512, 1513, 1529, 1536, 1538, 1539, 1543, 1544, 1546, 1551, 1557, 1563, 1592, 1595, 1596, 1597, 1623, 1624, 1626, 1627, 1633, 1640, 1650, 1653, 1667, 1670, 1680, 1681, 1688, 1693, 1711, 1712, 1714, 1715, 1716, 1737, 1743, 1745, 1746, 1751, 1773, 1774, 1777, 1787, 1789, 1792, 1793, 1794, 1804, 1812, 1813, 1815, 1816, 1825, 1830, 1834, 1835, 1836, 1843, 1867, 1869, 1873, 1886, 1887, 1888, 1892, 1893, 1913, 1914, 1915, 1916, 1918, 1920, 1922, 1925, 1926, 1929, 1937, 1940, 1942, 1945, 1949, 1951, 1955, 1960, 1961, 1962, 1967, 1989, 1990, 1991, 1998, 2023, 2036, 2039, 2044, 2046, 2066, 2072, 2086, 2087, 2092, 2097, 2098, 2117, 2118, 2126, 2138, 2142, 2145, 2147, 2153, 2161, 2179, 2182, 2183, 2184, 2186, 2198, 2200, 2202, 2206, 2207, 2208, 2232, 2233, 2234, 2252, 2253, 2254, 2256, 2259, 2261, 2270, 2271, 2274, 2275, 2291, 2292, 2293, 2296, 2310, 2318, 2320, 2324, 2325, 2329, 2330, 2339, 2347, 2349, 2358, 2360, 2361, 2362, 2364, 2366, 2382, 2384, 2387, 2403, 2407, 2409, 2415, 2416, 2419, 2421, 2422, 2448, 2453, 3703, 3706, 3707, 3708, 3713, 3722, 3724, 3728, 3729, 3732, 3733, 3734, 3735, 3740, 3760, 3773, 3778, 3781, 3782, 3785, 3790, 3791, 3793, 3806, 3808, 3816, 3824, 3826, 3851, 3856, 3858, 3873, 3879, 3885, 3894, 3897, 3899, 3902, 3930, 3935, 3937, 3940, 3942, 3944, 3951, 3952, 3953, 3985, 3994, 3996, 3998, 3999, 4019, 4024, 4042, 4045, 4049, 4057, 4067, 4074, 4090, 4091, 4093, 4095, 4098, 4099, 4100, 4120, 4121, 4124, 4125, 4126, 4128, 4129, 4132, 4135, 4136, 4138, 4168, 4170, 4201, 4202, 4212, 4224, 4227, 4230, 4233, 4237, 4243, 4244, 4261, 4262, 4273, 4274, 4287, 4288, 4291, 4312, 4314, 4321, 4328, 4332, 4377, 4380, 4389, 4391, 4397, 4411, 4419, 4422, 4429, 4430, 4438, 4439, 4441, 4448, 4450, 4456, 4458, 4459, 4467, 4469, 4475, 4478, 4479, 4480, 4481, 4541, 4546, 4547, 4551, 4553, 4554, 4580, 4584, 4587, 4588, 4597, 4599, 4600, 4601, 4614, 4616, 4619, 4622, 4626, 4627, 4659, 4664, 4670, 4671, 4672, 4712, 4713, 4719, 4722, 4726, 4731, 4735, 4736, 4737, 4739, 4749, 4751, 4753, 4756, 4760, 4761, 4762, 4764, 4765, 4766, 4780, 4785, 4792, 4794, 4798, 4799, 4800, 4801, 4807, 4831, 4841, 4859, 4863, 4866, 4870, 4871, 4872, 4880, 4884, 4922, 4924, 4932, 4937, 4948, 4951, 4972, 4973, 4974, 4984, 4986, 4987, 4998, 5004, 5005, 5010, 5011, 5016, 5017, 5018, 5019, 5024, 5027, 5055, 5057, 5059, 5062, 5076, 5098, 5103, 5104, 5111, 5127, 5130, 5131, 5147, 5156, 5159, 5160, 5161, 5162, 5163, 5167, 5168, 5170, 5171, 5215, 5220, 5221, 5224, 5233, 5262, 5268, 5270, 5273, 5274, 5278, 5293, 5302, 5312, 5316, 5319, 5322, 5323, 5324, 5325, 5327, 5329, 5330, 5336, 5342, 5347, 5354, 5355, 5360, 5364, 5369, 5383, 5384, 5386, 5398, 5399, 5400, 5421, 5422, 5423, 5434, 5436, 5440, 5447, 5449, 5454, 5456, 5458, 5459, 5461, 5463, 5464, 5465, 5466, 5467, 5470, 5481, 5486, 5489, 5505, 5508, 5510, 5520, 5521, 5523, 5525, 5526, 5528, 5531, 5541, 5542, 5543, 5545, 5561, 5562, 5578, 5580, 5583, 5588, 5589, 5593, 5603, 5604, 5605, 5622, 5625, 5632, 5637, 5644, 5645, 5648, 5649, 5652, 5653, 5655, 5657, 5666, 5671, 5682, 5692, 5693, 5695, 5720, 5725, 5729, 5733, 5740, 5744, 5766, 5773, 5774, 5775, 5798, 5803, 5804, 5808, 5809, 5814, 5815, 5830, 5832, 5833, 5834, 5845, 5864, 5866, 5870, 5871, 5873, 5876, 5877, 5882, 5889, 5892, 5902, 5903, 5904, 5908, 5922, 5924, 5925, 5946, 5950, 5954, 5978, 5981, 5985, 5997, 5998, 5999, 6000, 6003, 6008, 6032, 6036, 6037, 6038, 6039, 6045, 6046, 6061, 6075, 6079, 6101, 6102, 6104, 6109, 6116, 6117, 6120, 6123, 6126, 6141, 6143, 6144, 6148, 6150, 6164, 6170, 6175, 6208, 6209, 6213, 6217, 6231, 6234,