JRobin Core学习

原文地址： http://www.micmiu.com/enterprise-app/snmp/snmp-jrobin-core-demo/

 

最近接触一个流量统计和网管的系统，对相关信息和技术做了一些了解和学习，在此记录，以供自己日后回顾，同时也方便给刚接触的TX们一些参考。

MRTG(Multi Router Traffic Grapher,MRTG),相信接触过网络管理的人，应该不会对它陌生的。MRTG是比较早的技术了，后来在此基础上发展了RRD技术，相比MRTG而言更加灵活方便。

JRobin(基于LGPL授权的开源技术)就是RRD的一个Java实现的版本。JRobin支持在RRD(Round Robin Database)上的所有标准操作:CREATE, UPDATE, FETCH, LAST, DUMP, XPORT和GRAPH。JRobin的API适合于那些熟悉RRDTool的概念与逻辑,但更喜欢使用纯Java实现的人。如果你提供相同的数据给RRDTool与JRobin，你将会得到相同的结果与图形。

ps：JRobin的官网：
http://oldwww.jrobin.org/
http://www.jrobin.org/index.php/Main_Page

先从Core API 开始了解学习如何定义RRD模板、如何创建RRD文件、如何获取RrdDb、如何将RRD文件和XML之间转换以及如何从RRD文件里读取数据等基础内容，下面是学习时写的一些测试代码：TestCoreRrd.java

1	package com.snmp.jrobin;

2

3	import org.jrobin.core.DsDef;

4	import org.jrobin.core.DsTypes;

5	import org.jrobin.core.FetchData;

6	import org.jrobin.core.FetchRequest;

7	import org.jrobin.core.RrdDb;

8	import org.jrobin.core.RrdDef;

9	import org.jrobin.core.Sample;

10	import org.jrobin.core.Util;

11

12

/**

13	* JRobin Core学习

14	* @author Michael sun

15

*/

16	public class TestCoreRrd {

17

/**

18	* @param args

19

*/

20	public static void main(String[] args) {

21	// 2010-10-01:1285862400L 2010-11-01:1288540800L

22	long startTime = Util.getTimestamp(2010, 10 - 1, 1);

23	long endTime = Util.getTimestamp(2010, 11 - 1, 1);

24

25	TestCoreRrd test = new TestCoreRrd();

26	String rootPath = "d:/test/jrobin/";

27	String rrdName = "demo_flow.rrd";

28	// 测试创建RrdDef

29	RrdDef rrdDef = test.createRrdDef(rootPath, rrdName, startTime);

30	// 测试创建RRD文件 初始数据

31	test.createRRDInitData(startTime, endTime, rootPath, rrdName, rrdDef);

32	// 测试获取RrdDb的方法

33	test.getRrdDbMethod(rootPath);

34	// 测试FetchData获取RRD

35	test.fetchRrdData(rootPath, rrdName);

36

}

37

38

/**

39	* 创建RRDDef

40

*/

41	private RrdDef createRrdDef(String rootPath, String rrdName, long startTime) {

42

try {

43

44	String rrdPath = rootPath + rrdName;

45	RrdDef rrdDef = new RrdDef(rrdPath, startTime - 1, 300);

46	// DsTypes: GAUGE COUNTER DERIVE ABSOLUTE

47	DsDef dsDef = new DsDef("input", DsTypes.DT_COUNTER, 600, 0,

48	Double.NaN);

49	rrdDef.addDatasource(dsDef);

50

51	rrdDef.addDatasource("output", DsTypes.DT_COUNTER, 600, 0,

52	Double.NaN);

53

54	rrdDef.addArchive("AVERAGE", 0.5, 1, 600);

55	rrdDef.addArchive("AVERAGE", 0.5, 6, 700);

56	rrdDef.addArchive("AVERAGE", 0.5, 24, 797);

57	rrdDef.addArchive("AVERAGE", 0.5, 288, 775);

58	rrdDef.addArchive("MAX", 0.5, 1, 600);

59	rrdDef.addArchive("MAX", 0.5, 6, 700);

60	rrdDef.addArchive("MAX", 0.5, 24, 797);

61	rrdDef.addArchive("MAX", 0.5, 288, 775);

62

63	// RRD file definition is completed

64

65	rrdDef.exportXmlTemplate(rootPath + rrdName + "_template.xml");

66	System.out.println("[RrdDef Template  export xml success]");

67

68	return rrdDef;

69	} catch (Exception e) {

70	e.printStackTrace();

71	return null;

72

}

73

}

74

75

/**

76	* 通过RrdDef创建RRD文件并初始化数据

77

*/

78	private void createRRDInitData(long startTime, long endTime,

79	String rootPath, String rrdName, RrdDef rrdDef) {

80

try {

81

82	RrdDb rrdDb = new RrdDb(rrdDef);

83	// / by this point, rrd file can be found on your disk

84

85	// 模拟一些测试数据

86	//Math.sin(2 * Math.PI * (t / 86400.0)) * baseval;

87	int baseval = 50;

88	for (long t = startTime; t < endTime; t += 300) {

89	Sample sample = rrdDb.createSample(t);

90	double tmpval = Math.random() * baseval;

91	double tmpval2 = Math.random() * baseval;

92	sample.setValue("input", tmpval + 50);

93	sample.setValue("output", tmpval2 + 50);

94	sample.update();

95

}

96	System.out.println("[RrdDb init data success]");

97	System.out.println("[Rrd path]:" + rrdDef.getPath());

98

99	// rrdDb.dumpXml(rootPath + rrdName + "_rrd.xml")

100	rrdDb.exportXml(rootPath + rrdName + ".xml");

101

102	// If your RRD files are updated rarely, open them only when

103	// necessary and close them as soon as possible.

104	rrdDb.close();

105

106	System.out.println("[RrdDb export xml success]");

107	} catch (Exception e) {

108	e.printStackTrace();

109

110

}

111

}

112

113

/**

114	* 除根据RrdDef以外获取RrdDb的其他方法

115

*/

116	private void getRrdDbMethod(String rootPath) {

117

try {

118

119	// 根据RRD文件获取RrdDb

120	String rrdFullPath = rootPath + "demo_flow.rrd";

121	RrdDb rrdDb = new RrdDb(rrdFullPath);

122	System.out.println("[info:]" + rrdDb.getInfo() + "[path:]"

123	+ rrdDb.getPath());

124	rrdDb.close();

125

126	// 根据XML文件获取RrdDb

127	rrdDb = new RrdDb(rootPath + "copy.rrd", rootPath

128	+ "demo_flow_rrd.xml");

129	System.out.println("[info:]" + rrdDb.getInfo() + "[path:]"

130	+ rrdDb.getPath());

131	rrdDb.close();

132	} catch (Exception e) {

133	e.printStackTrace();

134

}

135

}

136

137

/**

138

*

139

*/

140	private void fetchRrdData(String rootPath, String rrdName) {

141

try {

142	// open the file

143	RrdDb rrd = new RrdDb(rootPath + rrdName);

144

145	// create fetch request using the database reference

146	FetchRequest request = rrd.createFetchRequest("AVERAGE", Util

147	.getTimestamp(2010, 10 - 1, 1), Util.getTimestamp(2010,

148	10 - 1, 2));

149

150	System.out.println("[requet dump:]" + request.dump());

151

152	// filter the datasources you really need

153	// String[] filterDataSource = { "input", "output" };

154	// request.setFilter(filterDataSource);

155

156	// if you want only the "input" datasource use:

157	// request.setFilter("input");

158

159	// execute the request

160	FetchData fetchData = request.fetchData();

161	int columnCount = fetchData.getColumnCount();

162	int rowCount = fetchData.getRowCount();

163	long[] timestamps = fetchData.getTimestamps();

164	System.out.println("[data column count:]" + columnCount);

165	System.out.println("[data row count:]" + rowCount);

166

167	// System.out.println("[fetch data dump:]" + fetchData.dump());

168

// 循环获取数据

169	double[][] values = fetchData.getValues();

170	StringBuffer buffer = new StringBuffer("");

171	for (int row = 0; row < rowCount; row++) {

172	buffer.append(timestamps[row]);

173	buffer.append(":  ");

174	for (int dsIndex = 0; dsIndex < columnCount; dsIndex++) {

175	buffer.append(Util.formatDouble(values[dsIndex][row]));

176	buffer.append("  ");

177

}

178	buffer.append("\n");

179

}

180	System.out.println("[fetch data display :]\n" + buffer);

181	} catch (Exception e) {

182	e.printStackTrace();

183

}

184

185

}

186

}

RRD定义的模板导出XML：

1

<rrd_def>

2	<path>d:/test/jrobin/demo_flow.rrd</path>

3	<step>300</step>

4	<start>1285862399</start>

5	<datasource>

6	<name>input</name>

7	<type>COUNTER</type>

8	<heartbeat>600</heartbeat>

9	<min>+0.0000000000E00</min>

10	<max>U</max>

11	</datasource>

12	<datasource>

13	<name>output</name>

14	<type>COUNTER</type>

15	<heartbeat>600</heartbeat>

16	<min>+0.0000000000E00</min>

17	<max>U</max>

18	</datasource>

19

<archive>

20	<cf>AVERAGE</cf>

21	<xff>+5.0000000000E-01</xff>

22	<steps>1</steps>

23	<rows>600</rows>

24	</archive>

25

<archive>

26	<cf>AVERAGE</cf>

27	<xff>+5.0000000000E-01</xff>

28	<steps>6</steps>

29	<rows>700</rows>

30	</archive>

31

<archive>

32	<cf>AVERAGE</cf>

33	<xff>+5.0000000000E-01</xff>

34	<steps>24</steps>

35	<rows>797</rows>

36	</archive>

37

<archive>

38	<cf>AVERAGE</cf>

39	<xff>+5.0000000000E-01</xff>

40	<steps>288</steps>

41	<rows>775</rows>

42	</archive>

43

<archive>

44	<cf>MAX</cf>

45	<xff>+5.0000000000E-01</xff>

46	<steps>1</steps>

47	<rows>600</rows>

48	</archive>

49

<archive>

50	<cf>MAX</cf>

51	<xff>+5.0000000000E-01</xff>

52	<steps>6</steps>

53	<rows>700</rows>

54	</archive>

55

<archive>

56	<cf>MAX</cf>

57	<xff>+5.0000000000E-01</xff>

58	<steps>24</steps>

59	<rows>797</rows>

60	</archive>

61

<archive>

62	<cf>MAX</cf>

63	<xff>+5.0000000000E-01</xff>

64	<steps>288</steps>

65	<rows>775</rows>

66	</archive>

67	</rrd_def>

RRD文件转换成XML文件的片段：

查看源代码

打印帮助

1

<rrd>

2	<!-- JRobin, version 0.1 -->

3	<version>0001</version>

4	<!-- Seconds -->

5	<step>300</step>

6	<!-- Sun Oct 31 23:55:00 CST 2010 -->

7	<lastupdate>1288540500</lastupdate>

8

<ds>

9	<name>input</name>

10	<type>COUNTER</type>

11	<minimal_heartbeat>600</minimal_heartbeat>

12	<min>+0.0000000000E00</min>

13	<max>NaN</max>

14	<!-- PDP Status -->

15	<last_ds>+6.9973544356E01</last_ds>

16	<value>+0.0000000000E00</value>

17	<unknown_sec>0</unknown_sec>

18

</ds>

19

<ds>

20	<name>output</name>

21	<type>COUNTER</type>

22	<minimal_heartbeat>600</minimal_heartbeat>

23	<min>+0.0000000000E00</min>

24	<max>NaN</max>

25	<!-- PDP Status -->

26	<last_ds>+9.4423065918E01</last_ds>

27	<value>+0.0000000000E00</value>

28	<unknown_sec>0</unknown_sec>

29

</ds>

30

<rra>

31	<cf>AVERAGE</cf>

32	<!-- 300 seconds -->

33	<pdp_per_row>1</pdp_per_row>

34	<xff>+5.0000000000E-01</xff>

35	<cdp_prep>

36

<ds>

37	<value>NaN</value>

38	<unknown_datapoints>0</unknown_datapoints>

39

</ds>

40

<ds>

41	<value>NaN</value>

42	<unknown_datapoints>0</unknown_datapoints>

43

</ds>

44	</cdp_prep>

45	<database>

46	<!-- Fri Oct 29 22:00:00 CST 2010 / 1288360800 -->

47

<row>

48	<v>+1.4316557626E07</v>

49	<v>+1.2619069495E-01</v>

50

</row>

51	<!-- Fri Oct 29 22:05:00 CST 2010 / 1288361100 -->

52

<row>

53	<v>+1.4063324411E-02</v>

54	<v>+1.4316557534E07</v>

55

</row>

56	<!-- 省略部分信息-->

57	...........................

58	</database>

59

</rra>

60	<!-- 省略部分信息-->

61	...............................

62

</rrd>