SNMP之JRobin Core学习

    blog迁移至:http://www.micmiu.com

最近接触一个流量统计和网管的系统，对相关信息和技术做了一些了解和学习，在此记录，以供自己日后回顾，同时也方便给刚接触的TX们一些参考。

MRTG(Multi Router Traffic Grapher,MRTG),相信接触过网络管理的人，应该不会对它陌生的。MRTG是比较早的技术了，后来在此基础上发展了RRD技术，相比MRTG而言更加灵活方便。
JRobin(基于LGPL授权的开源技术)就是RRD的一个Java实现的版本。JRobin支持在RRD(Round Robin Database)上的所有标准操作:CREATE, UPDATE, FETCH, LAST, DUMP, XPORT和GRAPH。JRobin的API适合于那些熟悉RRDTool的概念与逻辑,但更喜欢使用纯Java实现的人。如果你提供相同的数据给RRDTool与JRobin，你将会得到相同的结果与图形。
ps：JRobin的官网：
http://oldwww.jrobin.org/
http://www.jrobin.org/index.php/Main_Page
先从Core API 开始了解学习如何定义RRD模板、如何创建RRD文件、如何获取RrdDb、如何将RRD文件和XML之间转换以及如何从RRD文件里读取数据等基础内容，下面是学习时写的一些测试代码：TestCoreRrd.java

package com.snmp.jrobin;

import org.jrobin.core.DsDef;
import org.jrobin.core.DsTypes;
import org.jrobin.core.FetchData;
import org.jrobin.core.FetchRequest;
import org.jrobin.core.RrdDb;
import org.jrobin.core.RrdDef;
import org.jrobin.core.Sample;
import org.jrobin.core.Util;

/**
 * JRobin Core学习
 * @author Michael sun
 */
public class TestCoreRrd {
    /**
     * @param args
     */
    public static void main(String[] args) {
        // 2010-10-01:1285862400L 2010-11-01:1288540800L
        long startTime = Util.getTimestamp(2010, 10 - 1, 1);
        long endTime = Util.getTimestamp(2010, 11 - 1, 1);

        TestCoreRrd test = new TestCoreRrd();
        String rootPath = "d:/test/jrobin/";
        String rrdName = "demo_flow.rrd";
        // 测试创建RrdDef
        RrdDef rrdDef = test.createRrdDef(rootPath, rrdName, startTime);
        // 测试创建RRD文件 初始数据
        test.createRRDInitData(startTime, endTime, rootPath, rrdName, rrdDef);
        // 测试获取RrdDb的方法
        test.getRrdDbMethod(rootPath);
        // 测试FetchData获取RRD
        test.fetchRrdData(rootPath, rrdName);
    }

    /**
     * 创建RRDDef
     */
    private RrdDef createRrdDef(String rootPath, String rrdName, long startTime) {
        try {

            String rrdPath = rootPath + rrdName;
            RrdDef rrdDef = new RrdDef(rrdPath, startTime - 1, 300);
            // DsTypes: GAUGE COUNTER DERIVE ABSOLUTE
            DsDef dsDef = new DsDef("input", DsTypes.DT_COUNTER, 600, 0,
                    Double.NaN);
            rrdDef.addDatasource(dsDef);

            rrdDef.addDatasource("output", DsTypes.DT_COUNTER, 600, 0,
                    Double.NaN);

            rrdDef.addArchive("AVERAGE", 0.5, 1, 600);
            rrdDef.addArchive("AVERAGE", 0.5, 6, 700);
            rrdDef.addArchive("AVERAGE", 0.5, 24, 797);
            rrdDef.addArchive("AVERAGE", 0.5, 288, 775);
            rrdDef.addArchive("MAX", 0.5, 1, 600);
            rrdDef.addArchive("MAX", 0.5, 6, 700);
            rrdDef.addArchive("MAX", 0.5, 24, 797);
            rrdDef.addArchive("MAX", 0.5, 288, 775);

            // RRD file definition is completed

            rrdDef.exportXmlTemplate(rootPath + rrdName + "_template.xml");
            System.out.println("[RrdDef Template  export xml success]");

            return rrdDef;
        } catch (Exception e) {
            e.printStackTrace();
            return null;
        }
    }

    /**
     * 通过RrdDef创建RRD文件并初始化数据
     */
    private void createRRDInitData(long startTime, long endTime,
            String rootPath, String rrdName, RrdDef rrdDef) {
        try {

            RrdDb rrdDb = new RrdDb(rrdDef);
            // / by this point, rrd file can be found on your disk

            // 模拟一些测试数据
            //Math.sin(2 * Math.PI * (t / 86400.0)) * baseval;
            int baseval = 50;
            for (long t = startTime; t < endTime; t += 300) {
                Sample sample = rrdDb.createSample(t);
                double tmpval = Math.random() * baseval;
                double tmpval2 = Math.random() * baseval;
                sample.setValue("input", tmpval + 50);
                sample.setValue("output", tmpval2 + 50);
                sample.update();
            }
            System.out.println("[RrdDb init data success]");
            System.out.println("[Rrd path]:" + rrdDef.getPath());

            // rrdDb.dumpXml(rootPath + rrdName + "_rrd.xml")
            rrdDb.exportXml(rootPath + rrdName + ".xml");

            // If your RRD files are updated rarely, open them only when
            // necessary and close them as soon as possible.
            rrdDb.close();

            System.out.println("[RrdDb export xml success]");
        } catch (Exception e) {
            e.printStackTrace();

        }
    }

    /**
     * 除根据RrdDef以外获取RrdDb的其他方法
     */
    private void getRrdDbMethod(String rootPath) {
        try {

            // 根据RRD文件获取RrdDb
            String rrdFullPath = rootPath + "demo_flow.rrd";
            RrdDb rrdDb = new RrdDb(rrdFullPath);
            System.out.println("[info:]" + rrdDb.getInfo() + "[path:]"
                    + rrdDb.getPath());
            rrdDb.close();

            // 根据XML文件获取RrdDb
            rrdDb = new RrdDb(rootPath + "copy.rrd", rootPath
                    + "demo_flow_rrd.xml");
            System.out.println("[info:]" + rrdDb.getInfo() + "[path:]"
                    + rrdDb.getPath());
            rrdDb.close();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    /**
     * 
     */
    private void fetchRrdData(String rootPath, String rrdName) {
        try {
            // open the file
            RrdDb rrd = new RrdDb(rootPath + rrdName);

            // create fetch request using the database reference
            FetchRequest request = rrd.createFetchRequest("AVERAGE", Util
                    .getTimestamp(2010, 10 - 1, 1), Util.getTimestamp(2010,
                    10 - 1, 2));

            System.out.println("[requet dump:]" + request.dump());

            // filter the datasources you really need
            // String[] filterDataSource = { "input", "output" };
            // request.setFilter(filterDataSource);

            // if you want only the "input" datasource use:
            // request.setFilter("input");

            // execute the request
            FetchData fetchData = request.fetchData();
            int columnCount = fetchData.getColumnCount();
            int rowCount = fetchData.getRowCount();
            long[] timestamps = fetchData.getTimestamps();
            System.out.println("[data column count:]" + columnCount);
            System.out.println("[data row count:]" + rowCount);

            // System.out.println("[fetch data dump:]" + fetchData.dump());
            // 循环获取数据
            double[][] values = fetchData.getValues();
            StringBuffer buffer = new StringBuffer("");
            for (int row = 0; row < rowCount; row++) {
                buffer.append(timestamps[row]);
                buffer.append(":  ");
                for (int dsIndex = 0; dsIndex < columnCount; dsIndex++) {
                    buffer.append(Util.formatDouble(values[dsIndex][row]));
                    buffer.append("  ");
                }
                buffer.append("\n");
            }
            System.out.println("[fetch data display :]\n" + buffer);
        } catch (Exception e) {
            e.printStackTrace();
        }

    }
}

RRD定义的模板导出XML：

<rrd_def>
   <path>d:/test/jrobin/demo_flow.rrd</path>
   <step>300</step>
   <start>1285862399</start>
   <datasource>
      <name>input</name>
      <type>COUNTER</type>
      <heartbeat>600</heartbeat>
      <min>+0.0000000000E00</min>
      <max>U</max>
   </datasource>
   <datasource>
      <name>output</name>
      <type>COUNTER</type>
      <heartbeat>600</heartbeat>
      <min>+0.0000000000E00</min>
      <max>U</max>
   </datasource>
   <archive>
      <cf>AVERAGE</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>1</steps>
      <rows>600</rows>
   </archive>
   <archive>
      <cf>AVERAGE</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>6</steps>
      <rows>700</rows>
   </archive>
   <archive>
      <cf>AVERAGE</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>24</steps>
      <rows>797</rows>
   </archive>
   <archive>
      <cf>AVERAGE</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>288</steps>
      <rows>775</rows>
   </archive>
   <archive>
      <cf>MAX</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>1</steps>
      <rows>600</rows>
   </archive>
   <archive>
      <cf>MAX</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>6</steps>
      <rows>700</rows>
   </archive>
   <archive>
      <cf>MAX</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>24</steps>
      <rows>797</rows>
   </archive>
   <archive>
      <cf>MAX</cf>
      <xff>+5.0000000000E-01</xff>
      <steps>288</steps>
      <rows>775</rows>
   </archive>
</rrd_def>

RRD文件转换成XML文件的片段

<rrd>
   <!-- JRobin, version 0.1 -->
   <version>0001</version>
   <!-- Seconds -->
   <step>300</step>
   <!-- Sun Oct 31 23:55:00 CST 2010 -->
   <lastupdate>1288540500</lastupdate>
   <ds>
      <name>input</name>
      <type>COUNTER</type>
      <minimal_heartbeat>600</minimal_heartbeat>
      <min>+0.0000000000E00</min>
      <max>NaN</max>
      <!-- PDP Status -->
      <last_ds>+6.9973544356E01</last_ds>
      <value>+0.0000000000E00</value>
      <unknown_sec>0</unknown_sec>
   </ds>
   <ds>
      <name>output</name>
      <type>COUNTER</type>
      <minimal_heartbeat>600</minimal_heartbeat>
      <min>+0.0000000000E00</min>
      <max>NaN</max>
      <!-- PDP Status -->
      <last_ds>+9.4423065918E01</last_ds>
      <value>+0.0000000000E00</value>
      <unknown_sec>0</unknown_sec>
   </ds>
   <rra>
      <cf>AVERAGE</cf>
      <!-- 300 seconds -->
      <pdp_per_row>1</pdp_per_row>
      <xff>+5.0000000000E-01</xff>
      <cdp_prep>
         <ds>
            <value>NaN</value>
            <unknown_datapoints>0</unknown_datapoints>
         </ds>
         <ds>
            <value>NaN</value>
            <unknown_datapoints>0</unknown_datapoints>
         </ds>
      </cdp_prep>
      <database>
         <!-- Fri Oct 29 22:00:00 CST 2010 / 1288360800 -->
         <row>
            <v>+1.4316557626E07</v>
            <v>+1.2619069495E-01</v>
         </row>
         <!-- Fri Oct 29 22:05:00 CST 2010 / 1288361100 -->
         <row>
            <v>+1.4063324411E-02</v>
            <v>+1.4316557534E07</v>
         </row>
        <!-- 省略部分信息-->
         ...........................
       </database>
     </rra>
     <!-- 省略部分信息-->
     ...............................
  </rrd>