大数据mapreduce案例

大数据mapreduce案例介绍，包括代码解释，详解MRS工作流程

package com.huawei.bigdata.hbase.examples;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HRegionInfo;
import org.apache.hadoop.hbase.HRegionLocation;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HbaseAdmin;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.FilterList.Operator;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.io.compress.Compression;
import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
import org.apache.hadoop.hbase.security.access.AccessControlClient;
import org.apache.hadoop.hbase.security.access.AccessControlLists;
import org.apache.hadoop.hbase.security.access.Permission;
import org.apache.hadoop.hbase.util.Bytes;

/**
 * Hbase Development Instruction Sample Code The sample code uses user
 * information as source datait introduces how to implement businesss process
 * development using Hbase API
 */
public class HbaseExample {
    private final static Log LOG = LogFactory.getLog（HbaseExample.class.getName（））;

    private TableName tableName = null;
    private Configuration conf = null;
    private Connection conn = null;
    public String TABLE_NAME = “hbase_sample_table“;

    public HbaseExample（Configuration conf） throws IOException {
        this.conf = conf;
        this.tableName = TableName.valueOf（TABLE_NAME）;
        this.conn = ConnectionFactory.createConnection（conf）;
    }

    public void test（） throws Exception {
        try {
            testCreateTable（）;
            testMultiSplit（）;
            testPut（）;
            testModifyTable（）;
            testGet（）;
            testScanData（）;
            testSingleColumnValueFilter（）;
            testFilterList（）;
            testDelete（）;
            dropTable（）;
            testCreateMOBTable（）;
            testMOBDataInsertion（）;
            testMOBDataRead（）;
            dropTable（）;
        } catch （Exception e） {
            throw e;
        } finall

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----
     目录           0  2018-01-16 17:39  src\
     目录           0  2018-01-18 14:46  src\hbase-examples\
     文件         126  2018-01-16 17:39  src\hbase-examples\.gitignore
     目录           0  2018-01-18 14:46  src\hbase-examples\conf\
     文件        6327  2018-01-16 17:39  src\hbase-examples\conf\core-site.xml
     文件       16274  2018-01-16 17:39  src\hbase-examples\conf\hbase-site.xml
     文件         330  2018-01-16 17:39  src\hbase-examples\conf\hbase.keytab
     文件         141  2018-01-18 14:46  src\hbase-examples\conf\hbaseclient.properties
     文件        2839  2018-01-16 17:39  src\hbase-examples\conf\hdfs-site.xml
     文件          58  2018-01-16 17:39  src\hbase-examples\conf\inputfile.txt
     文件         269  2018-01-16 17:39  src\hbase-examples\conf\jaas.conf
     文件         757  2018-01-16 17:39  src\hbase-examples\conf\krb5.conf
     文件        3446  2018-01-16 17:39  src\hbase-examples\conf\log4j.properties
     文件        5437  2018-01-18 14:46  src\hbase-examples\pom.xml
     目录           0  2018-01-16 17:39  src\hbase-examples\src\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\bigdata\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\
     目录           0  2018-01-18 14:46  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\examples\
     文件       29091  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\examples\HbaseExample.java
     文件        4395  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\examples\HFSSample.java
     文件       25104  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\examples\RestExample.java
     文件        5838  2018-01-18 14:46  src\hbase-examples\src\main\java\com\huawei\bigdata\hbase\examples\TestMain.java
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\hadoop\
     目录           0  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\hadoop\security\
     文件       21680  2018-01-16 17:39  src\hbase-examples\src\main\java\com\huawei\hadoop\security\LoginUtil.java
     目录           0  2018-01-16 11:10  src\hdfs-examples\
     目录           0  2018-03-22 15:35  src\hdfs-examples\conf\
............此处省略474个文件信息