1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20 package org.apache.hadoop.hbase.client;
21
22 import static org.junit.Assert.assertEquals;
23 import static org.junit.Assert.assertFalse;
24 import static org.junit.Assert.assertTrue;
25 import static org.junit.Assert.fail;
26
27 import java.io.File;
28 import java.io.FileOutputStream;
29 import java.io.IOException;
30 import java.lang.reflect.InvocationTargetException;
31 import java.util.Arrays;
32 import java.util.List;
33 import java.util.Set;
34
35 import org.apache.hadoop.conf.Configuration;
36 import org.apache.hadoop.hbase.HBaseConfiguration;
37 import org.apache.hadoop.hbase.testclassification.SmallTests;
38 import org.apache.hadoop.hbase.exceptions.DeserializationException;
39 import org.apache.hadoop.hbase.filter.Filter;
40 import org.apache.hadoop.hbase.filter.FilterList;
41 import org.apache.hadoop.hbase.filter.KeyOnlyFilter;
42 import org.apache.hadoop.hbase.protobuf.ProtobufUtil;
43 import org.apache.hadoop.hbase.protobuf.generated.ClientProtos;
44 import org.apache.hadoop.hbase.util.Base64;
45 import org.apache.hadoop.hbase.util.Bytes;
46 import org.junit.Assert;
47 import org.junit.Test;
48 import org.junit.experimental.categories.Category;
49
50
51 @Category(SmallTests.class)
52 public class TestGet {
53 private static final byte [] ROW = new byte [] {'r'};
54
55 private static final String PB_GET = "CgNyb3ciEwoPdGVzdC5Nb2NrRmlsdGVyEgAwATgB";
56 private static final String PB_GET_WITH_FILTER_LIST =
57 "CgFyIosBCilvcmcuYXBhY2hlLmhhZG9vcC5oYmFzZS5maWx0ZXIuRmlsdGVyTGlzdBJeCAESEwoP" +
58 "dGVzdC5Nb2NrRmlsdGVyEgASEQoNbXkuTW9ja0ZpbHRlchIAEjIKLG9yZy5hcGFjaGUuaGFkb29w" +
59 "LmhiYXNlLmZpbHRlci5LZXlPbmx5RmlsdGVyEgIIADABOAE=";
60
61 private static final String MOCK_FILTER_JAR =
62 "UEsDBBQACAgIANWDlEMAAAAAAAAAAAAAAAAJAAQATUVUQS1JTkYv/soAAAMAUEsHCAAAAAACAAAA" +
63 "AAAAAFBLAwQUAAgICADVg5RDAAAAAAAAAAAAAAAAFAAAAE1FVEEtSU5GL01BTklGRVNULk1G803M" +
64 "y0xLLS7RDUstKs7Mz7NSMNQz4OVyLkpNLElN0XWqBAmY6xnEG1gqaPgXJSbnpCo45xcV5BcllgCV" +
65 "a/Jy8XIBAFBLBwgxyqRbQwAAAEQAAABQSwMEFAAICAgAUoOUQwAAAAAAAAAAAAAAABMAAABteS9N" +
66 "b2NrRmlsdGVyLmNsYXNzdZHPTsJAEMa/LYVCRVFQMd68gQc38YrxUJUTetGQGE7bstrVwjbbYsSn" +
67 "0hOJJj6AD2WcFoP/4iYzX+bb32xmd9/en18B7GPLhY11BxsurEw3GUoHaqzSQ4ZCq91nsI/0UDLU" +
68 "emoszyYjX5oL4Ufk1Hs6EFFfGJXVn6adhirJ6NGUn+rgtquiVJoOQyUWJpFdo0cMjdbAa/8hnNj3" +
69 "pqmkbmvgMbgn94GMU6XHiYMm1ed6YgJJeDbNV+fejbgTVRRRYlj+cSZDW5trLmIRhJKHYqh1zENf" +
70 "JJJf5QCfcx45DJ3/WLmYgx/LRNJ1I/UgMmMxIXbo9WxkywLLZqHsUMVJGWlxdwb2lG+XKZdys4kK" +
71 "5eocgIsl0grVy0Q5+e9Y+V75BdblDIXHX/3b3/rLWEGNdJXCJmeNop7zjQ9QSwcI1kzyMToBAADs" +
72 "AQAAUEsDBBQACAgIAFKDlEMAAAAAAAAAAAAAAAAVAAAAdGVzdC9Nb2NrRmlsdGVyLmNsYXNzdVHB" +
73 "TsJAFJwthUJFERQx3ryBBzfxivFQlRN60ZAYTtuy2tXCNtti1K/SE4kmfoAfZXwtBg3RTd6bzOy8" +
74 "zezux+frO4ADbLuwsemg6cLKcIuhdKgmKj1iKLQ7Awb7WI8kQ62vJvJ8OvaluRR+REqjrwMRDYRR" +
75 "Gf8W7TRUCUO9n8ok5Wc6uOupKJWmy1CJhUlkz+gxQ7M99Dp/eJzY9x5JZrCGHoN7+hDIOFV6kjho" +
76 "Eb/QUxNIsmeJfib3b8W9qKKIEslLpzJ0tLnhIhZBKHkoRlrHPPRFIvl1buBzn0cKQ/c/r1wk4Scy" +
77 "kXTpSD2JTFhkxC69oY1sWWBZGuoOMU7ICIt7M7CXfLtMvZSLLVSoV+cGuFghrBBfJZeT/5GV75Xf" +
78 "YF3NUHhemt/5NV/GGmqE61Q2KXWqRu7f+AJQSwcIrS5nKDoBAADyAQAAUEsBAhQAFAAICAgA1YOU" +
79 "QwAAAAACAAAAAAAAAAkABAAAAAAAAAAAAAAAAAAAAE1FVEEtSU5GL/7KAABQSwECFAAUAAgICADV" +
80 "g5RDMcqkW0MAAABEAAAAFAAAAAAAAAAAAAAAAAA9AAAATUVUQS1JTkYvTUFOSUZFU1QuTUZQSwEC" +
81 "FAAUAAgICABSg5RD1kzyMToBAADsAQAAEwAAAAAAAAAAAAAAAADCAAAAbXkvTW9ja0ZpbHRlci5j" +
82 "bGFzc1BLAQIUABQACAgIAFKDlEOtLmcoOgEAAPIBAAAVAAAAAAAAAAAAAAAAAD0CAAB0ZXN0L01v" +
83 "Y2tGaWx0ZXIuY2xhc3NQSwUGAAAAAAQABAABAQAAugMAAAAA";
84
85 @Test
86 public void testAttributesSerialization() throws IOException {
87 Get get = new Get(Bytes.toBytes("row"));
88 get.setAttribute("attribute1", Bytes.toBytes("value1"));
89 get.setAttribute("attribute2", Bytes.toBytes("value2"));
90 get.setAttribute("attribute3", Bytes.toBytes("value3"));
91
92 ClientProtos.Get getProto = ProtobufUtil.toGet(get);
93
94 Get get2 = ProtobufUtil.toGet(getProto);
95 Assert.assertNull(get2.getAttribute("absent"));
96 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get2.getAttribute("attribute1")));
97 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get2.getAttribute("attribute2")));
98 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value3"), get2.getAttribute("attribute3")));
99 Assert.assertEquals(3, get2.getAttributesMap().size());
100 }
101
102 @Test
103 public void testGetAttributes() {
104 Get get = new Get(ROW);
105 Assert.assertTrue(get.getAttributesMap().isEmpty());
106 Assert.assertNull(get.getAttribute("absent"));
107
108 get.setAttribute("absent", null);
109 Assert.assertTrue(get.getAttributesMap().isEmpty());
110 Assert.assertNull(get.getAttribute("absent"));
111
112
113 get.setAttribute("attribute1", Bytes.toBytes("value1"));
114 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get.getAttribute("attribute1")));
115 Assert.assertEquals(1, get.getAttributesMap().size());
116 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get.getAttributesMap().get("attribute1")));
117
118
119 get.setAttribute("attribute1", Bytes.toBytes("value12"));
120 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value12"), get.getAttribute("attribute1")));
121 Assert.assertEquals(1, get.getAttributesMap().size());
122 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value12"), get.getAttributesMap().get("attribute1")));
123
124
125 get.setAttribute("attribute2", Bytes.toBytes("value2"));
126 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get.getAttribute("attribute2")));
127 Assert.assertEquals(2, get.getAttributesMap().size());
128 Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get.getAttributesMap().get("attribute2")));
129
130
131 get.setAttribute("attribute2", null);
132 Assert.assertNull(get.getAttribute("attribute2"));
133 Assert.assertEquals(1, get.getAttributesMap().size());
134 Assert.assertNull(get.getAttributesMap().get("attribute2"));
135
136
137 get.setAttribute("attribute2", null);
138 Assert.assertNull(get.getAttribute("attribute2"));
139 Assert.assertEquals(1, get.getAttributesMap().size());
140 Assert.assertNull(get.getAttributesMap().get("attribute2"));
141
142
143 get.setAttribute("attribute1", null);
144 Assert.assertNull(get.getAttribute("attribute1"));
145 Assert.assertTrue(get.getAttributesMap().isEmpty());
146 Assert.assertNull(get.getAttributesMap().get("attribute1"));
147 }
148
149 @Test
150 public void testNullQualifier() {
151 Get get = new Get(ROW);
152 byte[] family = Bytes.toBytes("family");
153 get.addColumn(family, null);
154 Set<byte[]> qualifiers = get.getFamilyMap().get(family);
155 Assert.assertEquals(1, qualifiers.size());
156 }
157
158 @Test
159 public void TestGetRowFromGetCopyConstructor() throws Exception {
160 Get get = new Get(ROW);
161 Get copyGet = new Get(get);
162 assertEquals(0, Bytes.compareTo(get.getRow(), copyGet.getRow()));
163 }
164
165 @Test
166 public void testDynamicFilter() throws Exception {
167 Configuration conf = HBaseConfiguration.create();
168 String localPath = conf.get("hbase.local.dir")
169 + File.separator + "jars" + File.separator;
170 File jarFile = new File(localPath, "MockFilter.jar");
171 jarFile.delete();
172 assertFalse("Should be deleted: " + jarFile.getPath(), jarFile.exists());
173
174 ClientProtos.Get getProto1 =
175 ClientProtos.Get.parseFrom(Base64.decode(PB_GET));
176 ClientProtos.Get getProto2 =
177 ClientProtos.Get.parseFrom(Base64.decode(PB_GET_WITH_FILTER_LIST));
178 try {
179 ProtobufUtil.toGet(getProto1);
180 fail("Should not be able to load the filter class");
181 } catch (IOException ioe) {
182 assertTrue(ioe.getCause() instanceof ClassNotFoundException);
183 }
184 try {
185 ProtobufUtil.toGet(getProto2);
186 fail("Should not be able to load the filter class");
187 } catch (IOException ioe) {
188 assertTrue(ioe.getCause() instanceof InvocationTargetException);
189 InvocationTargetException ite = (InvocationTargetException)ioe.getCause();
190 assertTrue(ite.getTargetException()
191 instanceof DeserializationException);
192 }
193 FileOutputStream fos = new FileOutputStream(jarFile);
194 fos.write(Base64.decode(MOCK_FILTER_JAR));
195 fos.close();
196
197 Get get1 = ProtobufUtil.toGet(getProto1);
198 assertEquals("test.MockFilter", get1.getFilter().getClass().getName());
199
200 Get get2 = ProtobufUtil.toGet(getProto2);
201 assertTrue(get2.getFilter() instanceof FilterList);
202 List<Filter> filters = ((FilterList)get2.getFilter()).getFilters();
203 assertEquals(3, filters.size());
204 assertEquals("test.MockFilter", filters.get(0).getClass().getName());
205 assertEquals("my.MockFilter", filters.get(1).getClass().getName());
206 assertTrue(filters.get(2) instanceof KeyOnlyFilter);
207 }
208 }