Remove obsolete files
This commit is contained in:
parent
7df55c4fd3
commit
25bb24930b
@ -1,10 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=HBase hbck
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
User=hbase
|
|
||||||
Type=simple
|
|
||||||
ExecStart=/usr/bin/hbase hbck
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
@ -1,9 +0,0 @@
|
|||||||
[Unit]
|
|
||||||
Description=HBase hbck timer
|
|
||||||
|
|
||||||
[Timer]
|
|
||||||
OnCalendar=*:0/20
|
|
||||||
Unit=hbase-hbck.service
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=multi-user.target
|
|
141
hbase-write
141
hbase-write
@ -1,141 +0,0 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
#
|
|
||||||
# Use happybase (https://github.com/python-happybase/happybase) to perform
|
|
||||||
# a write/read test on a dedicated table for monitoring purposes.
|
|
||||||
#
|
|
||||||
# The table gets deleted if it exists, (re-)created and a write is done
|
|
||||||
# to the newly created table. Data is written and gets read back.
|
|
||||||
# Afterwards the table gets deleted again.
|
|
||||||
#
|
|
||||||
# On success the script returns 0 otherwise 1
|
|
||||||
#
|
|
||||||
# Required environment vars are:
|
|
||||||
# HBASE_HOST
|
|
||||||
#
|
|
||||||
# Optional environment vars:
|
|
||||||
# HBASE_TABLE_NAME
|
|
||||||
|
|
||||||
import happybase
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
|
|
||||||
required_env_vars = ["HBASE_HOST"]
|
|
||||||
|
|
||||||
default_hbase_table_name = "monitoring_write_test"
|
|
||||||
row_key = "monitoring_write_test".encode("utf-8")
|
|
||||||
data = b'This is how a successful write looks like.'
|
|
||||||
|
|
||||||
# Check env for required vars,
|
|
||||||
# exit if not found
|
|
||||||
def check_required_vars(env_vars):
|
|
||||||
for k in env_vars:
|
|
||||||
if None == os.getenv(k):
|
|
||||||
print("Required environment variable missing: " + k)
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
|
|
||||||
# Get a list of all tables
|
|
||||||
def tables(conn):
|
|
||||||
tables = []
|
|
||||||
ts = conn.tables()
|
|
||||||
for t in ts:
|
|
||||||
tables.append(t.decode("utf-8"))
|
|
||||||
|
|
||||||
return tables
|
|
||||||
|
|
||||||
# Print all tables
|
|
||||||
def list_tables(tables):
|
|
||||||
for t in tables:
|
|
||||||
print(t)
|
|
||||||
|
|
||||||
|
|
||||||
# Check if given table exists
|
|
||||||
def table_exists(conn, table_name):
|
|
||||||
tablelist = tables(conn)
|
|
||||||
|
|
||||||
try:
|
|
||||||
x = tablelist.index(table_name)
|
|
||||||
except ValueError:
|
|
||||||
print("Table {:s} does not exist" .format(table_name))
|
|
||||||
return False
|
|
||||||
else:
|
|
||||||
print("Table {:s} exists" .format(table_name))
|
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
def create_table(conn, table_name):
|
|
||||||
print("Creating table: ", table_name)
|
|
||||||
conn.create_table(
|
|
||||||
hbase_table_name,
|
|
||||||
{'cf0': dict(max_versions=1, block_cache_enabled=False)}
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
# Delete a table
|
|
||||||
def delete_table(conn, table_name):
|
|
||||||
print("Deleting table: ", table_name)
|
|
||||||
conn.delete_table(hbase_table_name, disable=True)
|
|
||||||
|
|
||||||
|
|
||||||
# Read data at row_key from table
|
|
||||||
def read(conn, table_name, row_key):
|
|
||||||
print("Reading from table {:s} " .format(table_name))
|
|
||||||
table = conn.table(hbase_table_name)
|
|
||||||
row = table.row(row_key)
|
|
||||||
print("data: {:s}" .format(row[b'cf0:'].decode("utf-8")))
|
|
||||||
|
|
||||||
|
|
||||||
# Read data from table
|
|
||||||
def read_all(conn, table_name, row_key):
|
|
||||||
print("Reading from table {:s} " .format(table_name))
|
|
||||||
table = conn.table(hbase_table_name)
|
|
||||||
|
|
||||||
for key, data in table.rows([row_key]):
|
|
||||||
print(key, data)
|
|
||||||
|
|
||||||
|
|
||||||
# Scan table
|
|
||||||
def scan(conn, table_name):
|
|
||||||
print("Reading from table {:s} " .format(table_name))
|
|
||||||
table = conn.table(hbase_table_name)
|
|
||||||
|
|
||||||
for key, data in table.scan(row_prefix=b'row'):
|
|
||||||
print(key, data)
|
|
||||||
|
|
||||||
|
|
||||||
# Write data at 'row_key' to table
|
|
||||||
def write(conn, table_name, row_key, data):
|
|
||||||
print("Writing to table {:s} " .format(table_name))
|
|
||||||
table = conn.table(hbase_table_name)
|
|
||||||
table.put(row_key, {b'cf0:': data})
|
|
||||||
|
|
||||||
|
|
||||||
# Delete data at 'row_key'
|
|
||||||
def delete(conn, table_name, row_key):
|
|
||||||
row = table.delete(row_key)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
|
|
||||||
check_required_vars(required_env_vars)
|
|
||||||
|
|
||||||
hbase_host = os.getenv("HBASE_HOST")
|
|
||||||
hbase_table_name = os.getenv("HBASE_TABLE_NAME")
|
|
||||||
|
|
||||||
if not hbase_table_name:
|
|
||||||
hbase_table_name = default_hbase_table_name
|
|
||||||
|
|
||||||
try:
|
|
||||||
conn = happybase.Connection(hbase_host)
|
|
||||||
except:
|
|
||||||
print("Failed to connect to: {:s}" .format(hbase_host))
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
if table_exists(conn, hbase_table_name):
|
|
||||||
delete_table(conn, hbase_table_name)
|
|
||||||
|
|
||||||
# Run a full test cycle
|
|
||||||
create_table(conn, hbase_table_name)
|
|
||||||
write(conn, hbase_table_name, row_key, data)
|
|
||||||
read(conn, hbase_table_name, row_key)
|
|
||||||
delete_table(conn, hbase_table_name)
|
|
Loading…
Reference in New Issue
Block a user