Web log random data generating

history log data

realtime log:

python realtime_data.py -t "2017-01-01 05:00:00" -p "/var/lib/docker/volumes/hadoop/_data/weblog/log"
python realtime_data.py -t "2017-01-01 05:00:00"

history log:

python realtime_data_history.py -t "2017-01-01 05:00:00" -p "/var/lib/docker/volumes/hadoop/_data/weblog/history-log"

files:

folders:

Name		Name	Last commit message	Last commit date
Latest commit History 6 Commits
.ipynb_checkpoints		.ipynb_checkpoints
SH		SH
SQL		SQL
hadoop-log		hadoop-log
history-log		history-log
log		log
orozco.demo		orozco.demo
tfidf		tfidf
wc		wc
DT.scala		DT.scala
DTree.txt		DTree.txt
README.md		README.md
a.file		a.file
abc.txt		abc.txt
b.file		b.file
drivers.csv		drivers.csv
drivers_tmp.csv		drivers_tmp.csv
dtree_2.11-1.0.jar		dtree_2.11-1.0.jar
get-hdp-system-metrics.sh		get-hdp-system-metrics.sh
hivename.csv		hivename.csv
host_url.csv		host_url.csv
inteval.csv		inteval.csv
items.txt		items.txt
mapper.py		mapper.py
myMapper.py		myMapper.py
myReducer.py		myReducer.py
mysql-community-release-el7-5.noarch.rpm		mysql-community-release-el7-5.noarch.rpm
people.awk		people.awk
people.txt		people.txt
pg1104.txt		pg1104.txt
profile.java		profile.java
profiles.json		profiles.json
ratings.txt		ratings.txt
realtime_data.py		realtime_data.py
realtime_data_es.py		realtime_data_es.py
realtime_data_history.py		realtime_data_history.py
reducer.py		reducer.py
test.py		test.py
timesheet.csv		timesheet.csv
urltest.csv		urltest.csv
user_agent.csv		user_agent.csv
uuid.csv		uuid.csv
vethfinder.sh		vethfinder.sh
webhdfs.txt		webhdfs.txt
weblog.ipynb		weblog.ipynb
weblog.log		weblog.log
zeppelin-fix.sh		zeppelin-fix.sh
zeppelin-markdown.txt		zeppelin-markdown.txt