Apache Hive is an excellent tool to retrieve data from HDFS using SQL queries. I used Json Serde library to map Json files into Hive table. So initially I created table like this: CREATE EXTERNAL TABLE twitter ( coordinates struct , type:string, created_at string, entities struct , text:string, urls:array , url:string, user_mentions:array , name:string, screen_name:string, favorite_count int, favorited boolean, filter_level string, geo struct , type:string, id_str string, in_reply_to_screen_name string, in_reply_to_status_id_str string, in_reply_to_user_id_str string, lang string, retweet_count int, retweeted boolean, retweeted_status struct , text:string, urls:array , url:string;, user_mentions:array , name:string, screen_name:string, favorite_count:int, favorited:boolean, geo:struct , type:string, id_str:string, in_reply_to_screen_name:string, in_reply_to_status_id_str:string, in_reply_to_user_id_str:string, lang:string, retweet_co...