#!/bin/sh
echo ======= LogManageri start ==========

#This directory is getting the raw data from remote server
Raw_data=/opt/ftplogs

# This directory is ready for process the data
Processing_dir=/opt/processing_dir

# This directory is prcoessed files and taking backup
Processed_dir=/opt/processed_dir

# This directory spliting the files like access and error logs
split_dir=/opt/split_dir

# Copying Raw data to Processing directory
echo starting copying files from $Raw_Data to $Processing_dir
cp -p $Raw_data/*.gz $Processing_dir/
echo done copying raw files.

# Decompress .gz files from $Process_dir
echo starting unziping files in $Process_dir
gunzip $Processing_dir/*.gz
echo done unziping files in $Process_dir

# This for loops gives year,month and day from file name

for file in $Processing_dir/*.log
do
        year=${file:29:4}
        month=${file:33:2}
        day=${file:35:2}

# This while loop reading the file each and every line and spliting the Respective $cname and $code
echo start reading files
while read -r line
do
        # cname is reading every line from all files
        cname=$(echo ${line} | awk '{split($11,c,"/"); print c[3]}')
        # scode is reading every line from all files
        scode=$(echo ${line} | awk -F"[ ]" '{print $9}')
        # if scode matches between 200 to 399 these lines printing to access.log
        [[ ( ${scode} -ge 200 ) && ( ${scode} -le 399 ) ]] && {
 # if directory not exists creating the new directory
        [[ ! -d "$split_dir/$cname/$year/$month/$day" ]] && mkdir -p "$spilt_dir/$cname/$year/$month/$day"
        # scode,cname conditions matches pusing these lines printing to access.log
        echo ${line} >> $split_dir/$cname/$year/$month/$day/access.log
        }
        # if scode matches between 400 to 599 there lines printing to error.log
        [[ ( ${scode} -ge 400 ) && ( ${scode} -le 599 ) ]] && {
        # if directory not exists creating the new directory
        [[ ! -d "$split_dir/$cname/$year/$month/$day" ]] && mkdir -p "$split_dir/$cname/$year/$month/$day"
        # scode,cname conditions matches pusing these lines printing to error.log
        echo ${line} >> $split_dir/$cname/$year/$month/$day/error.log
        }
done < $file
        done
echo files reading done
# after successfull splitting the the logs gzip .log file
echo starting zip logs
gzip $Processing_dir/*.log
echo compression done
# gzip file moves to $Processed directory
mv $Processing_dir/*.gz  $Processed_dir
echo moved file to $Processed_dir