UNIX for Advanced & Expert Users

# Store Distinct ContainerIds  in Array
distinct_array=`sed ':a;N;$!ba;s/\n/ /g' output/EmployeeId_distinct.txt`
declare -a arr=($distinct_array)
echo " Total Number of Distinct Ids Stored in Array ${#arr[@]}"
batchsize=200

for((i=0; i < ${#arr[@]}; i+=batchsize))
 do
   IFS=,
   part=( "${arr[@]:i:batchsize}" )
  
   sed -i  "2i permissibleCars = [  ${part[*]} ]"  query/employee_Id_count.js
   mongo localhost:27045/employee_db -u user_user -p password123 < query/employee_Id_count.js >> output/employee_Id_count.txt 
   cat query/employee_Id_count.js >> query/employee_Id_count_total.js
done

DBQuery.shellBatchSize = 224361901 ; 
permissibleCars = ["XYZ:16772767:58675748411" ..... more 200 ids ]
db.getCollection('employee_contracts_nrt').aggregate([
{$match:
      {         employeeClass : "ownload",
                    EmployeeId: {"$in": permissibleCars},
                                "methods.name": "image",
                "methods.status": "ACTIVE"

        } },
{"$group" : {_id:"$EmployeeId", count:{$sum:1}}}
],
{ allowDiskUse: true}
);

permissibleCars = ["XYZ:16772767:58675748411" ..... more 200 ids ]

DBQuery.shellBatchSize = 224361901 ;
permissibleCars = ["XYZ:16772767:58675748411" ..... more 200 ids ]
.
.
.

DBQuery.shellBatchSize = 224361901 ;
permissibleCars = [ 200 other ids ]
permissibleCars = ["XYZ:16772767:58675748411" ..... more 200 ids ]
.
.
.

DBQuery.shellBatchSize = 224361901 ; 
permissibleCars = This will get passed from array .
db.getCollection('employee_details').aggregate([
{$match:
      {         employeeClass : "ownload",
                    EmployeeId: {"$in": permissibleCars},
                                "methods.name": "image",
                "methods.status": "ACTIVE"

        } },
{"$group" : {_id:"$EmployeeId", count:{$sum:1}}}
],
{ allowDiskUse: true}
);

sed -i '2i XXX' /tmp/file2.txt
cat /tmp/file2.txt
21 1209
XXX
XXX
XXX
22 1210

{ echo "DBQuery.shellBatchSize = $employee_count ; "; cat query/employee_cemployeidd_count_tmp.js; } > query/employee_Id_count.js
    sed -i  "3i permissibleCars = [  ${part[*]} ]"  query/mployee_Id_count.js.js