Shell Programming and Scripting

data.txt

 " 7554317" ,xx5e1
 " 7554317" ,xx96
 " 7554317" ,xxd6
 " 554317" ,xde
 
cat $sites/data.txt |sort |uniq >$sites/a.txt

for i in `cat $sites/a.txt`
do
#echo "test: $i"
 id=`echo $i|awk -F "," '{print $1}'`
 tid=`echo  $i|awk -F "," '{print $2}'`

echo "id : $id"
echo "tid : $tid"

python test.py /data'{" Id":"'"${id}"'""group":"get", "item":"'"${ tid}"'"],"fields":[" Id","type"," Parameters","xx"]}'

done

Getting output
id: " 7554317"
tid: 
id:
tid: xx5e1
id: " 7554317"

sort $sites/data.txt | uniq | while IFS=$',\t\n' read id tid
do
    # remove quotes from around id
    id=${id#*\"}
    id=${id%\"*}

    echo "id: \"${id}\""
    echo "tid: \"${tid}\""

    echo python test.py /data'{" Id":"'"${id}"'", "group":"get", "item":"'"${tid}"'"],"fields":[" Id","type"," Parameters","xx"]}'
done

id: " 554317"
tid: "xde"
python test.py /data{" Id":" 554317""group":"get", "item":"xde"],"fields":[" Id","type"," Parameters","xx"]}
id: " 7554317"
tid: "xx5e1"
python test.py /data{" Id":" 7554317""group":"get", "item":"xx5e1"],"fields":[" Id","type"," Parameters","xx"]}

with open('data.txt') as f:
    records = set()
    for line in f:
        id, tid = line.strip().split('" ,')
        id = id[1:]
        records.add((id,tid))

for r in sorted(records):
    id, tid = r
    print("id: {}, tid: {}".format(id, tid))

 {
      "time": 1522224314,
      "customParameters": [
    
        {
          "group": "url",
          "item": "https://www.xxx.a/3990154.html"
        },
        {
          "group": "title",
          "item": "a90189275"
        }
      ],
      "site": "xx877",
      "type": "test",
      "userId": "xx1"
    },

test.py

import json

with open('/home/test/a.json') as data_file:
    data = json.load(data_file)

for a in data['events']:
    a['customParameters'] = a['customParameters'][1]

new_some_json_string = json.dumps(data, indent=2)
 
print(new_some_json_string)

data file :a.json 
 "events": [
{
      "time": 1522224314,
      "customParameters": [

        {
          "group": "url",
          "item": "https://www.xxx.a/3990154.html"
        },
        {
          "group": "title",
          "item": "a90189275"
        }
      ],
      "site": "xx877",
      "type": "test",
      "userId": "xx1"
    }
]

expecting the output 
site      type   userId   group  item            group1  item1
xx877   test   xx1       url       https...        title      a90189275