Shell Programming and Scripting

  wget -qO- http://fulgentdiagnostics.com/test/clinical-exome/ | cat > flugentsource.txt

 sed 'N; s/\n/\t/; s/href="/>/; s/<[^>]*>//g; s/">/\t/g; s/[ -]*&#[0-9]*;[ -]*//g; /^[\t]*$/d' flugentsource.txt . flugent.txt

awk '/<h4>Genes: <\/h4>/ {A=1} A && /<\/div>$/ {print $0;A=0}'  Input_file

awk '/<h4>Genes: <\/h4>/ {A=1} A && /<\/div>$/ {print $0;B=$0;A=0} END{S=gsub(/,/,X,B);print "Total Count: " S+1}'  Input_file

awk     '/<h4>Genes/            {getline; print NF}
         /<h4>Number of Genes/  {getline
                                 gsub (/[       ]*|<\/div>/, "")
                                 print}
        ' FS=, /tmp/flugentsource.txt
4682
4641

awk     '/<h4>Genes/            {do {getline; CNT+=NF-1}
                                        while (!($0 ~ /<\/div>/))
                                 print CNT+1
                                }
         /<h4>Number of Genes/  {getline
                                 gsub (/[       ]*|<\/div>/, "")
                                 print}
        ' FS=, file