tar -tf <tar.gz file>

tar -tf <tar.gz file> | grep <file name you want to search>