Using checkinstall is easy to manage/remove custom packages.
apt-get -y install checkinstall
wget custom-package.tar.gz
tar xfvz custom-package.tar.gz
cd custom-package
./configure
make
checkinstall make install
# list package contents
dpkg -L custom-package
# remove package
dpkg -r custom-package