Yes, initially one can do the following but i find it removes things I find useful on my boxes.. like ssh-client and ssh server. yum groupremove "Development Tools"
So that is why I do this; Should work great on x64 systems.
yum erase autoconf.noarch automake.noarch bison.x86_64 byacc.x86_64 cscope.x86_64 ctags.x86_64 cvs.x86_64 diffstat.x86_64 doxygen.x86_64 elfutils.x86_64 flex.x86_64 gcc.x86_64 gcc-c++.x86_64 gcc-gfortran.x86_64 gettext.x86_64 git.x86_64 indent.x86_64 intltool.noarch libtool.x86_64 make.x86_64 patch.x86_64 patchutils.x86_64 pkgconfig.x86_64 rcs.x86_64 redhat-rpm-config.noarch rpm-build.x86_64 subversion.x86_64 swig.x86_64 systemtap.x86_64 alsa-lib.x86_64 apr.x86_64 apr-util.x86_64 atk.x86_64 avahi-libs.x86_64 cairo.x86_64 cloog-ppl.x86_64 cpp.x86_64 cups-libs.x86_64 elfutils-libs.x86_64 fontconfig.x86_64 freetype.x86_64 gdb.x86_64 gettext-devel.x86_64 gettext-libs.x86_64 glibc-devel.x86_64 glibc-headers.x86_64 gnutls.x86_64 gtk2.x86_64 hicolor-icon-theme.noarch jasper-libs.x86_64 kernel-devel.x86_64 kernel-headers.x86_64 libICE.x86_64 libSM.x86_64 libX11.x86_64 libX11-common.noarch libXau.x86_64 libXcomposite.x86_64 libXcursor.x86_64 libXdamage.x86_64 libXext.x86_64 libXfixes.x86_64 libXft.x86_64 libXi.x86_64 libXinerama.x86_64 libXrandr.x86_64 libXrender.x86_64 libXtst.x86_64 libart_lgpl.x86_64 libgcj.x86_64 libgfortran.x86_64 libgomp.x86_64 libjpeg-turbo.x86_64 libpng.x86_64 libproxy.x86_64 libproxy-bin.x86_64 libproxy-python.x86_64 libstdc++-devel.x86_64 libtasn1.x86_64 libthai.x86_64 libtiff.x86_64 libxcb.x86_64 mailcap.noarch mpfr.x86_64 neon.x86_64 pakchois.x86_64 pango.x86_64 perl.x86_64 perl-Compress-Raw-Zlib.x86_64 perl-Compress-Zlib.x86_64 perl-Error.noarch perl-Git.noarch perl-HTML-Parser.x86_64 perl-HTML-Tagset.noarch perl-IO-Compress-Base.x86_64 perl-IO-Compress-Zlib.x86_64 perl-Module-Pluggable.x86_64 perl-Pod-Escapes.x86_64 perl-Pod-Simple.x86_64 perl-URI.noarch perl-XML-Parser.x86_64 perl-libs.x86_64 perl-libwww-perl.noarch perl-version.x86_64 pixman.x86_64 ppl.x86_64 rsync.x86_64 systemtap-client.x86_64 systemtap-devel.x86_64 systemtap-runtime.x86_64 unzip.x86_64 xz.x86_64 xz-lzma-compat.x86_64 zip.x86_64