I've just built and run mine on raspbian
and it seems to be fine .. however I do it like :-
ver=3.5.0
wget http://ck.kolivas.org/apps/cgminer/cgminer-$ver.tar.bz2
tar xf cgminer-$ver.tar.bz2
cd cgminer-$ver
mkdir libusb
cd libusb
wget http://sourceforge.net/projects/libusb/files/libusb-1.0/libusb-1.0.16-rc10/libusb-1.0.16-rc10.tar.bz2
tar -xf libusb-1.0.16-rc10.tar.bz2
cd libusb-1.0.16-rc10
./configure
make CC=distcc
cd ../..
LIBUSB_CFLAGS="-I./libusb/libusb-1.0.16-rc10/libusb" LIBUSB_LIBS="./libusb/libusb-1.0.16-rc10/libusb/.libs/libusb-1.0.a -ludev" ./configure --enable-icarus --enable-bitfury --disable-opencl
make CC=distcc