Changes

SELECT COUNT(*) FROM firmbase1 WHERE undisclosedflag = 0;

SELECT COUNT(*) FROM (SELECT DISTINCT firmname, statecode, foundingdate FROM firmbase1 WHERE undisclosedflag = 0)a;

DROP TABLE firmbasecore;

CREATE TABLE firmbasecore AS

SELECT * FROM firmbase1 WHERE undisclosedflag = 0;

Instead we chose to use only firmname as the key because there were not too many duplicates. We remove the duplicates by selecting the lesser foundingdate.

GROUP BY firmname

HAVING COUNT(*) > 1;

DROP TABLE firmbaseinclude;

INNER JOIN firmbaseduplicates AS d ON f.firmname = d.firmname

GROUP BY f.firmname;

DROP TABLE firmbasecore;

LEFT JOIN firmbaseinclude AS r ON r.firmname = l.firmname AND r.foundingdate = l.foundingdate

WHERE r.firmname IS NULL AND undisclosedflag = 0;

SELECT COUNT(DISTINCT firmname) FROM firmbasecore;

==Cleaning fundbase==