diff --git a/data/excluded.txt b/data/excluded.txt new file mode 100644 index 00000000..67567bf0 --- /dev/null +++ b/data/excluded.txt @@ -0,0 +1,2228 @@ +# Tickers with large float that are not likely to run much can be excluded +# These are the tickers returned from Finviz when searching for price > $10 and float > 20M +TERP +CIIC +PINS +HCCO +IMAB +GLP +SPAQ +XPO +HYAC +TEAM +TENB +GFF +PRO +MITK +QTRX +HRC +SHAK +ATUS +SOHU +PEO +SRNE +BEP +PFPT +ZEN +GOOGL +RMG +BEAT +UAA +EXPE +CCH +ACHV +EE +WWE +SPB +BLDR +FB +AAPL +SEM +HCAC +CHD +UBX +MTZ +COOP +EBS +NFIN +GLIBA +TWOU +VCYT +SNY +NXGN +AMZN +UCTT +HURN +BLNK +BGS +DPHC +BNFT +NATI +BERY +GOOG +VOD +XLNX +HTH +BRKS +TSEM +PRPL +EXAS +LAZ +DLX +MX +AIMT +EGO +BZH +NIU +GSK +ENVA +CVX +FORM +RIO +LPLA +CRS +RDS-A +OSTK +REXR +QCOM +BTI +CPT +E +DVA +TNDM +LTC +LNTH +RP +SC +SWKS +DSPG +DOYU +VRTU +CAT +FLEX +GILD +IAA +CEO +SKM +APPS +EQX +IPOC +RPLA +PDD +HUBG +CAJ +RELX +TG +KL +AU +CHTR +SYK +EQNR +SKYW +NWL +LRN +ONEM +FMS +DLR +VRTX +CHEF +ECPG +KRA +IHG +KNSL +AIN +ERI +AMD +SIGI +APO +QURE +SGEN +PRTS +OSUR +CS +MTSI +CC +UPS +QRVO +POWI +HTGC +AG +DEO +PI +EA +CFFA +ADX +STFC +FUTU +ELF +JCI +CI +RDFN +ATR +MATW +LKFN +MANU +HI +CBRE +BC +ASIX +HIG +STM +CBD +CRTO +TM +SP +FSLY +FTAI +MELI +SPXC +FLS +ITT +BMCH +AON +WH +WTRG +DAN +NTUS +HZO +INTC +INOV +OPCH +FHI +ODT +W +XOM +TDOC +GFI +FANH +FIXX +MTD +MSFT +NOV +CGNX +ADP +AIMC +OBNK +BP +NVS +WY +EDU +TS +YUMC +EQC +LILA +MGM +BCEL +TIGO +NEP +WUBA +LLY +ERIC +GHG +MRK +HOLI +HMC +DORM +SGMO +GLPG +CF +PEG +AEM +KBAL +CGC +BUD +CTB +UVSP +SR +IDXX +H +MSCI +LVGO +AUPH +TSM +DECK +V +CRY +FLWS +BIO +CALX +FND +CROX +DRD +CUZ +SPH +TECH +RDWR +PSX +CODX +ACA +PHAT +ALEC +SNA +MGP +BECN +USAC +HOME +PAAS +TEX +HFC +MTOR +NET +RST +AA +RACE +BLDP +SSB +GOLD +CBZ +KREF +BNTX +JAZZ +WAFD +CCJ +SBSW +CPAA +FE +BKR +PG +SAH +VIRT +BAM +PATK +STC +VFC +FLOW +RUN +COG +GTHX +PYPL +AB +LBTYA +AGCO +GAM +VAR +CCC +MA +ATVI +ARGX +DNLI +PFS +PTC +LYB +CCEP +ETSY +CLX +RYAAY +SNN +AGI +COLM +UBS +LCII +NOVA +DKNG +DIOD +ELAN +CUBE +ANET +AER +VAC +MXIM +OSB +TBIO +PFC +TCDA +AZN +PBA +ABBV +RDUS +ORAN +WIFI +NLSN +FBHS +NVDA +ATKR +BBL +AWI +PSXP +SNPS +WSFS +ESPR +TTD +PTR +IMVT +COHU +PAYX +EHTH +RBA +GOOD +TPX +RF +DAO +FLR +MIME +ROKU +AERI +SSNC +PPC +PEB +HLT +OTTR +ALLT +ZBRA +MWA +CZZ +CUK +AUDC +UMBF +BAX +STX +TKR +BCO +WMGI +APAM +NVT +AZRE +HBI +SLGN +GMHI +POR +IONS +SSD +KHC +CMCSA +PEN +HSIC +FEYE +ZBH +FLXN +LHX +HOLX +IP +LIN +GNRC +RARE +INT +OR +YNDX +MTB +LNC +IPOB +CHWY +SUM +NCR +GPC +MU +NEW +HUBB +HSBC +CRSP +HEP +STN +NHI +BMO +NVST +ULTA +AOS +UIS +PLD +ICE +AMTB +KDP +HMI +TU +APLS +BKE +DBX +KLIC +STBA +DOOO +BE +OMF +KPTI +TER +INSG +VG +DMLP +CMPR +AVGO +TOT +WYNN +SPR +PRNB +VERI +MCO +SHLX +PRFT +CYTK +EVA +SHOO +AAN +BAH +EPD +MHO +ARCE +JKS +CRH +GM +HUYA +HAL +UFPI +NVO +XENE +MAR +NLTX +ZG +ACAM +UL +SNE +SONO +CBOE +CCS +MT +NFLX +TUP +BAC +UMH +DCI +K +CRI +ZGNX +RPAY +PLT +MGRC +PFSI +SSRM +VMC +LOPE +FBNC +MOH +IBM +NGVT +ELP +OSK +OMER +ALB +STOK +MTW +MAG +MMP +APA +URI +TSLA +STZ +EGHT +ITGR +BKH +BY +SWIR +HES +XRX +SANM +CHA +NKLA +MRVL +GWB +TXT +ACAD +AEIS +COO +ZTS +MMSI +JBL +HARP +LITE +UN +FDP +KMI +GPN +SRRK +HNGR +FIS +UNH +WOR +COP +NOC +MEOH +ABB +ALXN +PRTA +STRA +PRGO +FUN +FMX +KEX +FTCH +TFSL +NVCR +CNST +NOW +CNI +CVS +AN +KMT +WRK +PDFS +PHG +BLUE +SAP +SCHW +TSE +RGEN +JRVR +EPZM +ADI +GRBK +WFC +MGIC +MAA +TXRH +WU +ITW +AMKR +SHOP +IBKR +LRCX +RTRX +RNG +ARGO +CTSH +AXTA +JD +CDNS +NUE +FFIV +ESI +PBCT +MO +CHKP +CALM +RHP +EME +DOOR +AJG +AKUS +JCOM +WBS +IR +LAUR +SPT +CL +TTMI +CRUS +CONE +BRK-B +NEM +T +QDEL +AX +Z +IPGP +MPWR +FIX +STL +KW +SPGI +LSCC +ENB +EXPD +PFE +AVLR +BG +CE +FRPT +PHR +C +MEI +GEO +GO +SO +PODD +RTX +LKQ +KBR +HA +HLI +AGIO +MBUU +CCI +AAL +CVET +BA +ST +SSP +BVN +PII +CLAR +WSC +ZUMZ +CNMD +SAIA +BPYU +EBAY +MMM +HASI +TAP +SHW +ADSW +IX +ALV +TFII +WEN +BHP +SLB +MEDP +NUAN +CHDN +PTON +TAK +KNSA +KE +PBYI +KOD +SFM +VALE +FRG +ADNT +SCHL +EXP +SLF +CHT +WYND +PNR +RDN +OFC +BCLI +CHGG +SIMO +CUBI +CORT +SWI +FELE +MTH +FSS +LBAI +AMT +BK +CMC +AKRO +GIL +LAD +WTS +AZEK +GMRE +USB +BOOT +TGP +IMAX +CP +LOGI +WRE +APTV +MCK +ARW +NTCT +KN +LVS +WELL +CAH +CATM +IQV +TWLO +ORA +RRR +MDC +AVTR +LFC +NKE +BILI +PRDO +BPY +CFR +ALLY +SU +JWN +WBA +SKY +FFIC +VLO +SBH +STT +PENN +GIS +TRC +GBX +OTEX +SBS +ACIA +SNDR +JBGS +GD +WKHS +KEY +JELD +TWTR +FMBI +ALLK +LIVN +ROIC +CUE +OKE +EXPO +KOP +BCC +TPTX +CAR +JPM +ROST +BLMN +PLOW +KMB +RVMD +MPLX +MTCH +MOG-A +DEI +DHI +TSC +REYN +TTWO +LEG +TOWN +TPC +CHRW +FUL +MAS +WWW +LBRDA +ORLY +BCH +VRNT +SNP +MXL +EDIT +CYBR +SNAP +BCPC +MIRM +VC +WERN +ALKS +CDZI +HST +MSBI +TTEK +GFL +EMR +MNTA +HMST +VVV +DRQ +EL +TECK +ILMN +BRO +AMAT +WAB +RPM +HZNP +PAYC +DISH +SLG +ALLE +SCL +TVTY +EPR +SFIX +FITB +LOB +CLI +RCM +MRNA +KNX +LPX +BGNE +SBSI +CIB +ETH +ECOM +ESLT +PRVL +FNV +MKSI +FL +HAS +PS +LXFR +DOCU +GVA +MNR +SE +GSBD +BEAM +SQ +WLK +VIR +POOL +BKNG +ACM +AMBA +AIR +FDX +CME +IFF +CNP +AMCR +NXRT +TRN +KNOP +DOV +WPM +NSC +SHI +RDY +LDOS +CCOI +TRMK +IBCP +LL +WCN +HMN +AY +BSX +NEE +CERN +SINA +SCCO +PB +TRP +INFY +RYN +DAR +CLDR +TEL +YY +GIB +CSIQ +ICHR +NXST +TRTN +SIVB +ATSG +HII +VNDA +EC +IPHI +JACK +MDT +IRDM +AMCX +PRAA +CNQ +BRP +SMAR +HNI +WING +CVLT +NTR +OMC +ORCL +NTGR +COHR +PEAK +TROW +DOW +KSS +HON +MCD +AMGN +AFL +CXP +D +OLED +YUM +ENTG +RY +VIPS +AGNC +CB +SCPL +SYNH +R +DD +AEGN +PSTG +SITE +AXNX +CXO +TXN +KTOS +SCSC +IMOS +JW-A +SRCE +SNV +DVN +CDNA +INVH +ESS +AWR +CARG +SMG +MSA +BLKB +BBBY +LMRK +CFX +XYL +SPSC +BKI +NTAP +DE +FOXA +BCEI +PNTG +AXP +TCF +PUK +OSPN +CAKE +EQR +BCSF +NIO +CTXS +MNRO +ATO +HGV +PFGC +GCP +BHE +MPC +FWRD +GWW +BWA + CMA +OSPN +BWA +INGN +BHVN +VTR +CNC +BCSF +FIVN +DCOM +ADM +CMI +BHE +AIV +GCP +FAST +BV +PCAR +MMC +BIIB +FIBK +NVMI +AQUA +AIG +JLL +GEF +ABM +DX +FAF +AAON +VSAT +SBUX +VBTX +MDLZ +BRC +WORK +UDR +UAL +VCRA +SCI +TWNK +PRLB +TNET +BCE +DNKN +ATGE +REAL +DRNA +RL +PLAY +NGG +TPH +FLIC +SRI +NAV +SMTC +KRO +VZ +GRC +RAD +UPWK +RGLD +EVH +WHD +MPW +ON +AAP +CCU +SUN +DUK +VYGR +SEE +ENV +TW +GDDY +CGEN +UNVR +UNP +PCH +BABA +GPK +ADBE +MTX +TME +THC +WW +QGEN +NXPI +ATNX +PQG +FMNB +ZS +TTGT +TDC +STNG +TRUP +KEYS +ENS +TPR +EIX +SPTN +ISRG +KO +SEIC +INO +THG +AVNS +FCX +CFG +TRV +GRUB +MC +EIG +WRI +MCY +JBLU +WMB +DISCK +CACI +PSA +ELY +ORIC +AGYS +APH +EXPI +XEL +USFD +MRTN +CRL +NPO +MATX +DCPH +CIEN +CZR +SHG +PHM +HUN +SGRY +BZUN +HBNC +JNJ +SWAV +KSU +NJR +DY +NUVA +IMO +MMI +PACW +AYX +BEN +GIII +GRMN +TMHC +NEWR +NK +LEVI +FTV +KRC +BXP +IPG +GMED +FTS +DLB +VRS +SAVE +MGA +WSBF +AMPH +WPP +TGT +HSTM +CMG +ECHO +NTNX +RMBS +SMP +CWH +TR +WNC +CSX +PSB +J +LMT +EBF +OPI +ARMK +HPP +JBHT +GMAB +BFAM +LEA +NARI +TRS +AJRD +VNE +AMAL +BDC +SHYF +ROLL +IRT +DSGX +ARCB +ETN +VSLR +COR +DCP +RHI +UFCS +HSC +STAG +KBH +NRG +MAIN +NBIX +KAR +FOX +FDS +SON +TAL +FTDR +DEA +SHLL +ALNY +PNW +ORI +GOLF +LPSN +ED +RNST +SJR +PRIM +CCL +BMY +OEC +OXY +STAA +CSCO +MRTX +INMD +OC +KLAC +HP +GNTX +NCLH +FRT +OCFT +MLM +COLL +TMO +BHC +MDU +OKTA +BRBR +NTLA +FSV +SBRA +HCAT +RJF +WDC +CAE +UBER +WGO +DDOG +GES +UHS +SRCL +DRE +VMD +QNST +CAMT +TGTX +BYD +WAT +LH +MODN +HRTX +CPB +APD +AZO +FCN +MLCO +IEX +EWBC +TPIC +OLN +SKX +PH +PWR +COLD +PSMT +TRU +GL +PNC +SIX +NGHC +JNPR +FCFS +ROAD +WHR +ABT +PAGS +RVNC +VEEV +AMSWA +CINF +PRVB +PKG +ES +REG +PDM +TNK +SSYS +STWD +TCOM +EXC +EEFT +ZYME +CNA +QLYS +SPWH +PKI +LB +HEES +SYF +WEC +BPMC +ACIW +SEAS +NKTR +LAMR +AVB +MDB +LULU +AMX +SHEN +CTS +OCFC +LSI +EBSB +BPOP +MANT +LXP +FFWM +SAGE +KURA +CSL +EHC +NMIH +WEX +CSGP +RBC +SWK +NEOG +KIM +FTNT +ANAB +RETA +GS +MET +EPAM +PM +SIBN +CDW +ALSN +RCL +AQN +SPG +MFC +COUP +VIAC +CRWD +RMD +HAE +CMP +PNM +PRU +YELP +CPF +ASH +NDAQ +FVRR +OI +NOMD +BOKF +CARA +RCKT +KMX +WNS +DGICA +WSBC +HNP +EFC +BBU +CPA +SASR +BATRA +CATY +BXMT +SYY +VNO +EMN +DHR +HCA +MS +TX +MTN +CNK +ITRI +COLB +ASB +PACQ +WDAY +LW +CWT +CELH +SJI +FN +AWK +WM +ZLAB +CEQP +PAC +CRM +SUPN +GRA +FMC +BBIO +INTU +CCK +CSII +PGR +AXGN +IIVI +RXN +UPLD +ENSG +AMTD +BUSE +KNL +SMPL +WMS +LUV +GOOS +BDX +PAG +SCHN +AUB +FISV +GOSS +IT +CYRX +NGM +NVRO +TRWH +WLTW +FRME +KR +HCM +ROK +MGNX +EQIX +BNS +IOSP +PEP +LYFT +HOMB +ANGI +AAWW +CMCO +NOAH +GMS +SRC +ADS +NTRS +LSTR +HD +DIS +MOMO +INGR +ADSK +ORCC +OMI +HWC +BCOV +SA +SLQT +CAG +MAXR +WSM +CM +HTLD +CENT +SUI +EQT +ODP +ILPT +DGX +ODFL +SPCE +PINC +VVI +OMAB +VRSN +AZZ +MDLA +FWONA +VMW +VICR +FSLR +SPOT +BKU +ALTR +RYTM +ANTM +OZK +HUBS +BATRK +ARWR +MYGN +JHG +MNST +FATE +MHK +PJT +SWBI +SWM +IMMU +PLNT +ASMB +AKAM +MLHR +UNM +CLLS +GWPH +WABC +PRI +AVNT +PHI +PSTX +VNET +MUSA +TGNA +RGNX +TXG +HRL +GPS +SGMS +CBU +RLI +MTEM +GRPN +OHI +TWST +AL +ARVN +MASI +ABCB +SEDG +JOE +BLL +KRTX +ELS +STLD +ZUO +QTWO +HUM +SAIC +BRX +BMA +BR +PE +JHX +ACHC +NTES +AMRC +BLX +FF +XEC +INVA +FOLD +QFIN +HCSG +CVI +LMND +LOW +PCRX +FBC +ALLO +SRE +CMTL +WST +MLI +PGTI +LHCG +TCBI +ZM +SATS +NVAX +NWE +TFX +FFIN +FIVE +EVOP +LFUS +ALEX +MOS +LECO +IRM +IDCC +TSU +ACN +TRIP +HOG +AVRO +BLD +HALO +RCUS +BSIG +HSY +SLAB +ARE +STNE +HRI +ALK +XRAY +INSW +GPRE +ATH +CTLT +HCKT +FICO +PING +EBIX +UVE +CHL +DAL +ONTO +CTAS +NLS +FRC +RSG +VECO +GWRE +UBSI +WMT +FBM +EGOV +CR +AME +CDLX +ZION +AAT +ALGN +TSCO +GBT +OOMA +REPL +COST +CVBF +UMPQ +AXS +ATHM +EW +SYNA +ACGL +SBGI +APOG +CDXS +HTLF +RS +AMP +ABMD +AMTI +GKOS +GTES +WPC +LII +CIT +UTHR +URBN +MUR +EVTC +GGG +KAMN +CLBK +DK +TDG +BIDU +FTAC +DLPH +AVY +PRGS +SPLK +WDR +FLO +TFC +CRNC +DXCM +SBAC +BPMP +TDS +NX +CWK +AGR +O +FOE +HTA +JBT +ASTE +ACLS +AMG +EPAY +HRB +NEO +PEGA +ATRC +TJX +PRSP +ADTN +MAN +YETI +PDCO +VRM +ICPT +PPL +MYL +MYOV +ECOL +AES +JEF +CALT +ADVM +HFWA +CSGS +NWSA +BANC +OMCL +VOYA +TEVA +CHRS +SNX +NUS +DGII +ALE +MMS +PXD +THR +MGTX +VSH +VST +HE +DTE +EOG +PAHC +FANG +CTVA +EAT +CREE +ONB +ROP +SWTX +AEO +EVRG +MYOK +BMRN +QRTEA +IRTC +WCC +HR +MESO +BMI +DISCA +DG +HQY +CLGX +VIAV +NTB +IRBT +SQM +EYE +BLCT +SIG +AEE +NNN +CW +UCBI +LOGM +CVNA +APPN +CNOB +TSN +DOX +AMH +CWST +DOC +RGA +ZTO +HAIN +TCBK +TRMB +NWN +CASY +CLR +MCS +FHB +TCP +OTIS +TT +INSM +TRNO +CNO +GTY +TLK +EGP +ROL +ICLR +BURL +CWEN-A +SYBT +ESE +PAM +PNFP +CUB +EPC +DELL +DOMO +PETQ +SAIL +MD +FGEN +ETFC +IQ +VRRM +TYL +SERV +CCMP +PTCT +SNBR +PLAB +CARR +HWM +MSM +HCC +SF +WIX +BIPC +HRTG +EV +SNDX +LNG +PCTY +REGI +PBH +CDK +ACI +DKS +LGIH +BBY +HMSY +GABC +MYE +BYND +PPG +CNS +KKR +DLTR +CPRT +QTS +STAR +VCEL +SCS +DRI +CBB +AMED +HPQ +VMI +FBMS +SMCI +NYCB +ETR +MAT +VIVO +TBK +INCY +SJM +LNT +IBOC +RDNT +NWS +AXSM +GGAL +BAP +MGEE +MIC +ALL +MORN +PD +IOVA +AVAV +NLOK +ADCT +PDCE +TRI +NS +SYKE +EXEL +MGLN +NSIT +RUSHA +KB +BOX +KMPR +VRSK +SBNY +XNCR +GTN +MANH +THO +XLRN +GTLS +AIZ +WSO +PLMR +CCXI +LEN +TBI +RGP +FOCS +CMS +GLT +EVBG +LYV +GATX +QSR +LZB +SJW +REGN +BIG +GNL +EFX +STOR +BDN +UGI +VICI +CHH +SRPT +CBT +SPNS +PKX +MIDD +AKBA +DT +SFNC +OPRT +MCHP +KRNT +AZPN +WBK +INSP +IBTX +XENT +NVTA +CORE +ECL +FOXF +KTB +AVD +ASGN +AIT +JCAP +STE +EFSC +RPD +HXL +CPRI +UFS +CVM +PGNY +FFBC +KOF +PLXS +CBSH +OGS +TTC +PSNL +ZEAL +EQH +BJ +BF-B +UE +ENR +CODI +TREX +MOR +GDS +FCPT +HHC +VRNS +DXC + MKC +RCI +AMN +SWX +FREQ +PSN +ENPH +CDAY +KRMD +AMBC +BANR +VRT +PMT +LMNX +HLF +ROCK +NFG +COWN +BXS +BILL +VREX +GSX +LASR +SXT +CEVA +ANSS +BWXT +CTRE +IDA +UVV +AEL +VNOM +YEXT +RAMP +PVH +CET +ACB +OUT +GDOT +XP +DPZ +WRB +DFS +KFY +PPD +AVYA +NICE +IFS +ITCI +HLNE +OGE +BOH +B +JKHY +THRM +NSA +KELYA +CBRL +ERIE +ANDE +VSTO +NI +WWD +ADC +NOVT +HDS +ATRA +BCOR +CEA +CLB +SBCF +COF +BL +YMAB +GNMK +SFBS +INFO +PRAH +RNR +ARNA +LN +LSXMA +AGO +EVR +FLIR +JOBS +ABC +SILK +AVA +BRKR +RCII +OFG +TBPH +CHNG +FLT +WAL +RAVN +AYI +SVMK +GLOB +WK +NYT +GLPI +WB +RLAY +APG +CNNE +ALRM +HELE +CSOD +G +PRA +VIE +IESC +NTRA +TDY +AVT +NSP +FSCT +NBHC +AAXN +TMUS +TOL +DADA +PPBI +GTS +FR +CQP +ADPT +EXR +L +NKTX +CASH +NBTB +PRMW +HEI +GH +LM +GBCI +VVNT +POST +HLIO +EXLS +EPRT +WTFC +IMXI +THS +EPAC +INDB +SWCH +CLH +RPRX +OLLI +PLAN +PANW +MMYT +PZZA +AXDX +MRCY +ESNT +RE +BHF +ESTC +MDP +AKR +MSI +MRSN +MKTX +ZI +EGBN +UNFI +PLRX +IART +CMD +STAY +WD +ACC +NDSN +TIF +AFG +FNF +IAC +ARNC +FOUR +REZI +BLK +HTHT +NSTG +CG +TLND +FMTX +AFYA +ANAT +PAND +ARES +APXT +PTGX +BITA +TCO +RNA +NCNO +OXFD +GOCO +AMCI +WF +CCAP +DNB +CRSA +AMEH +WMG +MRUS +FPAC +CIGI +ALXO +ACCD +RPTX +GBIO +LATN +FUSN +SBE +PCVX +SSPK +KEN +LGC +AKO-B +CHPM \ No newline at end of file diff --git a/stocklist.py b/stocklist.py index 03e06bc8..468ee1d8 100644 --- a/stocklist.py +++ b/stocklist.py @@ -41,21 +41,38 @@ def __init__(self, update=True): self.ftp.retrbinary("RETR " + filename + ".txt", open(filepath, 'wb').write) - all_listed = open("data/alllisted.txt", 'w') - - for filename, filepath in self.filenames.items(): - with open(filepath, "r") as file_reader: - for i, line in enumerate(file_reader, 0): - if i == 0: + all_listed = open("data/alllisted.txt", 'w') + all_tickers = [] + tickers_to_exclude = [] + # Compile list of all tickers possible + for filename, filepath in self.filenames.items(): + with open(filepath, "r") as file_reader: + for i, line in enumerate(file_reader, 0): + if i == 0: + continue + + line_split = line.strip().split("|") + + # line_split[6] and line_split[4] is for ETFs. Let's skip those to make this faster. + if line_split[0] == "" or line_split[1] == "" or (filename == 'nasdaqlisted' and line_split[6] == 'Y') or (filename == 'otherlisted' and line_split[4] == 'Y'): + continue + all_tickers.append(line) + # Compile list of tickers to exclude + with open("data/excluded.txt", "r") as file_reader_excluded: + for j, line_excluded in enumerate(file_reader_excluded, 0): + if j == 0: continue - - line = line.strip().split("|") - - # line[6] and line[4] is for ETFs. Let's skip those to make this faster. - if line[0] == "" or line[1] == "" or (filename == 'nasdaqlisted' and line[6] == 'Y') or (filename == 'otherlisted' and line[4] == 'Y'): + line_split = line_excluded.strip().split("|") + if line_split[0] == "": continue - - all_listed.write(line[0] + ",") - global exportList - exportList.append(line[0]) - all_listed.write(line[0] + "|" + line[1] + "\n") + tickers_to_exclude.append(line_split[0]) + print("Excluded tickers = " + str(len(tickers_to_exclude))) + # Output all tickers - tickers to exclude + for y in all_tickers: + line = y.strip().split("|") + if line[0] == "" or line[1] == "" or line[0] in tickers_to_exclude: + continue + all_listed.write(line[0] + ",") + global exportList + exportList.append(line[0]) + all_listed.write(line[0] + "|" + line[1] + "\n")