Overall Statistics
Total Trades
1687
Average Win
1.01%
Average Loss
-0.66%
Compounding Annual Return
34.289%
Drawdown
17.800%
Expectancy
0.693
Net Profit
4562.480%
Sharpe Ratio
1.792
Probabilistic Sharpe Ratio
96.980%
Loss Rate
33%
Win Rate
67%
Profit-Loss Ratio
1.52
Alpha
0.344
Beta
0.152
Annual Standard Deviation
0.208
Annual Variance
0.043
Information Ratio
0.65
Tracking Error
0.28
Treynor Ratio
2.446
Total Fees
$3096.56
import pandas as pd
class LiquidUniverseSelection(QCAlgorithm):
    
    def Initialize(self):
        self.SetBenchmark("QQQ")
        self.SetStartDate(2008, 1, 1)
        self.SetEndDate(2021,1,10)
        self.SetCash(10000)
        res = Resolution.Hour
        self.MRKT = self.AddEquity('SPY', res).Symbol
        self.TLT = self.AddEquity('TLT', res).Symbol
        self.S0=self.AddEquity('MCF',res).Symbol
        self.S1=self.AddEquity('NUVA',res).Symbol
        self.S2=self.AddEquity('USNA',res).Symbol
        self.S3=self.AddEquity('FSTR',res).Symbol
        self.S4=self.AddEquity('CENX',res).Symbol
        self.S5=self.AddEquity('D',res).Symbol
        self.S6=self.AddEquity('SCCO',res).Symbol
        self.S7=self.AddEquity('CCK',res).Symbol
        self.S8=self.AddEquity('AZO',res).Symbol
        self.S9=self.AddEquity('GGG',res).Symbol
        self.S10=self.AddEquity('BMRN',res).Symbol
        self.S11=self.AddEquity('HLF',res).Symbol
        self.S12=self.AddEquity('CALM',res).Symbol
        self.S13=self.AddEquity('HAL',res).Symbol
        self.S14=self.AddEquity('PLCE',res).Symbol
        self.S15=self.AddEquity('CMP',res).Symbol
        self.S16=self.AddEquity('ILMN',res).Symbol
        self.S17=self.AddEquity('MO',res).Symbol
        self.S18=self.AddEquity('YUM',res).Symbol
        self.S19=self.AddEquity('MLHR',res).Symbol
        self.S20=self.AddEquity('UAL',res).Symbol
        self.S21=self.AddEquity('SPWR',res).Symbol
        self.S22=self.AddEquity('TPR',res).Symbol
        self.S23=self.AddEquity('ALSK',res).Symbol
        self.S24=self.AddEquity('KOP',res).Symbol
        self.S25=self.AddEquity('PDLI',res).Symbol
        self.S26=self.AddEquity('CAG',res).Symbol
        self.S27=self.AddEquity('MSFT',res).Symbol
        self.S28=self.AddEquity('DLX',res).Symbol
        self.S29=self.AddEquity('CDE',res).Symbol
        self.S30=self.AddEquity('CF',res).Symbol
        self.S31=self.AddEquity('MOS',res).Symbol
        self.S32=self.AddEquity('CL',res).Symbol
        self.S33=self.AddEquity('CE',res).Symbol
        self.S34=self.AddEquity('SPH',res).Symbol
        self.S35=self.AddEquity('AMSC',res).Symbol
        self.S36=self.AddEquity('SPR',res).Symbol
        self.S37=self.AddEquity('CPSI',res).Symbol
        self.S38=self.AddEquity('ALGN',res).Symbol
        self.S39=self.AddEquity('GCO',res).Symbol
        self.S40=self.AddEquity('KBR',res).Symbol
        self.S41=self.AddEquity('SPPI',res).Symbol
        self.S42=self.AddEquity('AGCO',res).Symbol
        self.S43=self.AddEquity('URI',res).Symbol
        self.S44=self.AddEquity('BC',res).Symbol
        self.S45=self.AddEquity('RMBS',res).Symbol
        self.S46=self.AddEquity('IT',res).Symbol
        self.S47=self.AddEquity('LRCX',res).Symbol
        self.S48=self.AddEquity('HOV',res).Symbol
        self.S49=self.AddEquity('SANM',res).Symbol
        self.S50=self.AddEquity('UTHR',res).Symbol
        self.S51=self.AddEquity('BA',res).Symbol
        self.S52=self.AddEquity('YRCW',res).Symbol
        self.S53=self.AddEquity('FOE',res).Symbol
        self.S54=self.AddEquity('MSI',res).Symbol
        self.S55=self.AddEquity('LPX',res).Symbol
        self.S56=self.AddEquity('NFLX',res).Symbol
        self.S57=self.AddEquity('AJRD',res).Symbol
        self.S58=self.AddEquity('X',res).Symbol
        self.S59=self.AddEquity('BMY',res).Symbol
        self.S60=self.AddEquity('RBBN',res).Symbol
        self.S61=self.AddEquity('ARLP',res).Symbol
        self.S62=self.AddEquity('TEX',res).Symbol
        self.S63=self.AddEquity('BKE',res).Symbol
        self.S64=self.AddEquity('GILD',res).Symbol
        self.S65=self.AddEquity('SJT',res).Symbol
        self.S66=self.AddEquity('ALXN',res).Symbol
        self.S67=self.AddEquity('MTN',res).Symbol
        self.S68=self.AddEquity('STRA',res).Symbol
        self.S69=self.AddEquity('AMD',res).Symbol
        self.S70=self.AddEquity('ATI',res).Symbol
        self.S71=self.AddEquity('SNBR',res).Symbol
        self.S72=self.AddEquity('AEIS',res).Symbol
        self.S73=self.AddEquity('CPE',res).Symbol
        self.S74=self.AddEquity('MDC',res).Symbol
        self.S75=self.AddEquity('PBI',res).Symbol
        self.S76=self.AddEquity('TPX',res).Symbol
        self.S77=self.AddEquity('CLX',res).Symbol
        self.S78=self.AddEquity('PM',res).Symbol
        self.S79=self.AddEquity('VHC',res).Symbol
        self.S80=self.AddEquity('MSB',res).Symbol
        self.S81=self.AddEquity('INT',res).Symbol
        self.S82=self.AddEquity('TEN',res).Symbol
        self.S83=self.AddEquity('VRSN',res).Symbol
        self.S84=self.AddEquity('MAN',res).Symbol
        self.S85=self.AddEquity('ADM',res).Symbol
        self.S86=self.AddEquity('CATM',res).Symbol
        self.S87=self.AddEquity('TPC',res).Symbol
        self.S88=self.AddEquity('KMX',res).Symbol
        self.S89=self.AddEquity('ARW',res).Symbol
        self.S90=self.AddEquity('MVO',res).Symbol
        self.S91=self.AddEquity('OLED',res).Symbol
        self.S92=self.AddEquity('INVA',res).Symbol
        self.S93=self.AddEquity('WEX',res).Symbol
        self.S94=self.AddEquity('FTK',res).Symbol
        self.S95=self.AddEquity('ZAGG',res).Symbol
        self.S96=self.AddEquity('ASRT',res).Symbol
        self.S97=self.AddEquity('VECO',res).Symbol
        self.S98=self.AddEquity('CAL',res).Symbol
        self.S99=self.AddEquity('CRUS',res).Symbol
        self.S100=self.AddEquity('UAA',res).Symbol
        self.S101=self.AddEquity('EHC',res).Symbol
        self.S102=self.AddEquity('CRS',res).Symbol
        self.S103=self.AddEquity('ARAY',res).Symbol
        self.S104=self.AddEquity('DECK',res).Symbol
        self.S105=self.AddEquity('CRI',res).Symbol
        self.S106=self.AddEquity('LAD',res).Symbol
        self.S107=self.AddEquity('LGF-A',res).Symbol
        self.S108=self.AddEquity('WSO',res).Symbol
        self.S109=self.AddEquity('LB',res).Symbol
        self.S110=self.AddEquity('LMT',res).Symbol
        self.S111=self.AddEquity('DISH',res).Symbol
        self.S112=self.AddEquity('WNC',res).Symbol
        self.S113=self.AddEquity('ABMD',res).Symbol
        self.S114=self.AddEquity('CLNE',res).Symbol
        self.S115=self.AddEquity('DHI',res).Symbol
        self.S116=self.AddEquity('CIEN',res).Symbol
        self.S117=self.AddEquity('AAPL',res).Symbol
        self.S118=self.AddEquity('TOL',res).Symbol
        self.S119=self.AddEquity('INFI',res).Symbol
        self.S120=self.AddEquity('REGN',res).Symbol
        self.S121=self.AddEquity('OSUR',res).Symbol
        self.S122=self.AddEquity('HL',res).Symbol
        self.S123=self.AddEquity('SAH',res).Symbol
        self.S124=self.AddEquity('EGHT',res).Symbol
        self.S125=self.AddEquity('CQP',res).Symbol
        self.S126=self.AddEquity('IDCC',res).Symbol
        self.S127=self.AddEquity('MTZ',res).Symbol
        self.S128=self.AddEquity('FUN',res).Symbol
        self.S129=self.AddEquity('GNRC',res).Symbol
        self.S130=self.AddEquity('BAH',res).Symbol
        self.S131=self.AddEquity('LORL',res).Symbol
        self.S132=self.AddEquity('CEQP',res).Symbol
        self.S133=self.AddEquity('ACHC',res).Symbol
        self.S134=self.AddEquity('SRPT',res).Symbol
        self.S135=self.AddEquity('WYNN',res).Symbol
        self.S136=self.AddEquity('TSLA',res).Symbol
        self.S137=self.AddEquity('WGO',res).Symbol
        self.S138=self.AddEquity('RGR',res).Symbol
        self.S139=self.AddEquity('DRQ',res).Symbol
        self.S140=self.AddEquity('GLDD',res).Symbol
        self.S141=self.AddEquity('ACIW',res).Symbol
        self.S142=self.AddEquity('INCY',res).Symbol
        self.S143=self.AddEquity('TTWO',res).Symbol
        self.S144=self.AddEquity('KW',res).Symbol
        self.S145=self.AddEquity('XPER',res).Symbol
        self.S146=self.AddEquity('GEOS',res).Symbol
        self.S147=self.AddEquity('NXST',res).Symbol
        self.S148=self.AddEquity('LNG',res).Symbol
        self.S149=self.AddEquity('UI',res).Symbol
        self.S150=self.AddEquity('NKTR',res).Symbol
        self.S151=self.AddEquity('EVC',res).Symbol
        self.S152=self.AddEquity('ANGI',res).Symbol
        self.S153=self.AddEquity('SSYS',res).Symbol
        self.S154=self.AddEquity('PODD',res).Symbol
        self.S155=self.AddEquity('SGEN',res).Symbol
        self.S156=self.AddEquity('ONVO',res).Symbol
        self.S157=self.AddEquity('SKX',res).Symbol
        self.S158=self.AddEquity('CI',res).Symbol
        self.S159=self.AddEquity('DAL',res).Symbol
        self.S160=self.AddEquity('NCR',res).Symbol
        self.S161=self.AddEquity('HALO',res).Symbol
        self.S162=self.AddEquity('MDXG',res).Symbol
        self.S163=self.AddEquity('MACK',res).Symbol
        self.S164=self.AddEquity('MTOR',res).Symbol
        self.S165=self.AddEquity('PHM',res).Symbol
        self.S166=self.AddEquity('FLDM',res).Symbol
        self.S167=self.AddEquity('XOMA',res).Symbol
        self.S168=self.AddEquity('SWBI',res).Symbol
        self.S169=self.AddEquity('EAT',res).Symbol
        self.S170=self.AddEquity('ACRX',res).Symbol
        self.S171=self.AddEquity('UVV',res).Symbol
        self.S172=self.AddEquity('ATNI',res).Symbol
        self.S173=self.AddEquity('JOE',res).Symbol
        self.S174=self.AddEquity('MPAA',res).Symbol
        self.S175=self.AddEquity('BCRX',res).Symbol
        self.S176=self.AddEquity('MBOT',res).Symbol
        self.S177=self.AddEquity('PCRX',res).Symbol
        self.S178=self.AddEquity('AZPN',res).Symbol
        self.S179=self.AddEquity('LUMO',res).Symbol
        self.S180=self.AddEquity('DENN',res).Symbol
        self.S181=self.AddEquity('XPO',res).Symbol
        self.S182=self.AddEquity('LII',res).Symbol
        self.S183=self.AddEquity('ENTA',res).Symbol
        self.S184=self.AddEquity('OMI',res).Symbol
        self.S185=self.AddEquity('SGMO',res).Symbol
        self.S186=self.AddEquity('LCI',res).Symbol
        self.S187=self.AddEquity('PSXP',res).Symbol
        self.S188=self.AddEquity('PLXS',res).Symbol
        self.S189=self.AddEquity('PGEN',res).Symbol
        self.S190=self.AddEquity('SHW',res).Symbol
        self.S191=self.AddEquity('NUS',res).Symbol
        self.S192=self.AddEquity('IDXX',res).Symbol
        self.S193=self.AddEquity('RAD',res).Symbol
        self.S194=self.AddEquity('EGRX',res).Symbol
        self.S195=self.AddEquity('VNDA',res).Symbol
        self.S196=self.AddEquity('GTT',res).Symbol
        self.S197=self.AddEquity('KFRC',res).Symbol
        self.S198=self.AddEquity('CORE',res).Symbol
        self.S199=self.AddEquity('MAS',res).Symbol
        self.S200=self.AddEquity('CHTR',res).Symbol
        self.S201=self.AddEquity('UPS',res).Symbol
        self.S202=self.AddEquity('VC',res).Symbol
        self.S203=self.AddEquity('AGX',res).Symbol
        self.S204=self.AddEquity('PAHC',res).Symbol
        self.S205=self.AddEquity('LGND',res).Symbol
        self.S206=self.AddEquity('SIX',res).Symbol
        self.S207=self.AddEquity('FPRX',res).Symbol
        self.S208=self.AddEquity('DDD',res).Symbol
        self.S209=self.AddEquity('KMB',res).Symbol
        self.S210=self.AddEquity('HDS',res).Symbol
        self.S211=self.AddEquity('TWOU',res).Symbol
        self.S212=self.AddEquity('RYAM',res).Symbol
        self.S213=self.AddEquity('LPI',res).Symbol
        self.S214=self.AddEquity('MANH',res).Symbol
        self.S215=self.AddEquity('GPRE',res).Symbol
        self.S216=self.AddEquity('LBRDK',res).Symbol
        self.S217=self.AddEquity('LBRDA',res).Symbol
        self.S218=self.AddEquity('NLOK',res).Symbol
        self.S219=self.AddEquity('VRTX',res).Symbol
        self.S220=self.AddEquity('TPL',res).Symbol
        self.S221=self.AddEquity('ZG',res).Symbol
        self.S222=self.AddEquity('PLUS',res).Symbol
        self.S223=self.AddEquity('TRUE',res).Symbol
        self.S224=self.AddEquity('GOGO',res).Symbol
        self.S225=self.AddEquity('IDXG',res).Symbol
        self.S226=self.AddEquity('MASI',res).Symbol
        self.S227=self.AddEquity('PZZA',res).Symbol
        self.S228=self.AddEquity('HD',res).Symbol
        self.S229=self.AddEquity('PEN',res).Symbol
        self.S230=self.AddEquity('ENR',res).Symbol
        self.S231=self.AddEquity('CDK',res).Symbol
        self.S232=self.AddEquity('ACLS',res).Symbol
        self.S233=self.AddEquity('FGEN',res).Symbol
        self.S234=self.AddEquity('SHLX',res).Symbol
        self.S235=self.AddEquity('PRO',res).Symbol
        self.S236=self.AddEquity('FEYE',res).Symbol
        self.S237=self.AddEquity('AAXN',res).Symbol
        self.S238=self.AddEquity('QTWO',res).Symbol
        self.S239=self.AddEquity('AMCX',res).Symbol
        self.S240=self.AddEquity('FWONK',res).Symbol
        self.S241=self.AddEquity('NR',res).Symbol
        self.S242=self.AddEquity('PENN',res).Symbol
        self.S243=self.AddEquity('FWONA',res).Symbol
        self.S244=self.AddEquity('OSTK',res).Symbol
        self.S245=self.AddEquity('VCRA',res).Symbol
        self.S246=self.AddEquity('CORT',res).Symbol
        self.S247=self.AddEquity('LNTH',res).Symbol
        self.S248=self.AddEquity('GCP',res).Symbol
        self.S249=self.AddEquity('BXC',res).Symbol
        self.S250=self.AddEquity('BURL',res).Symbol
        self.S251=self.AddEquity('CUB',res).Symbol
        self.S252=self.AddEquity('VICR',res).Symbol
        self.S253=self.AddEquity('ENPH',res).Symbol
        self.S254=self.AddEquity('ADSK',res).Symbol
        self.S255=self.AddEquity('BNFT',res).Symbol
        self.S256=self.AddEquity('IRWD',res).Symbol
        self.S257=self.AddEquity('NSIT',res).Symbol
        self.S258=self.AddEquity('RH',res).Symbol
        self.S259=self.AddEquity('ORLY',res).Symbol
        self.S260=self.AddEquity('HCC',res).Symbol
        self.S261=self.AddEquity('KTOS',res).Symbol
        self.S262=self.AddEquity('CLF',res).Symbol
        self.S263=self.AddEquity('VMW',res).Symbol
        self.S264=self.AddEquity('EXEL',res).Symbol
        self.S265=self.AddEquity('MHO',res).Symbol
        self.S266=self.AddEquity('TWLO',res).Symbol
        self.S267=self.AddEquity('VCEL',res).Symbol
        self.S268=self.AddEquity('CYTK',res).Symbol
        self.S269=self.AddEquity('RPD',res).Symbol
        self.S270=self.AddEquity('J',res).Symbol
        self.S271=self.AddEquity('YEXT',res).Symbol
        self.S272=self.AddEquity('ARNA',res).Symbol
        self.S273=self.AddEquity('LW',res).Symbol
        self.S274=self.AddEquity('FMC',res).Symbol
        self.S275=self.AddEquity('WAT',res).Symbol
        self.S276=self.AddEquity('TRHC',res).Symbol
        self.S277=self.AddEquity('LLY',res).Symbol
        self.S278=self.AddEquity('VRNS',res).Symbol
        self.S279=self.AddEquity('AAL',res).Symbol
        self.S280=self.AddEquity('SMAR',res).Symbol
        self.S281=self.AddEquity('LASR',res).Symbol
        self.S282=self.AddEquity('NKLA',res).Symbol
        self.S283=self.AddEquity('BJ',res).Symbol
        self.S284=self.AddEquity('APPN',res).Symbol
        self.S285=self.AddEquity('TENB',res).Symbol
        self.S286=self.AddEquity('CNC',res).Symbol
        self.S287=self.AddEquity('NRG',res).Symbol
        self.S288=self.AddEquity('NVAX',res).Symbol
        self.S289=self.AddEquity('CREE',res).Symbol
        self.S290=self.AddEquity('PLT',res).Symbol
        self.S291=self.AddEquity('BHVN',res).Symbol
        self.S292=self.AddEquity('ESTC',res).Symbol
        self.S293=self.AddEquity('NSP',res).Symbol
        self.S294=self.AddEquity('APA',res).Symbol
        self.S295=self.AddEquity('EVRI',res).Symbol
        self.S296=self.AddEquity('CAR',res).Symbol
        self.S297=self.AddEquity('SEE',res).Symbol
        self.S298=self.AddEquity('EPAC',res).Symbol
        self.S299=self.AddEquity('PINS',res).Symbol
        self.S300=self.AddEquity('OCUL',res).Symbol
        self.S301=self.AddEquity('HSKA',res).Symbol
        self.S302=self.AddEquity('MGNI',res).Symbol
        
        self.signals = {'2008-01-02':{self.TLT:1},'2008-02-19':{self.S0:0.1,self.S1:0.1,self.S2:0.1,self.S3:0.1,self.S4:0.1,self.S5:0.1,self.S6:0.1,self.S7:0.1,self.S8:0.1,self.S9:0.1},'2008-03-03':{self.S10:0.1,self.S0:0.1,self.S3:0.1,self.S2:0.1,self.S4:0.1,self.S7:0.1,self.S8:0.1,self.S5:0.1,self.S6:0.1,self.S11:0.1},'2008-04-01':{self.S0:0.1,self.S12:0.1,self.S4:0.1,self.S7:0.1,self.S3:0.1,self.S8:0.1,self.S13:0.1,self.S6:0.1,self.S5:0.1,self.S14:0.1},'2008-05-01':{self.S15:0.1,self.S0:0.1,self.S16:0.1,self.S12:0.1,self.S3:0.1,self.S14:0.1,self.S17:0.1,self.S8:0.1,self.S18:0.1,self.S5:0.1},'2008-06-02':{self.TLT:1},'2008-10-07':{self.S2:0.1,self.S19:0.1,self.S8:0.1,self.S20:0.1,self.S21:0.1,self.S18:0.1,self.S22:0.1,self.S17:0.1,self.S23:0.1,self.S24:0.1},'2008-10-15':{self.TLT:1},'2009-03-23':{self.S15:0.1,self.S7:0.1,self.S0:0.1,self.S25:0.1,self.S26:0.1,self.S17:0.1,self.S27:0.1,self.S28:0.1,self.S29:0.1,self.S1:0.1},'2009-04-01':{self.S15:0.1,self.S25:0.1,self.S7:0.1,self.S30:0.1,self.S31:0.1,self.S0:0.1,self.S12:0.1,self.S32:0.1,self.S17:0.1,self.S29:0.1},'2009-05-01':{self.S29:0.1,self.S31:0.1,self.S30:0.1,self.S33:0.1,self.S25:0.1,self.S15:0.1,self.S34:0.1,self.S7:0.1,self.S28:0.1,self.S0:0.1},'2009-06-01':{self.S35:0.1,self.S33:0.1,self.S28:0.1,self.S31:0.1,self.S36:0.1,self.S22:0.1,self.S30:0.1,self.S7:0.1,self.S37:0.1,self.S18:0.1},'2009-07-01':{self.S31:0.1,self.S30:0.1,self.S24:0.1,self.S36:0.1,self.S38:0.1,self.S39:0.1,self.S22:0.1,self.S40:0.1,self.S19:0.1,self.S25:0.1},'2009-08-03':{self.S41:0.1,self.S22:0.1,self.S35:0.1,self.S24:0.1,self.S30:0.1,self.S42:0.1,self.S25:0.1,self.S38:0.1,self.S19:0.1,self.S43:0.1},'2009-09-01':{self.S44:0.1,self.S35:0.1,self.S43:0.1,self.S45:0.1,self.S42:0.1,self.S19:0.1,self.S46:0.1,self.S47:0.1,self.S36:0.1,self.S25:0.1},'2009-10-01':{self.S48:0.1,self.S49:0.1,self.S44:0.1,self.S43:0.1,self.S35:0.1,self.S45:0.1,self.S36:0.1,self.S42:0.1,self.S50:0.1,self.S51:0.1},'2009-11-02':{self.S52:0.1,self.S49:0.1,self.S53:0.1,self.S50:0.1,self.S36:0.1,self.S45:0.1,self.S11:0.1,self.S48:0.1,self.S28:0.1,self.S47:0.1},'2009-12-01':{self.S48:0.1,self.S54:0.1,self.S55:0.1,self.S56:0.1,self.S47:0.1,self.S25:0.1,self.S45:0.1,self.S22:0.1,self.S36:0.1,self.S15:0.1},'2010-01-04':{self.S52:0.1,self.S57:0.1,self.S36:0.1,self.S56:0.1,self.S22:0.1,self.S54:0.1,self.S47:0.1,self.S45:0.1,self.S15:0.1,self.S30:0.1},'2010-02-01':{self.S57:0.1,self.S36:0.1,self.S58:0.1,self.S15:0.1,self.S22:0.1,self.S59:0.1,self.S30:0.1,self.S60:0.1,self.S32:0.1,self.S50:0.1},'2010-03-01':{self.S36:0.1,self.S11:0.1,self.S61:0.1,self.S62:0.1,self.S63:0.1,self.S58:0.1,self.S32:0.1,self.S59:0.1,self.S28:0.1,self.S64:0.1},'2010-04-01':{self.S58:0.1,self.S11:0.1,self.S65:0.1,self.S66:0.1,self.S48:0.1,self.S36:0.1,self.S25:0.1,self.S32:0.1,self.S67:0.1,self.S68:0.1},'2010-05-03':{self.S69:0.1,self.S58:0.1,self.S70:0.1,self.S4:0.1,self.S71:0.1,self.S56:0.1,self.S72:0.1,self.S59:0.1,self.S65:0.1,self.S18:0.1},'2010-06-01':{self.S73:0.1,self.S48:0.1,self.S70:0.1,self.S62:0.1,self.S67:0.1,self.S63:0.1,self.S22:0.1,self.S74:0.1,self.S71:0.1,self.S65:0.1},'2010-06-09':{self.TLT:1},'2010-08-31':{self.S48:0.1,self.S70:0.1,self.S75:0.1,self.S71:0.1,self.S67:0.1,self.S22:0.1,self.S59:0.1,self.S76:0.1,self.S77:0.1,self.S78:0.1},'2010-09-01':{self.S48:0.1,self.S75:0.1,self.S59:0.1,self.S67:0.1,self.S70:0.1,self.S77:0.1,self.S78:0.1,self.S71:0.1,self.S76:0.1,self.S25:0.1},'2010-10-01':{self.S79:0.1,self.S61:0.1,self.S80:0.1,self.S77:0.1,self.S78:0.1,self.S59:0.1,self.S81:0.1,self.S22:0.1,self.S76:0.1,self.S25:0.1},'2010-11-01':{self.S79:0.1,self.S80:0.1,self.S82:0.1,self.S61:0.1,self.S83:0.1,self.S78:0.1,self.S43:0.1,self.S77:0.1,self.S22:0.1,self.S84:0.1},'2010-12-01':{self.S79:0.1,self.S80:0.1,self.S43:0.1,self.S82:0.1,self.S78:0.1,self.S85:0.1,self.S84:0.1,self.S86:0.1,self.S61:0.1,self.S87:0.1},'2011-01-03':{self.S80:0.1,self.S79:0.1,self.S43:0.1,self.S82:0.1,self.S88:0.1,self.S89:0.1,self.S61:0.1,self.S86:0.1,self.S84:0.1,self.S83:0.1},'2011-02-01':{self.S79:0.1,self.S43:0.1,self.S88:0.1,self.S82:0.1,self.S90:0.1,self.S89:0.1,self.S76:0.1,self.S84:0.1,self.S61:0.1,self.S83:0.1},'2011-03-01':{self.S79:0.1,self.S91:0.1,self.S92:0.1,self.S76:0.1,self.S88:0.1,self.S22:0.1,self.S93:0.1,self.S81:0.1,self.S80:0.1,self.S90:0.1},'2011-04-01':{self.S94:0.1,self.S95:0.1,self.S96:0.1,self.S91:0.1,self.S76:0.1,self.S97:0.1,self.S93:0.1,self.S90:0.1,self.S98:0.1,self.S22:0.1},'2011-05-02':{self.S94:0.1,self.S91:0.1,self.S96:0.1,self.S99:0.1,self.S93:0.1,self.S100:0.1,self.S101:0.1,self.S97:0.1,self.S102:0.1,self.S78:0.1},'2011-06-01':{self.S79:0.1,self.S76:0.1,self.S96:0.1,self.S103:0.1,self.S101:0.1,self.S102:0.1,self.S37:0.1,self.S95:0.1,self.S78:0.1,self.S97:0.1},'2011-06-14':{self.TLT:1},'2012-01-04':{self.S104:0.1,self.S105:0.1,self.S106:0.1,self.S43:0.1,self.S107:0.1,self.S25:0.1,self.S78:0.1,self.S99:0.1,self.S11:0.1,self.S108:0.1},'2012-02-01':{self.S105:0.1,self.S106:0.1,self.S109:0.1,self.S108:0.1,self.S107:0.1,self.S78:0.1,self.S110:0.1,self.S99:0.1,self.S111:0.1,self.S25:0.1},'2012-03-01':{self.S112:0.1,self.S113:0.1,self.S99:0.1,self.S44:0.1,self.S68:0.1,self.S22:0.1,self.S63:0.1,self.S76:0.1,self.S110:0.1,self.S109:0.1},'2012-04-02':{self.S112:0.1,self.S114:0.1,self.S99:0.1,self.S68:0.1,self.S82:0.1,self.S115:0.1,self.S22:0.1,self.S76:0.1,self.S78:0.1,self.S116:0.1},'2012-05-01':{self.S114:0.1,self.S117:0.1,self.S118:0.1,self.S115:0.1,self.S78:0.1,self.S110:0.1,self.S76:0.1,self.S22:0.1,self.S116:0.1,self.S68:0.1},'2012-05-04':{self.TLT:1},'2012-09-11':{self.S119:0.1,self.S74:0.1,self.S120:0.1,self.S79:0.1,self.S55:0.1,self.S115:0.1,self.S25:0.1,self.S121:0.1,self.S122:0.1,self.S123:0.1},'2012-10-01':{self.S119:0.1,self.S55:0.1,self.S124:0.1,self.S74:0.1,self.S115:0.1,self.S125:0.1,self.S79:0.1,self.S25:0.1,self.S122:0.1,self.S126:0.1},'2012-11-01':{self.S119:0.1,self.S120:0.1,self.S122:0.1,self.S124:0.1,self.S55:0.1,self.S25:0.1,self.S115:0.1,self.S127:0.1,self.S123:0.1,self.S128:0.1},'2012-12-03':{self.S129:0.1,self.S126:0.1,self.S120:0.1,self.S124:0.1,self.S123:0.1,self.S130:0.1,self.S111:0.1,self.S131:0.1,self.S132:0.1,self.S25:0.1},'2013-01-02':{self.S120:0.1,self.S129:0.1,self.S126:0.1,self.S123:0.1,self.S130:0.1,self.S111:0.1,self.S133:0.1,self.S63:0.1,self.S131:0.1,self.S25:0.1},'2013-02-01':{self.S134:0.1,self.S120:0.1,self.S135:0.1,self.S133:0.1,self.S124:0.1,self.S111:0.1,self.S136:0.1,self.S123:0.1,self.S131:0.1,self.S76:0.1},'2013-03-01':{self.S134:0.1,self.S137:0.1,self.S120:0.1,self.S135:0.1,self.S131:0.1,self.S111:0.1,self.S76:0.1,self.S138:0.1,self.S139:0.1,self.S124:0.1},'2013-04-01':{self.S137:0.1,self.S76:0.1,self.S120:0.1,self.S140:0.1,self.S139:0.1,self.S77:0.1,self.S135:0.1,self.S138:0.1,self.S111:0.1,self.S141:0.1},'2013-04-03':{self.TLT:1},'2013-06-05':{self.S137:0.1,self.S75:0.1,self.S142:0.1,self.S128:0.1,self.S143:0.1,self.S144:0.1,self.S145:0.1,self.S77:0.1,self.S146:0.1,self.S7:0.1},'2013-07-01':{self.S147:0.1,self.S2:0.1,self.S148:0.1,self.S11:0.1,self.S149:0.1,self.S143:0.1,self.S142:0.1,self.S150:0.1,self.S145:0.1,self.S110:0.1},'2013-08-01':{self.S151:0.1,self.S152:0.1,self.S110:0.1,self.S149:0.1,self.S11:0.1,self.S153:0.1,self.S137:0.1,self.S142:0.1,self.S135:0.1,self.S22:0.1},'2013-09-03':{self.S11:0.1,self.S110:0.1,self.S153:0.1,self.S154:0.1,self.S152:0.1,self.S155:0.1,self.S148:0.1,self.S135:0.1,self.S63:0.1,self.S137:0.1},'2013-10-01':{self.S156:0.1,self.S153:0.1,self.S142:0.1,self.S110:0.1,self.S157:0.1,self.S158:0.1,self.S154:0.1,self.S155:0.1,self.S137:0.1,self.S135:0.1},'2013-11-01':{self.S136:0.1,self.S11:0.1,self.S154:0.1,self.S156:0.1,self.S159:0.1,self.S160:0.1,self.S138:0.1,self.S75:0.1,self.S153:0.1,self.S155:0.1},'2013-12-02':{self.S161:0.1,self.S147:0.1,self.S11:0.1,self.S159:0.1,self.S75:0.1,self.S148:0.1,self.S138:0.1,self.S146:0.1,self.S144:0.1,self.S160:0.1},'2014-01-02':{self.S161:0.1,self.S75:0.1,self.S138:0.1,self.S159:0.1,self.S148:0.1,self.S147:0.1,self.S25:0.1,self.S146:0.1,self.S41:0.1,self.S10:0.1},'2014-02-03':{self.S161:0.1,self.S162:0.1,self.S147:0.1,self.S148:0.1,self.S135:0.1,self.S138:0.1,self.S163:0.1,self.S164:0.1,self.S144:0.1,self.S165:0.1},'2014-03-03':{self.S166:0.1,self.S167:0.1,self.S159:0.1,self.S135:0.1,self.S138:0.1,self.S165:0.1,self.S149:0.1,self.S25:0.1,self.S168:0.1,self.S169:0.1},'2014-03-17':{self.TLT:1},'2014-05-30':{self.S170:0.1,self.S148:0.1,self.S135:0.1,self.S128:0.1,self.S171:0.1,self.S172:0.1,self.S37:0.1,self.S169:0.1,self.S150:0.1,self.S149:0.1},'2014-06-02':{self.S148:0.1,self.S170:0.1,self.S135:0.1,self.S128:0.1,self.S171:0.1,self.S37:0.1,self.S149:0.1,self.S173:0.1,self.S169:0.1,self.S172:0.1},'2014-06-06':{self.TLT:1},'2014-06-30':{self.S148:0.1,self.S174:0.1,self.S173:0.1,self.S135:0.1,self.S25:0.1,self.S128:0.1,self.S150:0.1,self.S169:0.1,self.S37:0.1,self.S57:0.1},'2014-07-01':{self.S148:0.1,self.S174:0.1,self.S173:0.1,self.S135:0.1,self.S25:0.1,self.S128:0.1,self.S169:0.1,self.S37:0.1,self.S150:0.1,self.S57:0.1},'2014-08-01':{self.S148:0.1,self.S175:0.1,self.S173:0.1,self.S21:0.1,self.S159:0.1,self.S174:0.1,self.S149:0.1,self.S25:0.1,self.S171:0.1,self.S128:0.1},'2014-09-02':{self.S176:0.1,self.S148:0.1,self.S177:0.1,self.S173:0.1,self.S159:0.1,self.S25:0.1,self.S77:0.1,self.S128:0.1,self.S21:0.1,self.S178:0.1},'2014-09-23':{self.TLT:1},'2015-02-27':{self.S179:0.1,self.S180:0.1,self.S10:0.1,self.S169:0.1,self.S181:0.1,self.S182:0.1,self.S183:0.1,self.S184:0.1,self.S185:0.1,self.S64:0.1},'2015-03-02':{self.S179:0.1,self.S180:0.1,self.S186:0.1,self.S145:0.1,self.S169:0.1,self.S182:0.1,self.S63:0.1,self.S187:0.1,self.S183:0.1,self.S184:0.1},'2015-04-01':{self.S179:0.1,self.S180:0.1,self.S10:0.1,self.S145:0.1,self.S182:0.1,self.S63:0.1,self.S169:0.1,self.S187:0.1,self.S188:0.1,self.S184:0.1},'2015-05-01':{self.S189:0.1,self.S179:0.1,self.S190:0.1,self.S191:0.1,self.S181:0.1,self.S56:0.1,self.S17:0.1,self.S192:0.1,self.S148:0.1,self.S32:0.1},'2015-06-01':{self.S56:0.1,self.S190:0.1,self.S179:0.1,self.S148:0.1,self.S77:0.1,self.S180:0.1,self.S125:0.1,self.S17:0.1,self.S64:0.1,self.S55:0.1},'2015-06-18':{self.TLT:1},'2015-07-01':{self.S56:0.1,self.S189:0.1,self.S10:0.1,self.S179:0.1,self.S64:0.1,self.S193:0.1,self.S136:0.1,self.S125:0.1,self.S180:0.1,self.S148:0.1},'2015-07-08':{self.TLT:1},'2015-10-23':{self.S194:0.1,self.S195:0.1,self.S196:0.1,self.S197:0.1,self.S198:0.1,self.S179:0.1,self.S199:0.1,self.S77:0.1,self.S200:0.1,self.S180:0.1},'2015-11-02':{self.S194:0.1,self.S195:0.1,self.S196:0.1,self.S198:0.1,self.S197:0.1,self.S77:0.1,self.S199:0.1,self.S180:0.1,self.S201:0.1,self.S202:0.1},'2015-12-01':{self.S56:0.1,self.S54:0.1,self.S199:0.1,self.S77:0.1,self.S174:0.1,self.S203:0.1,self.S202:0.1,self.S32:0.1,self.S204:0.1,self.S205:0.1},'2015-12-21':{self.TLT:1},'2016-03-09':{self.S77:0.1,self.S193:0.1,self.S206:0.1,self.S205:0.1,self.S202:0.1,self.S174:0.1,self.S201:0.1,self.S199:0.1,self.S75:0.1,self.S135:0.1},'2016-04-01':{self.S207:0.1,self.S135:0.1,self.S193:0.1,self.S202:0.1,self.S205:0.1,self.S206:0.1,self.S77:0.1,self.S199:0.1,self.S174:0.1,self.S208:0.1},'2016-05-02':{self.S135:0.1,self.S207:0.1,self.S202:0.1,self.S209:0.1,self.S18:0.1,self.S210:0.1,self.S199:0.1,self.S211:0.1,self.S174:0.1,self.S75:0.1},'2016-06-01':{self.S135:0.1,self.S207:0.1,self.S202:0.1,self.S18:0.1,self.S209:0.1,self.S210:0.1,self.S199:0.1,self.S11:0.1,self.S77:0.1,self.S75:0.1},'2016-07-01':{self.S135:0.1,self.S207:0.1,self.S210:0.1,self.S199:0.1,self.S11:0.1,self.S18:0.1,self.S202:0.1,self.S201:0.1,self.S77:0.1,self.S209:0.1},'2016-08-01':{self.S212:0.1,self.S213:0.1,self.S11:0.1,self.S207:0.1,self.S182:0.1,self.S199:0.1,self.S214:0.1,self.S88:0.1,self.S32:0.1,self.S51:0.1},'2016-09-01':{self.S212:0.1,self.S211:0.1,self.S207:0.1,self.S215:0.1,self.S182:0.1,self.S216:0.1,self.S199:0.1,self.S217:0.1,self.S210:0.1,self.S218:0.1},'2016-10-03':{self.S215:0.1,self.S211:0.1,self.S182:0.1,self.S219:0.1,self.S216:0.1,self.S212:0.1,self.S217:0.1,self.S218:0.1,self.S50:0.1,self.S88:0.1},'2016-11-01':{self.S220:0.1,self.S69:0.1,self.S182:0.1,self.S211:0.1,self.S218:0.1,self.S216:0.1,self.S217:0.1,self.S207:0.1,self.S221:0.1,self.S222:0.1},'2016-12-01':{self.S220:0.1,self.S194:0.1,self.S69:0.1,self.S192:0.1,self.S223:0.1,self.S207:0.1,self.S182:0.1,self.S216:0.1,self.S217:0.1,self.S224:0.1},'2017-01-03':{self.S220:0.1,self.S194:0.1,self.S69:0.1,self.S223:0.1,self.S207:0.1,self.S192:0.1,self.S161:0.1,self.S217:0.1,self.S88:0.1,self.S224:0.1},'2017-02-01':{self.S225:0.1,self.S194:0.1,self.S51:0.1,self.S223:0.1,self.S192:0.1,self.S201:0.1,self.S88:0.1,self.S218:0.1,self.S207:0.1,self.S110:0.1},'2017-03-01':{self.S225:0.1,self.S51:0.1,self.S226:0.1,self.S110:0.1,self.S194:0.1,self.S46:0.1,self.S88:0.1,self.S227:0.1,self.S136:0.1,self.S201:0.1},'2017-04-03':{self.S220:0.1,self.S51:0.1,self.S226:0.1,self.S88:0.1,self.S136:0.1,self.S110:0.1,self.S228:0.1,self.S46:0.1,self.S128:0.1,self.S77:0.1},'2017-05-01':{self.S136:0.1,self.S229:0.1,self.S228:0.1,self.S77:0.1,self.S209:0.1,self.S46:0.1,self.S230:0.1,self.S231:0.1,self.S128:0.1,self.S110:0.1},'2017-05-10':{self.TLT:1},'2017-05-26':{self.S230:0.1,self.S229:0.1,self.S217:0.1,self.S216:0.1,self.S232:0.1,self.S228:0.1,self.S209:0.1,self.S233:0.1,self.S194:0.1,self.S234:0.1},'2017-06-01':{self.S229:0.1,self.S232:0.1,self.S230:0.1,self.S217:0.1,self.S216:0.1,self.S228:0.1,self.S233:0.1,self.S209:0.1,self.S194:0.1,self.S234:0.1},'2017-06-05':{self.TLT:1},'2017-07-03':{self.S152:0.1,self.S232:0.1,self.S229:0.1,self.S235:0.1,self.S228:0.1,self.S233:0.1,self.S110:0.1,self.S217:0.1,self.S230:0.1,self.S216:0.1},'2017-08-01':{self.S233:0.1,self.S232:0.1,self.S229:0.1,self.S110:0.1,self.S228:0.1,self.S76:0.1,self.S199:0.1,self.S194:0.1,self.S209:0.1,self.S201:0.1},'2017-09-01':{self.S220:0.1,self.S136:0.1,self.S236:0.1,self.S110:0.1,self.S76:0.1,self.S199:0.1,self.S237:0.1,self.S201:0.1,self.S238:0.1,self.S239:0.1},'2017-10-02':{self.S220:0.1,self.S110:0.1,self.S76:0.1,self.S236:0.1,self.S240:0.1,self.S238:0.1,self.S201:0.1,self.S199:0.1,self.S239:0.1,self.S178:0.1},'2017-11-01':{self.S220:0.1,self.S51:0.1,self.S76:0.1,self.S217:0.1,self.S216:0.1,self.S241:0.1,self.S242:0.1,self.S236:0.1,self.S239:0.1,self.S178:0.1},'2017-12-01':{self.S220:0.1,self.S51:0.1,self.S211:0.1,self.S242:0.1,self.S228:0.1,self.S241:0.1,self.S178:0.1,self.S243:0.1,self.S240:0.1,self.S216:0.1},'2018-01-02':{self.S244:0.1,self.S220:0.1,self.S51:0.1,self.S211:0.1,self.S242:0.1,self.S228:0.1,self.S178:0.1,self.S182:0.1,self.S199:0.1,self.S240:0.1},'2018-02-01':{self.S242:0.1,self.S51:0.1,self.S220:0.1,self.S228:0.1,self.S182:0.1,self.S211:0.1,self.S178:0.1,self.S199:0.1,self.S230:0.1,self.S245:0.1},'2018-03-01':{self.S220:0.1,self.S182:0.1,self.S228:0.1,self.S246:0.1,self.S247:0.1,self.S178:0.1,self.S199:0.1,self.S230:0.1,self.S248:0.1,self.S201:0.1},'2018-04-02':{self.S220:0.1,self.S249:0.1,self.S250:0.1,self.S167:0.1,self.S228:0.1,self.S178:0.1,self.S182:0.1,self.S230:0.1,self.S251:0.1,self.S195:0.1},'2018-04-10':{self.TLT:1},'2018-06-05':{self.S220:0.1,self.S252:0.1,self.S51:0.1,self.S253:0.1,self.S254:0.1,self.S250:0.1,self.S255:0.1,self.S256:0.1,self.S257:0.1,self.S246:0.1},'2018-07-02':{self.S220:0.1,self.S252:0.1,self.S254:0.1,self.S250:0.1,self.S51:0.1,self.S255:0.1,self.S257:0.1,self.S256:0.1,self.S258:0.1,self.S259:0.1},'2018-08-01':{self.TLT:1},'2019-02-19':{self.S149:0.1,self.S92:0.1,self.S246:0.1,self.S260:0.1,self.S261:0.1,self.S259:0.1,self.S128:0.1,self.S262:0.1,self.S216:0.1,self.S217:0.1},'2019-03-01':{self.S255:0.1,self.S149:0.1,self.S263:0.1,self.S92:0.1,self.S260:0.1,self.S262:0.1,self.S128:0.1,self.S259:0.1,self.S250:0.1,self.S32:0.1},'2019-04-01':{self.S149:0.1,self.S263:0.1,self.S264:0.1,self.S260:0.1,self.S259:0.1,self.S265:0.1,self.S199:0.1,self.S216:0.1,self.S217:0.1,self.S92:0.1},'2019-05-01':{self.S266:0.1,self.S149:0.1,self.S264:0.1,self.S267:0.1,self.S263:0.1,self.S69:0.1,self.S220:0.1,self.S199:0.1,self.S211:0.1,self.S124:0.1},'2019-05-14':{self.TLT:1},'2019-09-11':{self.S268:0.1,self.S88:0.1,self.S69:0.1,self.S269:0.1,self.S270:0.1,self.S266:0.1,self.S216:0.1,self.S199:0.1,self.S259:0.1,self.S271:0.1},'2019-10-01':{self.S192:0.1,self.S268:0.1,self.S272:0.1,self.S69:0.1,self.S270:0.1,self.S216:0.1,self.S217:0.1,self.S269:0.1,self.S266:0.1,self.S199:0.1},'2019-11-01':{self.S259:0.1,self.S273:0.1,self.S274:0.1,self.S275:0.1,self.S216:0.1,self.S217:0.1,self.S276:0.1,self.S272:0.1,self.S277:0.1,self.S269:0.1},'2019-12-02':{self.S259:0.1,self.S273:0.1,self.S217:0.1,self.S216:0.1,self.S128:0.1,self.S274:0.1,self.S278:0.1,self.S275:0.1,self.S279:0.1,self.S280:0.1},'2020-01-02':{self.S259:0.1,self.S273:0.1,self.S217:0.1,self.S216:0.1,self.S274:0.1,self.S278:0.1,self.S128:0.1,self.S281:0.1,self.S277:0.1,self.S275:0.1},'2020-02-03':{self.TLT:1},'2020-07-09':{self.S282:0.1,self.S283:0.1,self.S284:0.1,self.S192:0.1,self.S21:0.1,self.S285:0.1,self.S286:0.1,self.S32:0.1,self.S287:0.1,self.S216:0.1},'2020-08-03':{self.S288:0.1,self.S56:0.1,self.S258:0.1,self.S283:0.1,self.S289:0.1,self.S284:0.1,self.S238:0.1,self.S21:0.1,self.S209:0.1,self.S267:0.1},'2020-09-01':{self.S258:0.1,self.S56:0.1,self.S259:0.1,self.S254:0.1,self.S290:0.1,self.S291:0.1,self.S292:0.1,self.S238:0.1,self.S142:0.1,self.S293:0.1},'2020-10-01':{self.S294:0.1,self.S295:0.1,self.S292:0.1,self.S291:0.1,self.S254:0.1,self.S293:0.1,self.S290:0.1,self.S238:0.1,self.S259:0.1,self.S56:0.1},'2020-11-02':{self.S296:0.1,self.S295:0.1,self.S292:0.1,self.S289:0.1,self.S297:0.1,self.S291:0.1,self.S199:0.1,self.S293:0.1,self.S254:0.1,self.S298:0.1},'2020-12-01':{self.S299:0.1,self.S300:0.1,self.S301:0.1,self.S302:0.1,self.S82:0.1,self.S292:0.1,self.S297:0.1,self.S289:0.1,self.S228:0.1,self.S217:0.1}}
        self.year = 2008
        self.Schedule.On(
            self.DateRules.EveryDay(),
            self.TimeRules.AfterMarketOpen('SPY', 45),
            self.rebalance
        )
        
    def rebalance(self):
        currentDate = self.UtcTime.date()
        # if currentDate.year != self.year:
        #     self.Portfolio.SetCash(self.Portfolio.Cash + 5000);
        # self.year = currentDate.year
        try:
            new_position = self.signals["{}".format(currentDate)]
        except:
            return
        self.Transactions.CancelOpenOrders()
        invested = dict.fromkeys([ x.Symbol for x in self.Portfolio.Values if x.Invested ],0)
        invested.update(new_position)
        for sec, weight in invested.items():
            self.SetHoldings(sec, weight)
            
    
    # def OnOrderEvent(self, orderEvent):
    #     order = self.Transactions.GetOrderById(orderEvent.OrderId)
    #     if order.Type == OrderType.Market and orderEvent.Status == OrderStatus.Filled and order.Direction == OrderDirection.Buy: 
    #         price = order.Price
    #         quantity = order.Quantity
    #         self.StopMarketOrder(order.Symbol, quantity*-1, 0.90 * price)
from pandas import np
from sklearn import preprocessing


def norm_data(df):
    sectors = df.sector.unique()
    ratios_to_normalize = ['roic_wacc',
                           'ebit_ev',
                           'cr',
                           'fcf',
                           'price_to_cf',
                           'roic',
                           'roa',
                           'roe',
                           'roe_3_steps',
                           'roe_5_steps',
                           'wc_to_sales',
                           'operating_income_to_sales',
                           'operating_cf_to_sales',
                           'price_sales'
                           ]
    tech_to_normalize = [
        'vol_momentum',
        'momentum',
        'trend_log',
        'tred_log',
        'trend_pct',
        'trend_pct_3',
        'trend_slope',
        'trend_slope_3'
    ]
    # for sector in sectors:
    #     for ratio in ratios_to_normalize:
    #         df.loc[df['sector'] == sector, '{}_norm'.format(ratio)] = preprocessing.scale(df[df['sector'] == sector][ratio])

    df[ratios_to_normalize + tech_to_normalize] = preprocessing.scale(df[ratios_to_normalize + tech_to_normalize])
    df['std'] = df['std'] * -1
    df['price_to_cf'] = df['price_to_cf'] * -1
    df['price_sales'] = df['price_sales'] * -1
    df['wc_to_sales'] = df['wc_to_sales'] * -1
    return df.copy()


def remove_extreme_values(df, ratios_to_remove):
    df_copy = df.copy()
    for ratio in ratios_to_remove:
        Q1 = df[ratio].quantile(0.01)
        Q3 = df[ratio].quantile(0.996)
        IQR = Q3 - Q1
        df_copy = df_copy.loc[(df_copy[ratio] > (Q1 - 1.5 * IQR)) & (df_copy[ratio] < (Q3 + 1.5 * IQR))].copy()

    return df_copy


def calculate_rank_3(df):
    df = df.dropna()
    df = df[df['price_last'] > 5].copy()
    df = df[df['avg_vol'] > 5000000].copy()
    df = remove_extreme_values(df.copy())
    df = norm_data(df.copy())

    # overall rank
    df['overall_rank'] = df['price_to_cf'] + df['roic_wacc'] + df['ebit_ev'] + df['cr'] + df['vol_momentum'] + df['momentum']
    df = df.sort_values(by=['overall_rank'], ascending=False)
    res = df[['ticker', 'price_to_cf', 'roic_wacc', 'ebit_ev', 'cr', 'vol_momentum', 'momentum', 'overall_rank']]
    return res.head(10).to_markdown()


def calculate_rank_perm(df, ranks):
    # ratios  = ['price_to_cf','roic_wacc','ebit_ev','std', 'cr','vol_momentum','momentum']
    df = df.replace([np.inf, -np.inf], np.nan)
    df = df.dropna()
    df = df[df['price_last'] > 5].copy()
    df = df[df['avg_vol'] > 5000000].copy()
    df = remove_extreme_values(df.copy(), ranks + ['momentum'])
    df = norm_data(df.copy())
    # overall rank
    df['overall_rank'] = df[ranks].sum(axis=1)
    df = df.sort_values(by=['overall_rank'], ascending=False).head(20)
    df['overall_rank'] = df[['trend_slope', 'trend_pct']].sum(axis=1)
    df = df.sort_values(by=['overall_rank'], ascending=False)
    return df.head(10)


def calculate_rank(df):
    ratios = ['price_to_cf', 'roa', 'roe_3_steps']
    # ratios = ['cr', 'price_to_cf', 'roic_wacc']
    df = df.replace([np.inf, -np.inf], np.nan)
    df = df.dropna()
    df = df[df['price_last'] > 5].copy()
    df = df[df['avg_vol'] > 5000000].copy()
    df = remove_extreme_values(df.copy(), ratios + ['momentum'])
    df = norm_data(df.copy())
    # overall rank
    df['overall_rank'] = df[ratios].sum(axis=1)
    df = df.sort_values(by=['overall_rank'], ascending=False).head(20)
    df['overall_rank'] = df[['trend_slope', 'trend_pct']].sum(axis=1)
    df = df.sort_values(by=['overall_rank'], ascending=False)
    return df.head(10)